-- Logs begin at Fri 2022-01-14 11:01:10 UTC, end at Fri 2022-01-14 13:05:25 UTC. -- Jan 14 11:35:45.245964 dv-neutron-823850-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 11:35:47.464243 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.common.config [-] Logging enabled! Jan 14 11:35:47.465040 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev3 Jan 14 11:35:47.465040 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83346) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 11:35:47.467270 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.common.config [-] Logging enabled! Jan 14 11:35:47.467521 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev3 Jan 14 11:35:47.467767 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83346) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 11:35:47.468750 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 11:35:47.468981 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 11:35:47.469340 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 11:35:47.469586 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 11:35:47.469812 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 11:35:47.470132 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.470429 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.470725 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.470955 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.471250 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.471543 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.471825 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.472114 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.472410 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.472696 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.473004 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.473289 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.473525 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.473806 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.474093 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.474381 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.474605 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] debug = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.474884 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.475311 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.475726 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.476005 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.476292 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.476567 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.476868 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.477151 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.477479 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] host = dv-neutron-823850-1-hyperv {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.478402 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.478846 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.479144 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.479435 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.479713 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.479993 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.480279 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.480568 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.480866 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_file = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.481145 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.481433 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.481720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.482016 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.482241 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.482462 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.482748 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.483035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.483310 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.483583 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.483860 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.484133 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.484405 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.484671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.484980 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.485265 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.485548 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.485821 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.486094 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.486365 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.486635 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.486919 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.487193 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.487467 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.487741 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.488028 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.488297 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.488571 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.488894 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.489181 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.489460 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.489740 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.490264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.490548 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.490821 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.491095 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.491369 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] use_json = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.491640 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.491909 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.492190 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.492464 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.492746 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.493031 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.493946 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.494497 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:47.494776 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.495080 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.495385 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.495672 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.495965 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.496248 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.496535 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.496838 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.497129 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.497419 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.497709 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.497988 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.498273 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.498566 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.498854 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.499145 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.499408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.499699 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.499978 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.500250 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.500527 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.500842 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.501124 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.501398 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.501679 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.501955 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.502226 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.502497 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.502772 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.503060 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.503336 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.503608 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.503884 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.504160 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.504432 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.504716 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.505015 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.505287 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.505558 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.505834 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.506105 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.506376 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.506650 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.506921 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.507196 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.507466 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.507734 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.508002 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.508270 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.508535 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.508869 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.509333 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.509689 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.509975 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.510255 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.510535 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.510811 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.511088 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.511380 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.511680 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.511958 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.512238 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.512515 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.512821 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.513100 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.513376 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.513651 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.513932 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.514202 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.514490 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.514769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.515049 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.515328 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.515601 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.515893 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.516168 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.516446 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.516719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.517014 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.517296 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.517577 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.517870 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.518160 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.518450 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.518741 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.519032 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.519311 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.519619 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.519898 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:47.520115 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 11:35:47.520354 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83346) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 14 11:35:47.947415 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO keyring.backend [-] Loading KWallet Jan 14 11:35:47.955032 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO keyring.backend [-] Loading SecretService Jan 14 11:35:47.958330 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO keyring.backend [-] Loading Windows Jan 14 11:35:47.959729 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO keyring.backend [-] Loading chainer Jan 14 11:35:47.960305 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO keyring.backend [-] Loading macOS Jan 14 11:35:47.995706 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 14 11:35:47.995973 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 14 11:35:47.996261 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 14 11:35:47.996598 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 11:35:48.317447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.317743 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.318013 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.382118 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.382391 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.382656 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.386149 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.386429 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.386697 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.416397 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.416689 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.416980 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.445033 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.445312 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.445579 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.770701 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.771319 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.771319 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.771575 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.772425 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.899768 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.900194 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.900481 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.900778 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.901047 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.901357 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.901620 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.901876 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.902135 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.902415 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.902671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.902932 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.903192 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.903446 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.903707 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.903972 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.904225 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.904496 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.904771 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.905057 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.905403 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.905655 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.905899 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.906180 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.906426 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.906670 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.907057 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:48.907297 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:48.907533 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:48.907770 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:48.908005 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:48.908241 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:48.908819 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 11:35:48.911936 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 11:35:48.916852 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 11:35:48.920792 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 14 11:35:48.922441 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 11:35:48.922844 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 11:35:48.923181 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 14 11:35:48.923568 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 11:35:48.926443 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 11:35:48.926698 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 11:35:48.927046 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 11:35:48.956275 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 14 11:35:48.956750 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.957057 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83346) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 14 11:35:48.957423 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.958800 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83346) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 11:35:48.959085 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 11:35:48.959333 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 14 11:35:48.962895 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:48.963172 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.026650 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 11:35:49.026828 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 11:35:49.027061 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 11:35:49.027429 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 11:35:49.058952 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_db.sqlalchemy.engines [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83346) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 14 11:35:49.409479 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing driver for type 'gre' Jan 14 11:35:49.409907 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] gre ID ranges: [(1, 1000)] Jan 14 11:35:49.464987 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing driver for type 'local' Jan 14 11:35:49.465492 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing driver for type 'vlan' Jan 14 11:35:49.479055 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] VlanTypeDriver initialization complete Jan 14 11:35:49.479446 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing driver for type 'vxlan' Jan 14 11:35:49.479944 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] vxlan ID ranges: [(1, 1000)] Jan 14 11:35:49.529960 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing extension driver 'port_security' Jan 14 11:35:49.530349 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.extensions.port_security [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] PortSecurityExtensionDriver initialization complete Jan 14 11:35:49.530687 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing mechanism driver 'openvswitch' Jan 14 11:35:49.531054 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing mechanism driver 'hyperv' Jan 14 11:35:49.537541 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:35:49.538216 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.538585 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.538939 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.539451 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 14 11:35:49.539881 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.540788 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.541145 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.541527 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 14 11:35:49.541934 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.542284 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.542629 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.543010 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 14 11:35:49.543409 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > security_group after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.543754 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > security_group after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.544091 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.544606 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 14 11:35:49.545040 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.545392 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.545731 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.546119 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 14 11:35:49.546495 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] ML2 OVO RPC backend initialized. {{(pid=83346) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 14 11:35:49.547130 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.547484 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.547897 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.548241 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > networks before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.548586 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.548950 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > ports before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.549293 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.549638 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnets before_response 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.549986 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.550326 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.550660 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.550996 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.551325 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.551659 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.551992 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.552325 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.552655 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.553254 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.plugin [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Modular L2 Plugin initialization complete Jan 14 11:35:49.553585 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading services supported by the core plugin {{(pid=83346) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 11:35:49.553910 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.plugins.ml2.managers [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Got port-security extension from driver 'port_security' Jan 14 11:35:49.554373 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.extensions.vlantransparent [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Disabled vlantransparent extension. Jan 14 11:35:49.554814 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83346) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 11:35:49.555134 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: router Jan 14 11:35:49.591925 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.592314 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_create 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.592696 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router before_create 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.593103 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.593482 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.593846 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_delete 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.594214 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.594583 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_create 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.594936 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_update 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.595292 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_update 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.595646 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.596008 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_update 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.596422 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_update 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.596819 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.597159 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.597497 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: subnet after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.597836 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.598183 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.598540 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_create 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.598886 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.599275 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.599621 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router after_update 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.599967 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.600317 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_create 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.600682 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.601065 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_update 55549900 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.601436 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > agent after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.601790 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > agent after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.602139 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > network after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.603439 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Tracking information for resource: router configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:49.603777 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Tracking information for resource: floatingip configured {{(pid=83346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 11:35:49.608747 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.db.l3_agentschedulers_db [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 11:35:49.609341 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.609706 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port after_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.610062 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port after_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.610416 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: port after_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.611364 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router before_create 55550100 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.611733 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.612099 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_create 55550100 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.612465 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > router precommit_update 55550100 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.617071 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.provider_configuration [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service providers = [] {{(pid=83346) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 11:35:49.617434 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.db.servicetype_db [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83346) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 11:35:49.620704 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.service_base [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 11:35:49.621071 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.service_base [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 11:35:49.621410 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.service_base [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 11:35:49.622305 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.services.service_base [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 11:35:49.622676 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.services.service_base [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 11:35:49.623050 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.623366 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 11:35:49.634659 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.634990 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: auto_allocate Jan 14 11:35:49.640957 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: network precommit_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.641329 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: network precommit_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.641846 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.642172 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: tag Jan 14 11:35:49.648693 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.649062 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: timestamp Jan 14 11:35:49.653672 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.654008 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: network_ip_availability Jan 14 11:35:49.660611 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.660955 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.661312 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.662045 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.662367 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: flavors Jan 14 11:35:49.667475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.667802 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading Plugin: revisions Jan 14 11:35:49.672114 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 11:35:49.672510 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_concurrency.lockutils [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.676s {{(pid=83346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 14 11:35:49.673312 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83346) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 14 11:35:49.673651 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Initializing extension manager. Jan 14 11:35:49.674160 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: __init__.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.674503 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: __pycache__ {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.674840 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.675177 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.675512 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: _filter_validation_lib.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.675845 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.676176 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: address_group.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.676973 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.677553 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: address-group Jan 14 11:35:49.677875 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: address_scope.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.678590 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.679101 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: address-scope Jan 14 11:35:49.679422 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.680356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.681402 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: router-admin-state-down-before-update Jan 14 11:35:49.681526 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: agent.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.682236 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.682845 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: agent Jan 14 11:35:49.683168 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: agent_resources_synced.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.684084 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.684595 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: agent-resources-synced Jan 14 11:35:49.684942 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: allowedaddresspairs.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.686937 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.687468 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: allowed-address-pairs Jan 14 11:35:49.687800 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: auto_allocated_topology.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.688972 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.689502 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: auto-allocated-topology Jan 14 11:35:49.689836 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: availability_zone.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.690534 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.691074 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: availability_zone Jan 14 11:35:49.691418 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: availability_zone_filter.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.692685 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.693261 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: availability_zone_filter Jan 14 11:35:49.693590 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: data_plane_status.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.694715 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.695367 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 11:35:49.695695 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: default_subnetpools.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.697388 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.698166 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: default-subnetpools Jan 14 11:35:49.698498 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.699424 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.700189 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: dhcp_agent_scheduler Jan 14 11:35:49.700521 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: dns.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.701466 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.701984 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension dns-integration not supported by any of loaded plugins Jan 14 11:35:49.702309 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: dns_domain_ports.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.703317 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.703829 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 11:35:49.704154 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: dvr.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.704869 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.705381 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: dvr Jan 14 11:35:49.705705 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: empty_string_filtering.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.706616 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.707142 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: empty-string-filtering Jan 14 11:35:49.707445 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.708352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.708902 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 11:35:49.709227 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.710141 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.710649 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 11:35:49.710971 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: external_net.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.711878 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.713120 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: external-net Jan 14 11:35:49.713450 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.714368 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.714876 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: extra_dhcp_opt Jan 14 11:35:49.715199 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: extraroute.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.716104 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.716616 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: extraroute Jan 14 11:35:49.716968 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: extraroute_atomic.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.717999 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.718512 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: extraroute-atomic Jan 14 11:35:49.718837 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: filter_validation.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.719509 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.720018 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: filter-validation Jan 14 11:35:49.720354 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: fip_pf_description.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.721277 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.721786 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 11:35:49.722107 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: fip_port_details.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.723023 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.723547 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: fip-port-details Jan 14 11:35:49.723870 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: flavors.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.725143 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.725665 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: flavors Jan 14 11:35:49.725990 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.727713 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.728238 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 11:35:49.728567 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: floatingip_pools.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.729305 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.729824 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: floatingip-pools Jan 14 11:35:49.730151 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: ip_allocation.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.731079 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.731589 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 11:35:49.731913 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.732861 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.733380 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: ip-substring-filtering Jan 14 11:35:49.733704 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l2_adjacency.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.734628 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.735135 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 11:35:49.735455 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.736419 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.736973 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: router Jan 14 11:35:49.737299 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.739690 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.740484 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 11:35:49.740850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.741794 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.742314 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: ext-gw-mode Jan 14 11:35:49.742643 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.743635 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.744148 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: l3-ha Jan 14 11:35:49.744473 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3_flavors.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.745417 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.745928 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: l3-flavors Jan 14 11:35:49.746248 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.747163 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.747722 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 11:35:49.748044 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: l3agentscheduler.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.749112 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.749633 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: l3_agent_scheduler Jan 14 11:35:49.749958 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: logging.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.751588 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.752165 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension logging not supported by any of loaded plugins Jan 14 11:35:49.752497 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: metering.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.753388 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.754027 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: metering Jan 14 11:35:49.754355 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.755458 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.755982 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: metering_source_and_destination_fields Jan 14 11:35:49.756311 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: multiprovidernet.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.757266 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.757781 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: multi-provider Jan 14 11:35:49.758108 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: netmtu.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.759552 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.760241 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: net-mtu Jan 14 11:35:49.760569 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: netmtu_writable.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.761517 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.762031 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: net-mtu-writable Jan 14 11:35:49.762354 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: network_availability_zone.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.763025 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.763534 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: network_availability_zone Jan 14 11:35:49.763859 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: network_ip_availability.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.764976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.765496 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: network-ip-availability Jan 14 11:35:49.765819 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: network_segment_range.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.766593 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.767100 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 11:35:49.767420 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: pagination.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.768398 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.768748 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: pagination Jan 14 11:35:49.769192 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.770133 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.770658 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: port-mac-address-regenerate Jan 14 11:35:49.770979 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: port_resource_request.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.771886 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.772399 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 11:35:49.772720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: portbindings.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.773665 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.774186 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: binding Jan 14 11:35:49.775189 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: portbindings_extended.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.776559 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.777111 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: binding-extended Jan 14 11:35:49.777441 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: portsecurity.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.778363 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.778881 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: port-security Jan 14 11:35:49.779207 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: project_id.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.780185 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.780515 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: project-id Jan 14 11:35:49.780866 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: providernet.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.781776 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.782289 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: provider Jan 14 11:35:49.782610 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.786369 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.786898 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos not supported by any of loaded plugins Jan 14 11:35:49.787232 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.788560 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.789122 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 11:35:49.789452 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.790394 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.790913 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 11:35:49.791239 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_default.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.792160 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.792679 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-default not supported by any of loaded plugins Jan 14 11:35:49.793072 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_fip.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.793781 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.794297 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-fip not supported by any of loaded plugins Jan 14 11:35:49.794623 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_gateway_ip.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.795550 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.796066 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 11:35:49.796390 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_port_network_policy.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.797341 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.797853 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 11:35:49.798177 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_rule_type_details.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.799086 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.799599 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 11:35:49.799922 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: qos_rules_alias.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.800995 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.801509 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 11:35:49.801830 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: quotasv2.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.802708 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.803032 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: quotas Jan 14 11:35:49.803354 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: quotasv2_detail.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.805013 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.805351 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: quota_details Jan 14 11:35:49.805710 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: rbac.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.806765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.807294 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: rbac-policies Jan 14 11:35:49.807624 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: rbac_address_scope.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.808551 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.809103 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: rbac-address-scope Jan 14 11:35:49.809433 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: rbac_security_groups.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.810359 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.810876 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: rbac-security-groups Jan 14 11:35:49.811200 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: rbac_subnetpool.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.812112 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.812629 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: rbac-subnetpool Jan 14 11:35:49.812977 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: revisionifmatch.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.813907 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.814424 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: revision-if-match Jan 14 11:35:49.814747 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: revisions.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.815850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.816365 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: standard-attr-revisions Jan 14 11:35:49.816692 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: router_availability_zone.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.817389 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.817903 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: router_availability_zone Jan 14 11:35:49.818230 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: routerservicetype.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.819144 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.819655 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension router-service-type not supported by any of loaded plugins Jan 14 11:35:49.819976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.820934 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.822118 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: port-security-groups-filtering Jan 14 11:35:49.822448 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: securitygroup.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.833650 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.834189 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: security-group Jan 14 11:35:49.834523 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: segment.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.835316 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.835834 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension segment not supported by any of loaded plugins Jan 14 11:35:49.836163 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.837699 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.838214 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 11:35:49.838542 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: servicetype.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.839670 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.840190 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: service-type Jan 14 11:35:49.840517 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: sorting.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.841525 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.841853 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: sorting Jan 14 11:35:49.842171 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: standard_attr_segment.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.843079 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.843599 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 11:35:49.843924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: standardattrdescription.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.844566 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.845110 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: standard-attr-description Jan 14 11:35:49.845431 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: stateful_security_group.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.846366 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.846883 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: stateful-security-group Jan 14 11:35:49.847211 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: stdattrs_common.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.847794 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 11:35:49.848113 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.849075 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.849590 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 11:35:49.849909 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: subnet_onboard.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.851054 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.851577 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: subnet_onboard Jan 14 11:35:49.851901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.852886 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.853399 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 11:35:49.853727 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: subnet_service_types.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.854645 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.855165 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: subnet-service-types Jan 14 11:35:49.855488 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: subnetallocation.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.856558 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.857106 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: subnet_allocation Jan 14 11:35:49.857427 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.858091 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.858599 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: subnetpool-prefix-ops Jan 14 11:35:49.858915 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.859840 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.860353 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 11:35:49.860674 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: tagging.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.861750 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.862269 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: standard-attr-tag Jan 14 11:35:49.862599 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: timestamp.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.863797 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.864315 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loaded extension: standard-attr-timestamp Jan 14 11:35:49.864642 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: trunk.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.866038 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.866557 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension trunk not supported by any of loaded plugins Jan 14 11:35:49.866880 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: trunk_details.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.867799 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.868390 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension trunk-details not supported by any of loaded plugins Jan 14 11:35:49.868722 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: uplink_status_propagation.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.869661 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.870175 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 11:35:49.870495 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Loading extension file: vlantransparent.py {{(pid=83346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 14 11:35:49.871163 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 14 11:35:49.871677 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 11:35:49.873938 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:network Jan 14 11:35:49.874670 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:subnet Jan 14 11:35:49.875283 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 11:35:49.876059 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:port Jan 14 11:35:49.877371 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.877815 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service FLAVORS assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.878431 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.878858 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.879186 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:router Jan 14 11:35:49.879854 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:floatingip Jan 14 11:35:49.880568 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service METERING assigned prefix: /metering {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.882031 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.882400 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.882754 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:35:49.884415 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 11:35:49.884953 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:security_group Jan 14 11:35:49.885614 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 11:35:49.886346 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service CORE assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.886681 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 11:35:49.887022 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] subnetpool is already registered Jan 14 11:35:49.887635 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service CORE assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.887964 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 11:35:49.888295 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] subnetpool is already registered Jan 14 11:35:49.890860 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.891293 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service FLAVORS assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.891883 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.892303 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.892634 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:router Jan 14 11:35:49.892991 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] router is already registered Jan 14 11:35:49.893583 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:floatingip Jan 14 11:35:49.893914 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] floatingip is already registered Jan 14 11:35:49.894537 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service METERING assigned prefix: /metering {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.895199 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 11:35:49.895527 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] rbac_policy is already registered Jan 14 11:35:49.896066 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:security_group Jan 14 11:35:49.896391 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] security_group is already registered Jan 14 11:35:49.897013 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 11:35:49.897339 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] security_group_rule is already registered Jan 14 11:35:49.897994 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service CORE assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.898320 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 11:35:49.898642 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] subnetpool is already registered Jan 14 11:35:49.899239 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.v2.resource_helper [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Service CORE assigned prefix: {{(pid=83346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 11:35:49.900242 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 11:35:49.900609 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING neutron.quota.resource_registry [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] subnetpool is already registered Jan 14 11:35:49.901303 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: extensions {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.902714 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: address-groups {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.904286 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: address-scopes {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.905503 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: agents {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.906627 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: auto-allocated-topology {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.907821 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: availability_zones {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.909155 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: dhcp-networks {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.910501 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: dhcp-agents {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.911919 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: routers {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.913735 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: flavors {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.914882 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: service_profiles {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.916116 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: next_providers {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.917842 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: service_profiles {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.919245 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: floatingip-pools {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.920437 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: routers {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.922222 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: floatingips {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.923396 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: l3-routers {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.925001 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: l3-agents {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.926363 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: metering-labels {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.927696 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: metering-label-rules {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.928957 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: network-ip-availabilities {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.930167 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: bindings {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.933374 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: quotas {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.934798 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: quotas {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.936180 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: rbac-policies {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.937495 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: security-groups {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.938680 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: security-group-rules {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.939872 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: service-providers {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.941070 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: subnetpools {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.942477 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: subnetpools {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.943924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.945588 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.947900 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.949638 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.951455 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.953099 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.954812 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.956613 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.958440 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.960239 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron.api.extensions [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Extended resource: tags {{(pid=83346) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 14 11:35:49.966527 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING keystonemiddleware.auth_token [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 11:35:49.975252 dv-neutron-823850-1-hyperv neutron-server[83346]: WARNING keystonemiddleware.auth_token [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 11:35:49.983312 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_concurrency.lockutils [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Acquired lock "singleton_lock" {{(pid=83346) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 14 11:35:49.983792 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_concurrency.lockutils [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Releasing lock "singleton_lock" {{(pid=83346) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 14 11:35:49.984424 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Starting 2 workers Jan 14 11:35:49.989002 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Started child 83451 {{(pid=83346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 11:35:49.993984 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Started child 83452 {{(pid=83346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 11:35:49.995119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:35:49.995663 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO neutron.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 11:35:49.996247 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Notify callbacks [] for process, before_spawn {{(pid=83346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:35:49.996570 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [-] (83451) wsgi starting up on http://0.0.0.0:9696 Jan 14 11:35:49.998757 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Starting 1 workers Jan 14 11:35:49.999170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:35:50.000708 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [-] (83452) wsgi starting up on http://0.0.0.0:9696 Jan 14 11:35:50.003854 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Started child 83453 {{(pid=83346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 11:35:50.004402 dv-neutron-823850-1-hyperv neutron-server[83346]: INFO oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Starting 1 workers Jan 14 11:35:50.007688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] calling RpcWorker wait() {{(pid=83453) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 11:35:50.008225 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] returning from RpcWorker wait() {{(pid=83453) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 11:35:50.008745 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Started child 83454 {{(pid=83346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 11:35:50.010067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:35:50.010278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ac32-e270-4f98-9e3c-bd352c8ffb4b None None] Notify callbacks [] for process, after_spawn {{(pid=83346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:35:50.010669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:35:50.012145 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83346) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 14 11:35:50.012353 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 11:35:50.012532 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 11:35:50.012751 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 11:35:50.013100 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 11:35:50.013265 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 11:35:50.013764 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.014046 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.014319 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.014581 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.014676 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:35:50.015126 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.015377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.015647 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.015740 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:35:50.015883 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.016147 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.016397 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.016566 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.016753 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.017013 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.017256 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.017546 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.017821 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.018080 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.018339 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.018508 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.018756 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.019018 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.019253 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.019525 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] debug = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.019783 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.020287 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.020521 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.020805 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.021043 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.021308 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.021568 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.021843 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.022084 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.022317 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.022556 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.022815 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.023057 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.023296 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.023580 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.023817 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.024272 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] host = dv-neutron-823850-1-hyperv {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.024632 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.024874 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.025123 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.025353 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.025595 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.025815 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.026070 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.026320 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.026569 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.026809 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.027069 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.027314 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.027557 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.027811 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_file = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.027979 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_options = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.028222 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.028495 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.028760 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.028944 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.029123 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.029296 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.029553 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.029709 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.029967 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.030161 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.030394 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.030607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.030885 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.031090 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.031322 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.031538 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.031752 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.031963 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.032219 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.032473 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.032695 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.032942 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.033156 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.033373 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.033583 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.033816 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.034059 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.034274 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.034493 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.034751 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.035006 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.035257 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.035508 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.035755 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.035991 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.036218 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.036455 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.036781 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.036988 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.037247 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.037517 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.037732 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.037968 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.038182 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.038397 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.038627 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_json = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.038840 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.039071 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.039361 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.039555 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.039769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.039984 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.040298 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.040454 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.040992 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.041211 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.041532 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.041783 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.042017 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.042271 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.042500 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.043323 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.043323 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.043323 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.043735 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.043735 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.044019 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.044293 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.044577 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.044862 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.045081 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.045337 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.045572 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.045805 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.045999 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.046212 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.046555 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.046688 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.046893 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.047108 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.047335 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.047785 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.047785 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.048070 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.048259 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.048507 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.049302 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.049302 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.049302 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.049801 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.049801 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.049801 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.050168 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.050310 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.050530 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.052356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.053505 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.053505 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.053505 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.053505 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.053505 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.054158 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.054158 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.054158 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.054567 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.054567 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.054866 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.055012 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.055152 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.055385 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.055590 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.056777 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.056956 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.057100 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.057240 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.057534 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.057693 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.058364 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.058364 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.058364 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.058771 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.058916 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.059388 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.059388 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.059660 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.059845 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.060066 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.060313 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.060554 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.061473 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.061473 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.061473 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.061473 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.061750 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.061968 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.062190 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.062443 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.064901 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.065506 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.065506 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.065506 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.065506 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.065793 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.065884 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.066076 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.066375 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.067604 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.067604 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.067604 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.067604 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.067604 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.068284 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.068284 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.068524 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.068660 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.069119 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.069267 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.069475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.069658 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.069902 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.070118 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.070464 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.070718 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.070961 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.071173 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.072308 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.072706 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.072970 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.073256 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.073524 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.073758 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.074019 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.074245 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.074460 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.074669 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.074919 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.075109 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.075357 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.075586 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.075959 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.076375 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.076781 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.077192 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.077578 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.077962 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.078334 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.078695 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.079101 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.079340 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.079560 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.079820 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.080028 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.080317 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.080489 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.080766 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.080962 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.081231 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.081435 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.081696 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.081955 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.082172 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.082396 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.082633 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.082880 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.083095 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.083336 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.083554 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.083766 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.084005 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.084216 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.084433 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.084658 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.084912 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.085144 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.085373 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.085611 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.085924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.086148 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.086392 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.086624 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.086843 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.087095 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.087570 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.087751 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.088124 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.088496 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.088904 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.089269 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.089639 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.090000 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.090385 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.090743 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.091134 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.091486 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.091896 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.092284 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.092649 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.093108 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.093502 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.093873 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.094250 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.094636 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.095019 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.095382 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.095747 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.096115 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.096472 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.096947 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.097340 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.097705 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.098150 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.098548 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.098939 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.099392 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.099709 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.099959 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.100212 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.100427 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.100838 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.101076 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.101346 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.101658 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.101955 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.102216 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.102470 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.102806 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.103047 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.103333 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.103542 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.103851 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.104193 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.104492 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.104784 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.105017 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.105283 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.105504 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.105741 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.105981 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.106215 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.106450 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.106704 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.106944 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.107183 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.107414 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.107636 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.107864 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.108065 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.108291 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.108533 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.108773 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.108925 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 11:35:50.109439 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83346) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 14 11:35:50.109598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 11:35:50.109748 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 11:35:50.109914 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 11:35:50.110096 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 11:35:50.110251 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 11:35:50.110452 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.110767 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.110926 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.111085 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.111243 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.111421 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.111580 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.111738 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.111907 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112038 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112184 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112334 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112502 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112659 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112835 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.112985 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.113145 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.113301 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.113465 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.113625 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.113781 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.113936 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.114091 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] debug = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.114247 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.114459 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.114618 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.114797 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.114938 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.115314 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.115438 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.115595 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.115754 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.115911 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.116068 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.116224 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.116380 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.116536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.116693 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.116885 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117042 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] host = dv-neutron-823850-1-hyperv {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117199 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117355 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117511 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117668 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117823 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.117981 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.118734 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.118991 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.119176 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.119353 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.119521 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.119688 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.119855 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.120018 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_file = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.120180 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_options = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.120338 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.120493 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.120648 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.120870 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121033 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121189 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121345 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121500 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121654 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121807 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.121960 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.122115 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.122269 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.122423 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.122577 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.122729 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.122883 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123189 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123344 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123499 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123653 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123806 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.123960 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.124114 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.124268 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.124420 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.124575 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.124745 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.124890 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125046 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125200 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125353 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125555 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125681 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125810 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.125931 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126078 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126233 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126387 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126540 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126694 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126833 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.126988 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.127141 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.127294 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_json = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.127434 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.127592 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.127745 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.127897 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.128050 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.128203 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.128356 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.128510 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 11:35:50.128685 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.128859 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129033 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129190 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129345 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129501 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129658 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129814 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.129970 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.130125 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.130288 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.130444 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.130616 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.130773 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.130930 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.131929 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.131929 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.131929 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.131929 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.131929 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.131929 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.132663 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.132663 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.132663 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.132663 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.132663 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.132663 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.133475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.133475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.133475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.133475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.133475 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.135536 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.137976 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.139675 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.140719 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.144927 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147264 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.147850 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.148377 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.150765 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.151671 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152278 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.152822 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153352 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.153889 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154408 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.154924 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.155447 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.156769 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.158813 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.161035 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.162589 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.163598 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.164487 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.165720 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.166607 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167347 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167943 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 11:35:50.167943 dv-neutron-823850-1-hyperv neutron-server[83346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 11:35:50.433430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38400) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:35:50.442011 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063474 Jan 14 11:36:00.833624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c76ee-355f-4102-8060-0d1920c59829 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:36:00.900479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c76ee-355f-4102-8060-0d1920c59829 None None] No non-hosted networks {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 11:36:00.912581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e12ffe4-18ab-45da-976e-698abfc4788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33245470'] for agent, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:02.932080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f3164987-9bb1-4fe0-a6a7-99614ddd655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33245470'] for agent, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:02.969942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-91564034-9714-4c45-95dc-ad6b4f205e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:04.093714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33245470'] for agent, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:04.097122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.098522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.099437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.100870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.101401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.102609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.103455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.105335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.106309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.106918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.108779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:04.109877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-823850-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:04.124886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-823850-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:04.334770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33245470'] for agent, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:05.379846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33245470'] for agent, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:07.228974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38490) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:07.830567 dv-neutron-823850-1-hyperv neutron-server[83452]: WARNING oslo_policy.policy [None req-7b52e7ed-9c0d-4d56-9ca0-6f2825adbd9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:07.831150 dv-neutron-823850-1-hyperv neutron-server[83452]: WARNING oslo_policy.policy [None req-7b52e7ed-9c0d-4d56-9ca0-6f2825adbd9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:08.049938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-7b52e7ed-9c0d-4d56-9ca0-6f2825adbd9c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:36:08.051017 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7b52e7ed-9c0d-4d56-9ca0-6f2825adbd9c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8211586 Jan 14 11:36:09.928692 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.db.l3_hamode_db [None req-0aa90687-b374-4d05-a10e-39087823bd4e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 11:36:10.013424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa90687-b374-4d05-a10e-39087823bd4e None None] Routers set() bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:36:10.013798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa90687-b374-4d05-a10e-39087823bd4e None None] Router IDs set() for agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 11:36:10.316093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38504) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:10.696028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:10.750594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.policy [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83452) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 14 11:36:10.751338 dv-neutron-823850-1-hyperv neutron-server[83452]: WARNING oslo_policy.policy [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:10.751702 dv-neutron-823850-1-hyperv neutron-server[83452]: WARNING oslo_policy.policy [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:10.754997 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.quota [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] Loaded quota_driver: . Jan 14 11:36:10.770489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:10.840086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750277197274', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750277175139', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750277174799', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750277165683', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750277488103', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525579', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33133415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33063118'] for rbac-policy, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:10.907395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:10.908575 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a68eb789-8576-4c7c-ab4a-4cfdd639a7e8 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5915427 Jan 14 11:36:13.410827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38518) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:13.782772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Request body: {'network': {'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'name': 'private', 'admin_state_up': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:13.787516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:13.792842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Usage tracker for resource:network and tenant:c20b646a3cb64231a124cdb277638ca2 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:13.797453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:13.803499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:13.813473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Made reservation on behalf of c20b646a3cb64231a124cdb277638ca2 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:36:13.816205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:13.833866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:13.876964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:13.880555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Usage tracker for resource:security_group_rule and tenant:c20b646a3cb64231a124cdb277638ca2 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:13.883361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:13.889261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:13.953554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:13.957032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:13.981349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:36:14.007746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750274832339', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:14.008332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Unsubscribe: segment precommit_create {{(pid=83452) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 11:36:14.009055 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Added segment fd911994-cc27-44c5-b654-7a9079c78ef3 of type vlan for network 95744396-6795-44a3-a15d-f503cf0561db Jan 14 11:36:14.017327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ff7ce-3779-4416-8727-76f2aab5a0cc,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:14.072813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.073085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.073418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.073744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.074083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.074413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.074748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.075070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.075385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.075697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.076011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Tracked resource versions report: Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: pushed versions: Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Log': {'1.0'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Network': {'1.1'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Port': {'1.5'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'PortForwarding': {'1.2'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'QosPolicy': {'1.8'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroup': {'1.2'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SubPort': {'1.0'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Subnet': {'1.1'}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Trunk': {'1.1'}} Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: consumer versions: Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Log': '1.0', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Network': '1.1', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Port': '1.5', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'PortForwarding': '1.2', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'QosPolicy': '1.8', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroup': '1.2', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroupRule': '1.0', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SubPort': '1.0', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Subnet': '1.1', Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Trunk': '1.1'}} Jan 14 11:36:14.077271 dv-neutron-823850-1-hyperv neutron-server[83452]: {{(pid=83452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:36:14.122950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:14.167271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:14.168192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:14.168848 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:14.275139 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8625515 Jan 14 11:36:14.275704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4893ba-fbdf-4a83-8e70-be2db452b056 admin admin] Pushing event updated for resources: {'Network': ['ID=95744396-6795-44a3-a15d-f503cf0561db,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:14.287551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 95744396-6795-44a3-a15d-f503cf0561db details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:36:16.872958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38534) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:17.350705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c81a87-27da-453f-9689-0697548c4dbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:17.352976 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7c81a87-27da-453f-9689-0697548c4dbe admin admin] 10.222.0.48 "GET /v2.0/networks/95744396-6795-44a3-a15d-f503cf0561db HTTP/1.1" status: 200 len: 825 time: 0.4784086 Jan 14 11:36:17.380279 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-03f6c4e8-94ad-490d-bc2b-d9db7150bac5 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/27d7c53c-2833-4b8e-9355-147191b17232 HTTP/1.1" status: 200 len: 734 time: 0.0220227 Jan 14 11:36:17.388353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Request body: {'subnet': {'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:17.392546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:17.396187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Usage tracker for resource:subnet and tenant:c20b646a3cb64231a124cdb277638ca2 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:17.399004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:17.405168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:17.415492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Made reservation on behalf of c20b646a3cb64231a124cdb277638ca2 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:36:17.417884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:17.686380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:17.770527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f9f75e-b6ff-45eb-ad21-79886e34fe54,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:17.775588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Checking segment: {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:36:17.775985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Network hostable DHCP agents. Network: 95744396-6795-44a3-a15d-f503cf0561db, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:36:17.798272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Network 95744396-6795-44a3-a15d-f503cf0561db is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:36:17.808697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 95744396-6795-44a3-a15d-f503cf0561db) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:36:17.813521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:17.814107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:17.818553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c566081-c3cc-46d9-bbfd-cc31a36c0c4b None None] Network 95744396-6795-44a3-a15d-f503cf0561db requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:36:17.833902 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8e94aa9e-5f35-465e-adf9-c74052f82086 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4486463 Jan 14 11:36:18.124050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-95744396-6795-44a3-a15d-f503cf0561db', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:36:18.125297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:18.317576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Allocated IP 172.20.0.2 (95744396-6795-44a3-a15d-f503cf0561db/b8f9f75e-b6ff-45eb-ad21-79886e34fe54/bf4fb9eb-b410-4e64-b316-96abda7deeb7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:36:18.549327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:18.562868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Transition to ACTIVE for port object bf4fb9eb-b410-4e64-b316-96abda7deeb7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:36:18.581338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Transition to ACTIVE for port object bf4fb9eb-b410-4e64-b316-96abda7deeb7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:36:18.587908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:18.653758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Network 95744396-6795-44a3-a15d-f503cf0561db is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:36:18.656604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:36:18.661793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Pushing event updated for resources: {'Port': ['ID=bf4fb9eb-b410-4e64-b316-96abda7deeb7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:18.664035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:36:18.703478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.703829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.704169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.704502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.704876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.705211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.705537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.705876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.706202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.706519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.706836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Tracked resource versions report: Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: pushed versions: Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Log': {'1.0'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Network': {'1.1'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Port': {'1.5'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'PortForwarding': {'1.2'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'QosPolicy': {'1.8'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroup': {'1.2'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SubPort': {'1.0'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Subnet': {'1.1'}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Trunk': {'1.1'}} Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: consumer versions: Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Log': '1.0', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Network': '1.1', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Port': '1.5', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'PortForwarding': '1.2', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'QosPolicy': '1.8', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroup': '1.2', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroupRule': '1.0', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SubPort': '1.0', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Subnet': '1.1', Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Trunk': '1.1'}} Jan 14 11:36:18.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: {{(pid=83453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:36:18.765201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Attempting to bind port bf4fb9eb-b410-4e64-b316-96abda7deeb7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:36:18.765589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Attempting to bind port bf4fb9eb-b410-4e64-b316-96abda7deeb7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:36:18.766026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Attempting to bind port bf4fb9eb-b410-4e64-b316-96abda7deeb7 on network 95744396-6795-44a3-a15d-f503cf0561db {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:36:18.772186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:36:18.772581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Checking segment: {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:36:18.773086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:18.773473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Bound using segment: {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:36:18.773926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Bound port: bf4fb9eb-b410-4e64-b316-96abda7deeb7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:36:18.774338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:18.863993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] For port bf4fb9eb-b410-4e64-b316-96abda7deeb7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:36:18.868682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] For port bf4fb9eb-b410-4e64-b316-96abda7deeb7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=bf4fb9eb-b410-4e64-b316-96abda7deeb7,segment=NetworkSegment(fd911994-cc27-44c5-b654-7a9079c78ef3),segment_id=fd911994-cc27-44c5-b654-7a9079c78ef3)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:36:18.874880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:18.981006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499cc40-0620-4a37-a66b-b98b77dcee64 None None] Pushing event updated for resources: {'Port': ['ID=bf4fb9eb-b410-4e64-b316-96abda7deeb7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:20.156150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38544) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:20.567734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-d9c7ae0d-aa76-43df-9ea9-777f9f1a2b45 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:36:20.568691 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d9c7ae0d-aa76-43df-9ea9-777f9f1a2b45 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4115632 Jan 14 11:36:22.463058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device bf4fb9eb-b410-4e64-b316-96abda7deeb7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:36:22.537675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port bf4fb9eb-b410-4e64-b316-96abda7deeb7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:36:22.596699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c08c8-3cc2-4790-92f6-7572033ab747 None None] Network 95744396-6795-44a3-a15d-f503cf0561db requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:36:22.692888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] Provisioning for port bf4fb9eb-b410-4e64-b316-96abda7deeb7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:36:22.703549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] Provisioning complete for port bf4fb9eb-b410-4e64-b316-96abda7deeb7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:22.703937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:22.879427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38558) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:22.920940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:22.969528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] For port bf4fb9eb-b410-4e64-b316-96abda7deeb7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=bf4fb9eb-b410-4e64-b316-96abda7deeb7,segment=NetworkSegment(fd911994-cc27-44c5-b654-7a9079c78ef3),segment_id=fd911994-cc27-44c5-b654-7a9079c78ef3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:36:22.975046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:23.046199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004ed4f-a81e-4196-bddf-d470af5e2653 None None] Pushing event updated for resources: {'Port': ['ID=bf4fb9eb-b410-4e64-b316-96abda7deeb7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:23.201782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a341aafa-a79f-46c0-8b2c-f35f81fbcbd1 None None] Provisioning complete for port bf4fb9eb-b410-4e64-b316-96abda7deeb7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:23.202231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a341aafa-a79f-46c0-8b2c-f35f81fbcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:23.298321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-bbb99a44-62c9-4287-8e1e-b9f1ef4035c1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:36:23.299964 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bbb99a44-62c9-4287-8e1e-b9f1ef4035c1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4196241 Jan 14 11:36:24.436567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device bf4fb9eb-b410-4e64-b316-96abda7deeb7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:36:24.506023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port bf4fb9eb-b410-4e64-b316-96abda7deeb7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:24.506386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:25.852453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38570) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:26.219751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'name': 'router1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:26.224713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:26.228402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Usage tracker for resource:router and tenant:c20b646a3cb64231a124cdb277638ca2 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:26.231704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:26.237494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:26.257687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:26.259938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:26.284199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:26.398182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:26.415815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:26.417032 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4801c93b-2c38-450d-8d35-33a4db1c6a35 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5635686 Jan 14 11:36:28.650397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38580) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:29.035985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-109c8812-3222-45b2-a3c4-26948b733db5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:36:29.036964 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-109c8812-3222-45b2-a3c4-26948b733db5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3856223 Jan 14 11:36:30.740694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6862015-8fef-4aed-8e35-58ea21e8dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:31.320088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38590) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:31.779950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:31.784762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:31.788399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Usage tracker for resource:network and tenant:40d8cb99fd994bf9a6182200ec673dac is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:31.791170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:31.796667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:31.806771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Made reservation on behalf of 40d8cb99fd994bf9a6182200ec673dac for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:36:31.808957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:31.823209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:31.854045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:31.857750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Usage tracker for resource:security_group_rule and tenant:40d8cb99fd994bf9a6182200ec673dac is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:31.860434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:31.866625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:31.929021 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:31.933163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:31.950512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Reserving flat network on physical network physnet1 {{(pid=83452) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 14 11:36:31.969466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190142a8-d2fa-4ed4-89dd-3a7d56e268ae,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:31.973689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:31.974022 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Added segment 5bf8e53b-fbcd-43d8-b399-3e6f6d11085f of type flat for network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f Jan 14 11:36:32.005124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:32.038724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:32.039656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:32.040226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:32.137659 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8163803 Jan 14 11:36:32.142095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfde5-10f1-4f8e-af47-ba5d8ced57e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d16a4bd-d75e-49ca-bfc8-0f15834a988f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:32.153253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:36:32.924838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2fbb8a54-54a4-4ed8-bd39-d3748fb74d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:34.081687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:34.248836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:34.373166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38600) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:34.838684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6450e-bbe8-4873-b45c-32684c1309e3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:34.839975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-07f6450e-bbe8-4873-b45c-32684c1309e3 admin admin] 10.222.0.48 "GET /v2.0/subnets/b8f9f75e-b6ff-45eb-ad21-79886e34fe54 HTTP/1.1" status: 200 len: 849 time: 0.4658818 Jan 14 11:36:34.979920 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ee4a7360-1d4d-44e6-976d-50cef82b059d admin admin] 10.222.0.48 "GET /v2.0/routers/146b2a18-095a-4b27-b814-3f43e4f96d6c HTTP/1.1" status: 200 len: 704 time: 0.1345084 Jan 14 11:36:35.322580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:35.443744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:35.671014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Allocated IP 172.20.0.1 (95744396-6795-44a3-a15d-f503cf0561db/b8f9f75e-b6ff-45eb-ad21-79886e34fe54/335164e3-603f-4bb3-9061-d9d6bca48633) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:36:35.855938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:35.873110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Transition to ACTIVE for port object 335164e3-603f-4bb3-9061-d9d6bca48633 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:36:35.923862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:35.990951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Network 95744396-6795-44a3-a15d-f503cf0561db is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:36:35.995022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:36:35.997735 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Pushing event updated for resources: {'Port': ['ID=335164e3-603f-4bb3-9061-d9d6bca48633,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:36.010165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:36:36.010664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.142946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.198179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9e4cd9fa-45f0-48a0-b621-5ae0128918e2 None None] Provisioning for port 335164e3-603f-4bb3-9061-d9d6bca48633 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:36:36.202813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9e4cd9fa-45f0-48a0-b621-5ae0128918e2 None None] Provisioning complete for port 335164e3-603f-4bb3-9061-d9d6bca48633 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:36.203174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd9fa-45f0-48a0-b621-5ae0128918e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.253520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cd9fa-45f0-48a0-b621-5ae0128918e2 None None] Port 335164e3-603f-4bb3-9061-d9d6bca48633 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:36:36.364853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.369811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.370505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.492844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Pushing event updated for resources: {'Port': ['ID=335164e3-603f-4bb3-9061-d9d6bca48633,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:36.557620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Network 95744396-6795-44a3-a15d-f503cf0561db is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:36:36.558650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:36:36.777119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cd7e466f-78f6-4c86-a3e0-3e6821e84261 None None] Provisioning complete for port 335164e3-603f-4bb3-9061-d9d6bca48633 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:36.777652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cd7e466f-78f6-4c86-a3e0-3e6821e84261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:36.826626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e466f-78f6-4c86-a3e0-3e6821e84261 None None] Port 335164e3-603f-4bb3-9061-d9d6bca48633 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:36:36.908351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Router 146b2a18-095a-4b27-b814-3f43e4f96d6c is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:36:37.074561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:36:37.083031 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-647a2821-21fa-491b-90ff-1b3b4abb916f admin admin] 10.222.0.48 "PUT /v2.0/routers/146b2a18-095a-4b27-b814-3f43e4f96d6c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0982919 Jan 14 11:36:37.084881 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Sync routers for ids ['146b2a18-095a-4b27-b814-3f43e4f96d6c'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:36:37.099392 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Routers {'146b2a18-095a-4b27-b814-3f43e4f96d6c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:36:37.100380 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:36:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['146b2a18-095a-4b27-b814-3f43e4f96d6c'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:37.274986 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Set router 146b2a18-095a-4b27-b814-3f43e4f96d6c gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:36:37.637187 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'name': 'router1', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:36:26Z', 'updated_at': '2022-01-14T11:36:36Z', 'revision_number': 2, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'gw_port_host': None, '_interfaces': [{'id': '335164e3-603f-4bb3-9061-d9d6bca48633', 'name': '', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'mac_address': 'fa:16:3e:0e:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:35Z', 'updated_at': '2022-01-14T11:36:36Z', 'revision_number': 2, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'subnets': [{'id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:37.641936 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Checking router: 146b2a18-095a-4b27-b814-3f43e4f96d6c for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:36:37.642299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Updating router 146b2a18-095a-4b27-b814-3f43e4f96d6c port 335164e3-603f-4bb3-9061-d9d6bca48633 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:36:37.696114 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:38.061408 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:38.076052 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Transition to ACTIVE for port object 335164e3-603f-4bb3-9061-d9d6bca48633 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:36:38.083116 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:38.283655 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Pushing event updated for resources: {'Port': ['ID=335164e3-603f-4bb3-9061-d9d6bca48633,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:38.324302 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.324648 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.325017 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.325350 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.325697 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.326030 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.326354 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.326689 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.327016 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.327331 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.327648 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Tracked resource versions report: Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: pushed versions: Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Log': {'1.0'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Network': {'1.1'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Port': {'1.5'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'PortForwarding': {'1.2'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'QosPolicy': {'1.8'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroup': {'1.2'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SubPort': {'1.0'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Subnet': {'1.1'}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Trunk': {'1.1'}} Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: consumer versions: Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Log': '1.0', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Network': '1.1', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Port': '1.5', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'PortForwarding': '1.2', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'QosPolicy': '1.8', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroup': '1.2', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroupRule': '1.0', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SubPort': '1.0', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Subnet': '1.1', Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Trunk': '1.1'}} Jan 14 11:36:38.328956 dv-neutron-823850-1-hyperv neutron-server[83454]: {{(pid=83454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:36:38.351231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Attempting to bind port 335164e3-603f-4bb3-9061-d9d6bca48633 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:36:38.351631 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Attempting to bind port 335164e3-603f-4bb3-9061-d9d6bca48633 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:36:38.352092 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Attempting to bind port 335164e3-603f-4bb3-9061-d9d6bca48633 on network 95744396-6795-44a3-a15d-f503cf0561db {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:36:38.358390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:36:38.358793 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Checking segment: {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:36:38.359390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:38.359660 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Bound using segment: {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:36:38.360111 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Bound port: 335164e3-603f-4bb3-9061-d9d6bca48633, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd911994-cc27-44c5-b654-7a9079c78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95744396-6795-44a3-a15d-f503cf0561db'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:36:38.360485 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:38.447716 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] For port 335164e3-603f-4bb3-9061-d9d6bca48633, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:36:38.451708 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] For port 335164e3-603f-4bb3-9061-d9d6bca48633, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=335164e3-603f-4bb3-9061-d9d6bca48633,segment=NetworkSegment(fd911994-cc27-44c5-b654-7a9079c78ef3),segment_id=fd911994-cc27-44c5-b654-7a9079c78ef3)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:36:38.455196 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:38.543928 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c5ed-2594-467e-8c31-58723f7d635e None None] Pushing event updated for resources: {'Port': ['ID=335164e3-603f-4bb3-9061-d9d6bca48633,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:38.552710 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Routers {'146b2a18-095a-4b27-b814-3f43e4f96d6c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:36:38.553337 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:36:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['146b2a18-095a-4b27-b814-3f43e4f96d6c'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:38.704952 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] Set router 146b2a18-095a-4b27-b814-3f43e4f96d6c gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:36:39.023174 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'name': 'router1', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:36:26Z', 'updated_at': '2022-01-14T11:36:36Z', 'revision_number': 2, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'gw_port_host': None, '_interfaces': [{'id': '335164e3-603f-4bb3-9061-d9d6bca48633', 'name': '', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'mac_address': 'fa:16:3e:0e:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:35Z', 'updated_at': '2022-01-14T11:36:38Z', 'revision_number': 4, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'subnets': [{'id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:39.028789 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba26d66-d733-4362-8e3c-655e1692fb19 None None] The sync data for ids ['146b2a18-095a-4b27-b814-3f43e4f96d6c'] in dv-neutron-823850-1-hyperv is: [{'id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'name': 'router1', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:36:26Z', 'updated_at': '2022-01-14T11:36:36Z', 'revision_number': 2, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'gw_port_host': None, '_interfaces': [{'id': '335164e3-603f-4bb3-9061-d9d6bca48633', 'name': '', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'mac_address': 'fa:16:3e:0e:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:35Z', 'updated_at': '2022-01-14T11:36:38Z', 'revision_number': 4, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'subnets': [{'id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:36:39.292633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 38624) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:39.536187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b34ee9-4c0e-4f96-9922-feaa5b48b062 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:39.536743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-91b34ee9-4c0e-4f96-9922-feaa5b48b062 admin admin] Synchronizing usage tracker for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:36:39.553675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-91b34ee9-4c0e-4f96-9922-feaa5b48b062 admin admin] Unset dirty status for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:36:39.555586 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-91b34ee9-4c0e-4f96-9922-feaa5b48b062 admin admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 842 time: 0.2613199 Jan 14 11:36:39.564903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'cidr': '172.26.8.0/24', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:39.569895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:36:39.574408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Usage tracker for resource:subnet and tenant:40d8cb99fd994bf9a6182200ec673dac is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:36:39.577086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:36:39.583460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:36:39.592636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Made reservation on behalf of 40d8cb99fd994bf9a6182200ec673dac for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:36:39.594959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:39.968183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:36:39.968618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:40.043938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc94318-cb59-4d1c-88f8-507bea1ca4dc,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:40.052709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:36:40.053082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Network hostable DHCP agents. Network: 9d16a4bd-d75e-49ca-bfc8-0f15834a988f, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:36:40.075298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:36:40.085953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 9d16a4bd-d75e-49ca-bfc8-0f15834a988f) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:36:40.094745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb274458-5a8e-4dfc-a8fd-504402ad1a20 None None] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:36:40.095496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:40.096020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:40.126885 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e2fe14bf-f9e8-48fc-8548-9112aae5cbb8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5653317 Jan 14 11:36:40.331877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66060949-22d5-4986-827a-236a3235ba0a None None] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:36:40.478631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 335164e3-603f-4bb3-9061-d9d6bca48633 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:36:40.618979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 335164e3-603f-4bb3-9061-d9d6bca48633 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:36:40.623672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 335164e3-603f-4bb3-9061-d9d6bca48633 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:40.624037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:40.734802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:40.765823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 335164e3-603f-4bb3-9061-d9d6bca48633, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=335164e3-603f-4bb3-9061-d9d6bca48633,segment=NetworkSegment(fd911994-cc27-44c5-b654-7a9079c78ef3),segment_id=fd911994-cc27-44c5-b654-7a9079c78ef3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:36:40.769524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:40.835878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=335164e3-603f-4bb3-9061-d9d6bca48633,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:42.246379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 38648) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:42.431176 dv-neutron-823850-1-hyperv neutron-server[83451]: WARNING oslo_policy.policy [None req-7e0bf0a7-64b9-42de-806f-8e4e60b313dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:42.431762 dv-neutron-823850-1-hyperv neutron-server[83451]: WARNING oslo_policy.policy [None req-7e0bf0a7-64b9-42de-806f-8e4e60b313dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:42.447484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 335164e3-603f-4bb3-9061-d9d6bca48633 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:36:42.517424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 335164e3-603f-4bb3-9061-d9d6bca48633 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:42.517790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:42.687332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.policy [None req-7e0bf0a7-64b9-42de-806f-8e4e60b313dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83451) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 14 11:36:42.688007 dv-neutron-823850-1-hyperv neutron-server[83451]: WARNING oslo_policy.policy [None req-7e0bf0a7-64b9-42de-806f-8e4e60b313dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:42.688366 dv-neutron-823850-1-hyperv neutron-server[83451]: WARNING oslo_policy.policy [None req-7e0bf0a7-64b9-42de-806f-8e4e60b313dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 11:36:42.915896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7e0bf0a7-64b9-42de-806f-8e4e60b313dd admin admin] 10.222.0.48 "GET /v2.0/routers/146b2a18-095a-4b27-b814-3f43e4f96d6c HTTP/1.1" status: 200 len: 710 time: 0.6673615 Jan 14 11:36:43.077373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b39a1a8-d366-433e-b043-dcebe60edc17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:36:43.079045 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3b39a1a8-d366-433e-b043-dcebe60edc17 admin admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 886 time: 0.1580915 Jan 14 11:36:43.090518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:36:43.584403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:43.766434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:43.824559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:43.960928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Allocated IP 172.26.8.140 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/11f0baf3-46f4-402d-bdc1-8d8dd7101af2) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:36:44.108214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:44.162254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:44.219366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:36:44.226133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:36:44.261468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Pushing event updated for resources: {'Port': ['ID=11f0baf3-46f4-402d-bdc1-8d8dd7101af2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:44.272222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:36:44.297368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.297702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.298026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.298346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.298668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.298985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.299595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.299917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.300232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.300541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.300881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Tracked resource versions report: Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: pushed versions: Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Log': {'1.0'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Network': {'1.1'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Port': {'1.5'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'PortForwarding': {'1.2'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'QosPolicy': {'1.8'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroup': {'1.2'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SubPort': {'1.0'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Subnet': {'1.1'}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Trunk': {'1.1'}} Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: consumer versions: Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Log': '1.0', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Network': '1.1', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Port': '1.5', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'PortForwarding': '1.2', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'QosPolicy': '1.8', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroup': '1.2', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroupRule': '1.0', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SubPort': '1.0', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Subnet': '1.1', Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Trunk': '1.1'}} Jan 14 11:36:44.302113 dv-neutron-823850-1-hyperv neutron-server[83451]: {{(pid=83451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:36:44.455979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:44.620269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:44.623458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:44.813334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Router 146b2a18-095a-4b27-b814-3f43e4f96d6c has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:36:45.033128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:36:45.043197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Sync routers for ids ['146b2a18-095a-4b27-b814-3f43e4f96d6c'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:36:45.043705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:45.044961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6e0151bc-5edf-4ae8-9781-a7625f8457b7 admin admin] 10.222.0.48 "PUT /v2.0/routers/146b2a18-095a-4b27-b814-3f43e4f96d6c HTTP/1.1" status: 200 len: 890 time: 1.9605019 Jan 14 11:36:45.056207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Routers {'146b2a18-095a-4b27-b814-3f43e4f96d6c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:36:45.057332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:36:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['146b2a18-095a-4b27-b814-3f43e4f96d6c'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:45.247883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Set router 146b2a18-095a-4b27-b814-3f43e4f96d6c gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:36:45.581412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'name': 'router1', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '11f0baf3-46f4-402d-bdc1-8d8dd7101af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:36:26Z', 'updated_at': '2022-01-14T11:36:44Z', 'revision_number': 4, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'gw_port': {'id': '11f0baf3-46f4-402d-bdc1-8d8dd7101af2', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:43Z', 'updated_at': '2022-01-14T11:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '335164e3-603f-4bb3-9061-d9d6bca48633', 'name': '', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'mac_address': 'fa:16:3e:0e:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:35Z', 'updated_at': '2022-01-14T11:36:40Z', 'revision_number': 5, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'subnets': [{'id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:45.586711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Checking router: 146b2a18-095a-4b27-b814-3f43e4f96d6c for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:36:45.587070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Updating router 146b2a18-095a-4b27-b814-3f43e4f96d6c port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:36:45.639333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:45.955173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:45.966303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Transition to ACTIVE for port object 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:36:45.972774 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:46.057926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Attempting to bind port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:36:46.058580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Attempting to bind port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:36:46.058703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Attempting to bind port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:36:46.060547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06f8ce-29f5-4995-bc3d-ac4ca18e2ae1 None None] Pushing event updated for resources: {'Port': ['ID=11f0baf3-46f4-402d-bdc1-8d8dd7101af2,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:46.068758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:36:46.069127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:36:46.069514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:46.069889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:36:46.070362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Bound port: 11f0baf3-46f4-402d-bdc1-8d8dd7101af2, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:36:46.070744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:46.143373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] For port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:36:46.146485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] For port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=11f0baf3-46f4-402d-bdc1-8d8dd7101af2,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:36:46.150593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:46.245993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06f8ce-29f5-4995-bc3d-ac4ca18e2ae1 None None] Pushing event updated for resources: {'Port': ['ID=11f0baf3-46f4-402d-bdc1-8d8dd7101af2,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:46.255444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Routers {'146b2a18-095a-4b27-b814-3f43e4f96d6c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:36:46.256021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:36:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['146b2a18-095a-4b27-b814-3f43e4f96d6c'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:46.437963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] Set router 146b2a18-095a-4b27-b814-3f43e4f96d6c gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:36:46.761346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'name': 'router1', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '11f0baf3-46f4-402d-bdc1-8d8dd7101af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:36:26Z', 'updated_at': '2022-01-14T11:36:44Z', 'revision_number': 4, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'gw_port': {'id': '11f0baf3-46f4-402d-bdc1-8d8dd7101af2', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:43Z', 'updated_at': '2022-01-14T11:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '335164e3-603f-4bb3-9061-d9d6bca48633', 'name': '', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'mac_address': 'fa:16:3e:0e:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:35Z', 'updated_at': '2022-01-14T11:36:40Z', 'revision_number': 5, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'subnets': [{'id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:36:46.765338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f88b-7616-4270-8304-dccadcf4cbbe None None] The sync data for ids ['146b2a18-095a-4b27-b814-3f43e4f96d6c'] in dv-neutron-823850-1-hyperv is: [{'id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'name': 'router1', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '11f0baf3-46f4-402d-bdc1-8d8dd7101af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:36:26Z', 'updated_at': '2022-01-14T11:36:44Z', 'revision_number': 4, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'gw_port': {'id': '11f0baf3-46f4-402d-bdc1-8d8dd7101af2', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:43Z', 'updated_at': '2022-01-14T11:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '335164e3-603f-4bb3-9061-d9d6bca48633', 'name': '', 'network_id': '95744396-6795-44a3-a15d-f503cf0561db', 'tenant_id': 'c20b646a3cb64231a124cdb277638ca2', 'mac_address': 'fa:16:3e:0e:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b2a18-095a-4b27-b814-3f43e4f96d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:36:35Z', 'updated_at': '2022-01-14T11:36:40Z', 'revision_number': 5, 'project_id': 'c20b646a3cb64231a124cdb277638ca2', 'subnets': [{'id': 'b8f9f75e-b6ff-45eb-ad21-79886e34fe54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27d7c53c-2833-4b8e-9355-147191b17232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:36:47.283377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 38668) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:36:47.424238 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-294a450e-d721-4ee5-ab0b-7a6b7ea9f1e9 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1398511 Jan 14 11:36:48.468603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:36:48.542797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:36:48.553382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:48.553761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:48.682347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:48.698465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=11f0baf3-46f4-402d-bdc1-8d8dd7101af2,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:36:48.702841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:36:48.767919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=11f0baf3-46f4-402d-bdc1-8d8dd7101af2,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:36:50.456681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:36:50.528649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 11f0baf3-46f4-402d-bdc1-8d8dd7101af2 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:36:50.529049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:00.745143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3969bf90-cc39-4c5a-bb1f-b1335ecb65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:02.926683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d66aa4b9-a25a-45a1-b4a9-42beaade6a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:04.073611 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:37:04.089575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:04.252698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:05.334487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:30.747732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5b07-5698-4286-90b3-feb690c5f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:32.930283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-71ea6712-925c-41d5-be4a-7afd19bfbb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:34.083807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:34.257288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:35.339039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:37:41.075468 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:38:00.755455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-875a396f-4287-4477-a7c8-1a8b93cf0b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:02.934412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-13c0150f-6aed-4e69-a3eb-bdc2e3e2eb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:04.088354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:04.260212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:05.347375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:18.075145 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:38:30.748839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-03522597-3dbd-43e5-9867-c033dd0374c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:32.937136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c00a1d85-aaf3-4f8d-8e27-4d43ab59f70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:34.084569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:34.257441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:35.350127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:53.902367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39272) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:38:53.997511 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-cada6240-e0fc-48b9-8efd-29dc362ed96c admin admin] GET failed (client error): The resource could not be found. Jan 14 11:38:53.998708 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cada6240-e0fc-48b9-8efd-29dc362ed96c admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0953987 Jan 14 11:38:54.131954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7f04e-eaa4-4cf5-bb6f-3271804064a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:38:54.133329 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-91a7f04e-eaa4-4cf5-bb6f-3271804064a8 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1306918 Jan 14 11:38:55.075608 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:38:56.143878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39282) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:38:56.274672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc61fc3-46c1-4159-9f35-e05ad16a3d2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:38:56.275968 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2cc61fc3-46c1-4159-9f35-e05ad16a3d2a admin admin] 10.222.0.48 "GET /v2.0/subnets/b8f9f75e-b6ff-45eb-ad21-79886e34fe54 HTTP/1.1" status: 200 len: 849 time: 0.1311677 Jan 14 11:38:56.285313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:38:56.402248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:56.591067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750274756590'] for subnet, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:56.638365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:38:56.639249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:56.640272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] 10.222.0.48 "PUT /v2.0/subnets/b8f9f75e-b6ff-45eb-ad21-79886e34fe54 HTTP/1.1" status: 200 len: 868 time: 0.3587267 Jan 14 11:38:56.642349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4d796-e5ac-4d42-9f9b-d10b06cca1ed None None] Network 95744396-6795-44a3-a15d-f503cf0561db requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:38:56.661942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f9f75e-b6ff-45eb-ad21-79886e34fe54,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:38:56.675050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.675404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.675715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.676042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.676381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.676705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.677081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.677404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.677886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.678202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:56.678516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb105c38-6173-466e-8f76-783f43aee617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:38:57.144197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6831df2a-ec15-4d26-ade3-c72d461c640d None None] Provisioning complete for port bf4fb9eb-b410-4e64-b316-96abda7deeb7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:38:57.144574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6831df2a-ec15-4d26-ade3-c72d461c640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:57.270281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6831df2a-ec15-4d26-ade3-c72d461c640d None None] Provisioning complete for port 335164e3-603f-4bb3-9061-d9d6bca48633 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:38:57.270646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6831df2a-ec15-4d26-ade3-c72d461c640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:38:58.682071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39292) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:38:58.882146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b24b2-4a99-41bf-a68e-537ef5b70a3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:38:58.882511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b24b2-4a99-41bf-a68e-537ef5b70a3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:38:58.883985 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fa2b24b2-4a99-41bf-a68e-537ef5b70a3a admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002406 Jan 14 11:39:00.750498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7f34798f-660a-4c76-969d-a3ac8004298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:00.906396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39302) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:01.099616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18c703-5a3c-4552-91ea-b2244f5a3b1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:01.099987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18c703-5a3c-4552-91ea-b2244f5a3b1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:01.101520 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc18c703-5a3c-4552-91ea-b2244f5a3b1d admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1941869 Jan 14 11:39:02.938828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f33d2430-a904-45d4-8e3f-c92fb15006bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:03.113449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39312) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:03.316998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c7d994-bb59-416b-ad3b-474c56eb6e8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:03.318368 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-92c7d994-bb59-416b-ad3b-474c56eb6e8a admin admin] 10.222.0.48 "GET /v2.0/networks/95744396-6795-44a3-a15d-f503cf0561db HTTP/1.1" status: 200 len: 869 time: 0.2037134 Jan 14 11:39:04.089215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:04.261000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:05.355095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:05.486321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39322) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:05.674480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2a61d6-a28c-4147-b20b-a6e93997adfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:05.675841 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd2a61d6-a28c-4147-b20b-a6e93997adfb admin admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 886 time: 0.1885839 Jan 14 11:39:07.753692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39332) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:07.890063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d12488-b6a1-4b4b-9cab-80b00a10f29a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:07.890428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d12488-b6a1-4b4b-9cab-80b00a10f29a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:07.891904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-60d12488-b6a1-4b4b-9cab-80b00a10f29a admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372836 Jan 14 11:39:09.918992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39342) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:10.047203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88481fce-87fd-490f-a1ab-95140bc34941 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:10.047562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88481fce-87fd-490f-a1ab-95140bc34941 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:10.048277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-88481fce-87fd-490f-a1ab-95140bc34941 admin admin] Synchronizing usage tracker for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:39:10.064241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-88481fce-87fd-490f-a1ab-95140bc34941 admin admin] Unset dirty status for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:39:10.065391 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-88481fce-87fd-490f-a1ab-95140bc34941 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1454496 Jan 14 11:39:12.120817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39352) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:12.246331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e34e1-6b6e-434a-aee8-7a97d4747e0c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:12.247638 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-202e34e1-6b6e-434a-aee8-7a97d4747e0c admin admin] 10.222.0.48 "GET /v2.0/subnets/1cc94318-cb59-4d1c-88f8-507bea1ca4dc HTTP/1.1" status: 200 len: 816 time: 0.1258872 Jan 14 11:39:14.262937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39362) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:14.399422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123fa7d-6ca0-4c5b-a9fa-dd405383e21c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:14.400784 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1123fa7d-6ca0-4c5b-a9fa-dd405383e21c admin admin] 10.222.0.48 "GET /v2.0/subnets/b8f9f75e-b6ff-45eb-ad21-79886e34fe54 HTTP/1.1" status: 200 len: 868 time: 0.1368868 Jan 14 11:39:30.751709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-94bf027d-a02b-40c9-a3a4-538edf9f6ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:32.074919 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:39:32.586367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39400) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:32.659659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-a3dc9e59-b333-485a-beb5-d1a4214fe107 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:39:32.660935 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3dc9e59-b333-485a-beb5-d1a4214fe107 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0735872 Jan 14 11:39:32.940351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53e234fa-5b18-468a-a3ee-16a6d347025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:34.091782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:34.263017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:34.740830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39410) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:34.833646 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2de04cf-fa80-4c1a-91aa-b89bfc66e7aa admin admin] GET failed (client error): The resource could not be found. Jan 14 11:39:34.834834 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e2de04cf-fa80-4c1a-91aa-b89bfc66e7aa admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0930831 Jan 14 11:39:34.962190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008278f1-9e83-43d7-aea6-6a6b7aa684cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:34.964136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-008278f1-9e83-43d7-aea6-6a6b7aa684cc admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245708 Jan 14 11:39:35.356943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:37.051505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39420) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:37.121771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:39:37.123064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.quota [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Loaded quota_driver: . Jan 14 11:39:37.129119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:39:37.140138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:39:37.153629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Made reservation on behalf of 40d8cb99fd994bf9a6182200ec673dac for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:39:37.155989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:37.248802 dv-neutron-823850-1-hyperv neutron-server[83451]: WARNING neutron.services.revisions.revision_plugin [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Could not find related network for resource to bump revision. Jan 14 11:39:37.263935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:39:37.280466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750274832339', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:37.281061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Unsubscribe: segment precommit_create {{(pid=83451) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 11:39:37.281523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Added segment fd8454b8-da75-4480-a41d-a49f87e9b6d5 of type vlan for network 7391b25f-73ca-47e2-9799-017aead6911e Jan 14 11:39:37.361834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:37.394143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:37.394944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:37.395511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:37.500312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] Pushing event updated for resources: {'Network': ['ID=7391b25f-73ca-47e2-9799-017aead6911e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:39:37.502912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-01f3c4f5-7b00-4cc4-9f56-05986067952b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4503961 Jan 14 11:39:37.531110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 7391b25f-73ca-47e2-9799-017aead6911e details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:39:39.566567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39430) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:39:39.657123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0008b16-08af-4341-828f-0f13b6695df8 admin admin] GET failed (client error): The resource could not be found. Jan 14 11:39:39.657654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a0008b16-08af-4341-828f-0f13b6695df8 admin admin] Synchronizing usage tracker for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:39:39.672129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a0008b16-08af-4341-828f-0f13b6695df8 admin admin] Unset dirty status for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:39:39.673287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a0008b16-08af-4341-828f-0f13b6695df8 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1057763 Jan 14 11:39:39.776937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb10d25-2512-4bdd-a7e0-4c7d202bfbbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:39.778268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3eb10d25-2512-4bdd-a7e0-4c7d202bfbbb admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011508 Jan 14 11:39:39.787472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e', 'cidr': '192.168.233.0/24'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:39:39.792254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:39:39.801422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:39:39.810681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Made reservation on behalf of 40d8cb99fd994bf9a6182200ec673dac for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:39:39.813043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.055529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.125804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5760153-7409-4aa6-8032-2fa3cb0eb9f4,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:39:40.141155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Checking segment: {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:39:40.141576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Network hostable DHCP agents. Network: 7391b25f-73ca-47e2-9799-017aead6911e, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:39:40.165568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Network 7391b25f-73ca-47e2-9799-017aead6911e is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:39:40.175246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 7391b25f-73ca-47e2-9799-017aead6911e) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:39:40.179358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:39:40.180280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.185263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85bfe9b-73d9-4d5d-a9d7-eb346ed31c48 None None] Network 7391b25f-73ca-47e2-9799-017aead6911e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:39:40.205619 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33a80d68-ed0c-4dc8-aeff-c452669f76fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4213874 Jan 14 11:39:40.407565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-7391b25f-73ca-47e2-9799-017aead6911e', 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e', 'tenant_id': '40d8cb99fd994bf9a6182200ec673dac', 'fixed_ips': [{'subnet_id': 'f5760153-7409-4aa6-8032-2fa3cb0eb9f4'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:39:40.408383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.566998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Allocated IP 192.168.233.2 (7391b25f-73ca-47e2-9799-017aead6911e/f5760153-7409-4aa6-8032-2fa3cb0eb9f4/820c5ed6-a2c5-433d-a726-e2a9c5182c7f) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:39:40.770357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.781294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Transition to ACTIVE for port object 820c5ed6-a2c5-433d-a726-e2a9c5182c7f will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:39:40.798950 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Transition to ACTIVE for port object 820c5ed6-a2c5-433d-a726-e2a9c5182c7f will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:39:40.805261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.878281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Network 7391b25f-73ca-47e2-9799-017aead6911e is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:39:40.879107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Pushing event updated for resources: {'Port': ['ID=820c5ed6-a2c5-433d-a726-e2a9c5182c7f,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:39:40.883030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:39:40.888899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:39:40.892475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.892620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.892966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.893301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.893650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.893984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.894308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.894647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.894977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.895296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.895670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:39:40.981966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Attempting to bind port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:39:40.982322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Attempting to bind port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:39:40.982675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Attempting to bind port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f on network 7391b25f-73ca-47e2-9799-017aead6911e {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:39:40.989289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:39:40.989653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Checking segment: {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:39:40.990055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:40.990432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Bound using segment: {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:39:40.990882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Bound port: 820c5ed6-a2c5-433d-a726-e2a9c5182c7f, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:39:40.991267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:41.102376 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] For port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:39:41.105863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] For port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=820c5ed6-a2c5-433d-a726-e2a9c5182c7f,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:39:41.109499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:41.188453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cd672-6655-4d59-b60c-d32139d3dbd6 None None] Pushing event updated for resources: {'Port': ['ID=820c5ed6-a2c5-433d-a726-e2a9c5182c7f,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:39:42.037957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8971d53-3cbc-42a2-8c8c-01a6ddb07f1c None None] Network 7391b25f-73ca-47e2-9799-017aead6911e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:39:42.191289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-efea90f4-5de6-4ba1-b9dd-9de5df3cf518 None None] Provisioning for port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:39:42.565514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 820c5ed6-a2c5-433d-a726-e2a9c5182c7f up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:39:42.634273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:39:42.638979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:39:42.639343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:42.753718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:42.786394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=820c5ed6-a2c5-433d-a726-e2a9c5182c7f,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:39:42.791850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:39:42.860237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=820c5ed6-a2c5-433d-a726-e2a9c5182c7f,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:39:44.542115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 820c5ed6-a2c5-433d-a726-e2a9c5182c7f up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:39:44.609303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 820c5ed6-a2c5-433d-a726-e2a9c5182c7f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:39:44.609672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:00.756440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8287adc8-9071-417d-9c1c-1aee512de241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:02.943460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49b59a96-2742-460e-80c7-1c79539b4923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:04.094456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:04.265247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:05.359536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:09.074733 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:40:30.759892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ebc267c-f6a3-4e6b-8c9f-180aefadcfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:32.947591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-45bd2cd5-f994-4689-8325-e0ee6fd9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:34.098850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:34.267560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:35.362759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:44.280500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39472) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:40:44.287008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-c6ddbc41-cbb3-4d6c-83d1-a38dd9118082 tempest-verify_tempest_config-1219112970 tempest-verify_tempest_config-1219112970-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:40:44.287969 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c6ddbc41-cbb3-4d6c-83d1-a38dd9118082 tempest-verify_tempest_config-1219112970 tempest-verify_tempest_config-1219112970-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0065005 Jan 14 11:40:44.611136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39488) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:40:44.752968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:44.790903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:40:44.794558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef60d72c4c54737a7f70db7c8e7ee16 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:40:44.797342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:40:44.802937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:40:44.872512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:44.876087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:44.919367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88be41-4cda-4bfc-8988-fa45659743ce,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:40:44.924689 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ef60d72c4c54737a7f70db7c8e7ee16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3123190 Jan 14 11:40:44.927575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39494) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:40:44.930398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.930740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.931070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.931396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.931719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.932038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.932358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.932673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.933013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.933325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.933636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b26b5-e3dd-48f0-a751-beb61ab967c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:44.987676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:45.013289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:45.104463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:45.122323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88be41-4cda-4bfc-8988-fa45659743ce,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:40:45.128538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:40:45.129700 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d88be41-4cda-4bfc-8988-fa45659743ce HTTP/1.1" status: 204 len: 168 time: 0.2011819 Jan 14 11:40:45.133072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.133554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.133893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.134236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.134578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.134910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.135315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.135551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.135874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.136195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:45.136515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13d59f-42e2-4435-af96-c71c41ac770c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:40:46.074563 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:41:00.762120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-09bac425-fb7c-4313-b10b-be184459a3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:02.948297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d86597a7-c466-4b7d-9699-66ea1f620515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:04.102752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:04.271401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:05.365531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:23.073991 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:41:30.763720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4fcba0af-bf0f-4f72-acff-c8de774a2364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:32.950691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a2b0921d-d257-4175-9b29-ba10574ff1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:34.105267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:34.277143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:41:35.371757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:00.073617 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 5 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:42:00.764903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3cd419e9-753b-4cb8-afe8-7c5b55afb09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:00.936211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33245470'] for agent, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:02.952245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b6b9-f961-4e87-a709-a48999fd8ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:04.105930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:04.276588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:05.375315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:15.775264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39564) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:42:15.908592 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eb05d679-721e-461a-8c7f-5f9861cf22a4 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1322224 Jan 14 11:42:17.929437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39574) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:42:18.008177 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a8602fa7-e3f3-4ed5-b58f-7f676e920e8f admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0776715 Jan 14 11:42:30.766161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ce05-22f5-44b3-b155-dd430304c77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:30.905278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:32.952987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-309b7588-f99e-49b3-81ed-3863e554d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:34.107528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:34.278923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:35.376670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:42:37.072621 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:43:00.767263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c3b8dcf0-71ec-4d6e-a8f1-31ba54956fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:00.903842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:02.954722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7783b1d5-3293-4fd9-944a-f47b4305e136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:04.109573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:04.281167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:05.380627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:14.071781 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:43:30.768395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ea17089-1d9c-47f7-a058-07ea4cf6d647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:30.912783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:32.957910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4b76fdfe-2cf0-4718-bf4d-741ef37f32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:34.112653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:34.284988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:35.386333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:44.989829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39702) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:45.382510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1883692063-network', 'tenant_id': '819aab9d2c4648bea29e877c54be884e'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:45.388129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:45.391993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Usage tracker for resource:network and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:45.394864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:45.400620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:45.411276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Made reservation on behalf of 819aab9d2c4648bea29e877c54be884e for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:45.413685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.426600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.459345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:45.463176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Usage tracker for resource:security_group_rule and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:45.467133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:45.472984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:45.551790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.556383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.590896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780ec53d-3864-4454-8493-34c5cba07796,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:45.592961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:45.605623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.606070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.606688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.607004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.607355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.607854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.608260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.608577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.609062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.609532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.609844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Tracked resource versions report: Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: pushed versions: Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Log': {'1.0'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Network': {'1.1'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Port': {'1.5'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'PortForwarding': {'1.2'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'QosPolicy': {'1.8'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroup': {'1.2'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SubPort': {'1.0'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Subnet': {'1.1'}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Trunk': {'1.1'}} Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: consumer versions: Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: HyperV agent@hv-neutron-8238: {}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Log': '1.0', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Network': '1.1', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Port': '1.5', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'PortForwarding': '1.2', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'QosPolicy': '1.8', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroup': '1.2', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SecurityGroupRule': '1.0', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'SubPort': '1.0', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Subnet': '1.1', Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: 'Trunk': '1.1'}} Jan 14 11:43:45.611014 dv-neutron-823850-1-hyperv neutron-server[83452]: {{(pid=83452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:43:45.618856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.619373 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Added segment afcbacca-1e38-4868-8178-db5ffd00ba14 of type vlan for network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 Jan 14 11:43:45.653298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.690925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.691798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:45.692482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:45.842023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] Pushing event updated for resources: {'Network': ['ID=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:45.850043 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6d3cac0d-d679-4be4-b69f-c21c5c3388aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8558319 Jan 14 11:43:45.850439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39740) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:45.852650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:45.857725 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Request body: {'subnet': {'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1883692063-subnet', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:45.866028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:45.871644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Usage tracker for resource:subnet and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:45.876368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:45.883980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:45.922531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Made reservation on behalf of 819aab9d2c4648bea29e877c54be884e for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:45.925637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.147590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.208156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1f1b12-699f-4235-b464-2b5d376469e0,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:46.247034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39752) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:46.251638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Checking segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:46.251979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Network hostable DHCP agents. Network: f3aaee7f-0c2e-4181-ac02-22fa7d0e3732, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:43:46.277914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:43:46.289248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, f3aaee7f-0c2e-4181-ac02-22fa7d0e3732) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:46.295352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:46.296025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.303315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc010f4-5975-4c44-a3cb-3634a20457ff None None] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:46.324560 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49b7cbd0-25c8-49e3-807c-d355e561e8bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4720900 Jan 14 11:43:46.327008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39758) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:46.333134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:46.338256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:46.343680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Usage tracker for resource:router and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:46.346879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:46.353358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:46.370009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.372470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.404800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.492038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39766) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:46.542379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:43:46.543742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.645684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.720403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Allocated IP 172.20.0.2 (f3aaee7f-0c2e-4181-ac02-22fa7d0e3732/de1f1b12-699f-4235-b464-2b5d376469e0/512224d6-b094-4f3d-9dd0-ce8d4c85e8d5) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:46.800919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1775831303-network', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:46.811385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:46.818305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Usage tracker for resource:network and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:46.824627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:46.831722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:46.870543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2099117876-network', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:46.878628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:46.883852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Usage tracker for resource:network and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:46.892607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:46.902705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.906727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:46.928809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Made reservation on behalf of a6c491563b93411ab5a83bd409d0546d for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:46.932121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.941171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.951069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.982164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:46.991004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:46.995211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Usage tracker for resource:security_group_rule and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:46.996879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Transition to ACTIVE for port object 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:46.999271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:47.005297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:47.017664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Transition to ACTIVE for port object 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:47.023238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Made reservation on behalf of 2e601a0c90834026b3aca6deb8ac6303 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:47.025117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.025909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.088056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.094846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.101286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.116401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:47.126594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:47.131937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:47.164013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:47.164490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Pushing event updated for resources: {'Port': ['ID=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.166458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:47.169608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Allocated IP 172.26.8.124 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:47.175703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Usage tracker for resource:security_group_rule and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:47.180216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:47.190719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:47.217435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfab90-1563-4d04-9b79-61855c689035,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.227313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.227675 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Added segment 96bd42b2-72b7-43eb-8951-ddfc208cfc11 of type vlan for network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 Jan 14 11:43:47.269922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.298333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.298605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.298983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.299355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.299725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.300101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.300432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.301531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.301968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.302294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.302619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Tracked resource versions report: Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: pushed versions: Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Log': {'1.0'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Network': {'1.1'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Port': {'1.5'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'PortForwarding': {'1.2'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'QosPolicy': {'1.8'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroup': {'1.2'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SubPort': {'1.0'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Subnet': {'1.1'}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Trunk': {'1.1'}} Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: consumer versions: Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: HyperV agent@hv-neutron-8238: {}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Log': '1.0', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Network': '1.1', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Port': '1.5', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'PortForwarding': '1.2', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'QosPolicy': '1.8', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroup': '1.2', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SecurityGroupRule': '1.0', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'SubPort': '1.0', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Subnet': '1.1', Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: 'Trunk': '1.1'}} Jan 14 11:43:47.304521 dv-neutron-823850-1-hyperv neutron-server[83453]: {{(pid=83453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:43:47.312554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.317376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:47.318204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.327634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Attempting to bind port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:47.328049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Attempting to bind port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:47.328414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Attempting to bind port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 on network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:47.341808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:47.342178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Checking segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:47.344673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.346123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Bound using segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:47.347463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Bound port: 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:47.347884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.403614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.411671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.421187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.454851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1e40d5-345b-44d7-a9e2-26f7479ea014,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.465435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61cac03-3a9d-4740-9dc5-b253dcd9dcc2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.477751 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1c0a7368-6161-419c-85bf-110e842a2794 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9845185 Jan 14 11:43:47.478862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.478862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.478862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.478862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.479231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.479488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.479830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.480233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.480565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.480937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.481523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:47.482126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39788) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Tracked resource versions report: Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: pushed versions: Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Log': {'1.0'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Network': {'1.1'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Port': {'1.5'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'PortForwarding': {'1.2'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'QosPolicy': {'1.8'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroup': {'1.2'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SubPort': {'1.0'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Subnet': {'1.1'}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Trunk': {'1.1'}} Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: consumer versions: Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: HyperV agent@hv-neutron-8238: {}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Log': '1.0', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Network': '1.1', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Port': '1.5', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'PortForwarding': '1.2', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'QosPolicy': '1.8', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroup': '1.2', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SecurityGroupRule': '1.0', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'SubPort': '1.0', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Subnet': '1.1', Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: 'Trunk': '1.1'}} Jan 14 11:43:47.482584 dv-neutron-823850-1-hyperv neutron-server[83451]: {{(pid=83451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:43:47.492401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:47.493789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Request body: {'subnet': {'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2099117876-subnet', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:47.499407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:47.500411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:47.505148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Usage tracker for resource:subnet and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:47.509254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:47.519828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:47.519995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.520190 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Added segment 6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673 of type vlan for network ff280c79-a6e8-44ee-b7f7-5053261f584e Jan 14 11:43:47.532657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Made reservation on behalf of a6c491563b93411ab5a83bd409d0546d for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:47.535438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.538520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.652197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.663593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:47.668821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:47.671869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.686194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:47.711829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] For port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:43:47.718737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] For port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:43:47.726289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.759246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.760092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:47.760688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.882999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3de9f-237a-4ce8-ae2f-f6df5b866a6a None None] Pushing event updated for resources: {'Port': ['ID=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.912666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6637847 Jan 14 11:43:47.915715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39804) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:47.916930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43ee1-9267-4290-9148-22c05712e748 admin admin] Pushing event updated for resources: {'Network': ['ID=ff280c79-a6e8-44ee-b7f7-5053261f584e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:47.927688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Request body: {'subnet': {'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1775831303-subnet', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:47.930724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ff280c79-a6e8-44ee-b7f7-5053261f584e details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:47.935408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:47.939861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.944474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Usage tracker for resource:subnet and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:47.974097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:47.974972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.016363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:48.072379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:48.079764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106aee2e-8498-475a-a6c5-d1dd28658f3a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:48.154725 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Made reservation on behalf of 2e601a0c90834026b3aca6deb8ac6303 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:48.157027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.284913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Checking segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:48.285978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Network hostable DHCP agents. Network: 1a1e40d5-345b-44d7-a9e2-26f7479ea014, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:43:48.437651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:43:48.440612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:43:48.463032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 1a1e40d5-345b-44d7-a9e2-26f7479ea014) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:48.471381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:48.471979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.476220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e498f-70f0-4c35-97eb-50d682e6eee6 None None] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:48.551049 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-17910e8b-b12d-4f32-ad79-846b8efdcfa4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0618823 Jan 14 11:43:48.551237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.555678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39828) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:48.617724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ce1aad-1c58-4a37-9749-c6845b70f669,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:48.624990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:48.631554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:48.636312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Usage tracker for resource:router and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:48.639798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:48.647027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:48.665085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.666096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.700001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.775140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:43:48.788778 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Sync routers for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:43:48.816234 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:43:48.818111 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:43:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:48.822607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:48.824269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8cba59c7-4cf3-42e3-8a6d-5ac88cd488c1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4960947 Jan 14 11:43:48.826787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39834) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:48.879401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:43:48.906372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Checking segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:48.906716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Network hostable DHCP agents. Network: ff280c79-a6e8-44ee-b7f7-5053261f584e, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:43:48.986102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:43:48.986989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.061831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Network ff280c79-a6e8-44ee-b7f7-5053261f584e is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:43:49.078252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.159683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ff280c79-a6e8-44ee-b7f7-5053261f584e) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:49.163397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:49.172527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:49.173142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.180303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6573d4-a06f-434a-9108-835c44932de8 None None] Network ff280c79-a6e8-44ee-b7f7-5053261f584e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:49.313391 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:43:49.434779 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3979eb11-400a-45fd-98f5-1874de59c2b3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5175207 Jan 14 11:43:49.437351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39848) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:49.461956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:49.486227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:49.507482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Usage tracker for resource:router and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:49.519137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:49.540597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:49.545072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ebc33-8125-4223-8e09-02ca34b29b90 None None] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:49.621759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ff280c79-a6e8-44ee-b7f7-5053261f584e', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:43:49.622910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.672841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.673637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.718255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:49.899768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] Provisioning for port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:49.987649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] Provisioning complete for port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:49.993536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.019691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.046466 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:47Z', 'revision_number': 3, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:50.054514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.059264 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Checking router: 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:43:50.059817 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Updating router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:43:50.093107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Allocated IP 172.20.0.2 (1a1e40d5-345b-44d7-a9e2-26f7479ea014/106aee2e-8498-475a-a6c5-d1dd28658f3a/fcab670a-0fd7-42e3-b739-18d4c50ad83e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:50.120531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.229177 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.326518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Allocated IP 172.26.8.69 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/ba03ecc8-80ed-4651-8c52-142db0d01c7d) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:50.489402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Allocated IP 172.20.0.2 (ff280c79-a6e8-44ee-b7f7-5053261f584e/f0ce1aad-1c58-4a37-9749-c6845b70f669/5bdc5974-a0e8-444a-9cd8-0d5fe449acf6) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:50.504623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.640992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.653294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.691320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.693896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.800937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:50.883608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Allocated IP 172.20.0.1 (f3aaee7f-0c2e-4181-ac02-22fa7d0e3732/de1f1b12-699f-4235-b464-2b5d376469e0/9835cd31-2ec3-4c06-9cfd-3b0033ba24df) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:50.978706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Pushing event updated for resources: {'Port': ['ID=ba03ecc8-80ed-4651-8c52-142db0d01c7d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:50.995132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39892) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:51.015825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:51.018393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:51.028412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:51.030444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] For port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:43:51.056097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.075214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.075728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Transition to ACTIVE for port object 9835cd31-2ec3-4c06-9cfd-3b0033ba24df will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:51.101625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.110316 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:43:51.156117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:51.161788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:51.171084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:51.171549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.245077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39898) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:51.247778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.248893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.345913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39902) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:51.348366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.371508 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.401738 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Transition to ACTIVE for port object 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:51.416626 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.548851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f0d0a-aa62-4bde-912f-bf145b32823e None None] Pushing event updated for resources: {'Port': ['ID=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:51.558499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39910) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:51.598380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.619290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.621649 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Attempting to bind port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:51.622023 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Attempting to bind port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:51.622433 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Attempting to bind port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:51.646884 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Pushing event updated for resources: {'Port': ['ID=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:51.649037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.655314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Transition to ACTIVE for port object fcab670a-0fd7-42e3-b739-18d4c50ad83e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:51.660645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.661467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.672719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Transition to ACTIVE for port object 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:51.677197 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:51.677485 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:51.679238 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.679736 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:51.681038 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Bound port: 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:51.681430 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.739692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Allocated IP 172.26.8.161 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/71cc785a-5820-4236-b94c-e78d67e93c7e) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:51.756254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Transition to ACTIVE for port object fcab670a-0fd7-42e3-b739-18d4c50ad83e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:51.790624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.791508 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.794026 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.794386 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.794767 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.795337 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.795469 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.797556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1333876518', 'router:external': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:51.798290 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.798720 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.799128 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.800084 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.801317 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Tracked resource versions report: Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: pushed versions: Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: { 'ConntrackHelper': {'1.0'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Log': {'1.0'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Network': {'1.1'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Port': {'1.5'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'PortForwarding': {'1.2'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'QosPolicy': {'1.8'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroup': {'1.2'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroupRule': {'1.0'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SubPort': {'1.0'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Subnet': {'1.1'}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Trunk': {'1.1'}} Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: consumer versions: Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: { DHCP agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: HyperV agent@hv-neutron-8238: {}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: L3 agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: Metadata agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: Metering agent@dv-neutron-823850-1-hyperv: {}, Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: Open vSwitch agent@dv-neutron-823850-1-hyperv: { 'ConntrackHelper': '1.0', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Log': '1.0', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Network': '1.1', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Port': '1.5', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'PortForwarding': '1.2', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'QosPolicy': '1.8', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroup': '1.2', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SecurityGroupRule': '1.0', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'SubPort': '1.0', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Subnet': '1.1', Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: 'Trunk': '1.1'}} Jan 14 11:43:51.802565 dv-neutron-823850-1-hyperv neutron-server[83454]: {{(pid=83454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 11:43:51.807017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Transition to ACTIVE for port object 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:51.810839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:51.823108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:network and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:51.830244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:51.843356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:51.850887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Pushing event updated for resources: {'Port': ['ID=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:51.866481 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] For port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:43:51.870075 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] For port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:43:51.876881 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:51.909492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:51.912162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:51.983106 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1757-0b18-48a3-9944-4d3953291521 None None] Pushing event updated for resources: {'Port': ['ID=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:52.027698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.033597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Pushing event updated for resources: {'Port': ['ID=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:52.077532 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:43:52.077832 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:43:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:52.107130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Pushing event updated for resources: {'Port': ['ID=fcab670a-0fd7-42e3-b739-18d4c50ad83e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:52.125878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:52.128471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:52.210706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:52.330085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1720044672'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:52.343175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.347247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Usage tracker for resource:network and tenant:76cfee3896674ae197ef6481fd11e2ea is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.350517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.358104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.367907 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Network ff280c79-a6e8-44ee-b7f7-5053261f584e is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:52.369792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:52.394324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:52.396105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Made reservation on behalf of 76cfee3896674ae197ef6481fd11e2ea for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:52.400568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.403974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:52.422286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.428405 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:43:52.430425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1302065902'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:52.445412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.460944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Usage tracker for resource:network and tenant:d6b1673d69484870a7a0612c68b3870e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.464968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.472649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.485425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Usage tracker for resource:security_group_rule and tenant:76cfee3896674ae197ef6481fd11e2ea is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.489177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.489349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.497356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.550665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8f3a5cbe-216f-459b-b85c-8e3b91f29c5f None None] Provisioning complete for port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:52.551231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8f3a5cbe-216f-459b-b85c-8e3b91f29c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.560925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Made reservation on behalf of d6b1673d69484870a7a0612c68b3870e for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:52.567492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.577441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39928) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:52.590844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.594062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.595275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Made reservation on behalf of d4658271174e4313bc335c1d35d3994f for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:52.598497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.624838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.639357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:52.649373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.649779 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Added segment 1af63129-9718-48e4-a8a0-0119f3248c83 of type vlan for network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef Jan 14 11:43:52.680120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.721012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.725917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Usage tracker for resource:floatingip and tenant:8c1d7ee2fd784083b7b7f0d263d4cb45 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.729307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.735682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d857688e-4f0f-4818-a391-68ae8e3b1a57 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:52.737076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.745152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:43:52.775364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.786251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.790279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Usage tracker for resource:security_group_rule and tenant:d6b1673d69484870a7a0612c68b3870e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.798709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8d9881-ee96-422a-97ae-22cd4268e7b0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:52.799165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.809300 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.813575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Attempting to bind port fcab670a-0fd7-42e3-b739-18d4c50ad83e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:52.814080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Attempting to bind port fcab670a-0fd7-42e3-b739-18d4c50ad83e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:52.814506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Attempting to bind port fcab670a-0fd7-42e3-b739-18d4c50ad83e on network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:52.816705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.850013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d857688e-4f0f-4818-a391-68ae8e3b1a57 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "PUT /v2.0/quotas/77ebf96f8da948c684e9433bfd8fdd55 HTTP/1.1" status: 200 len: 368 time: 0.2685747 Jan 14 11:43:52.858602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39936) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:52.866894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Request body: {'network': {'project_id': '77ebf96f8da948c684e9433bfd8fdd55'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:52.877868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.894292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Usage tracker for resource:network and tenant:77ebf96f8da948c684e9433bfd8fdd55 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.898633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.912895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:52.913470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.913603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.932077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:43:52.953111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Made reservation on behalf of 77ebf96f8da948c684e9433bfd8fdd55 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:52.955435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.965786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:52.969377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:52.970364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:security_group_rule and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:52.973715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:52.979391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:52.980495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Checking segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:52.980624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:52.981401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.981946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Bound using segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:52.982549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Bound port: fcab670a-0fd7-42e3-b739-18d4c50ad83e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:52.983039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.996051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:52.999099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.001070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.003415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Attempting to bind port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:53.004523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:53.005036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Attempting to bind port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:53.005176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.006438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Attempting to bind port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 on network ff280c79-a6e8-44ee-b7f7-5053261f584e {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:53.008841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:43:53.013839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.014037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.040823 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 2, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:53.046330 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1d570-96ca-4f77-92a6-5e6faf1a032f None None] The sync data for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv is: [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 2, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:43:53.074825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:53.081176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Checking segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:53.081176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.081176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Bound using segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:53.081176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Bound port: 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:53.081176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.108832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:53.149788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:53.152639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event updated for resources: {'Network': ['ID=ac77689a-1555-40ce-a3ba-d6de5d5ae7ef,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.169505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.169945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Added segment e8f37f36-db47-46db-aacd-7075f8539ac4 of type vlan for network 3c943bcf-f149-42d6-9fff-15b346b283f0 Jan 14 11:43:53.172396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Usage tracker for resource:security_group_rule and tenant:77ebf96f8da948c684e9433bfd8fdd55 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:53.182182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc3d40-80c1-4887-9ed0-6ba2c291e8b6,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.199793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:53.210174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:53.213546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:53.246951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.249555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d56dc628-b318-4398-993e-84282da2679d None None] Provisioning for port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:53.342506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] For port fcab670a-0fd7-42e3-b739-18d4c50ad83e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:43:53.345134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d56dc628-b318-4398-993e-84282da2679d None None] Provisioning complete for port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:53.345628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d56dc628-b318-4398-993e-84282da2679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.352281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.354044 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0503d44a-bb81-4bbe-a5e0-f7ecbf7cffe2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7882721 Jan 14 11:43:53.361194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:53.362018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.366187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39942) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:53.423250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Request body: {'subnet': {'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:53.427117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.431588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.446918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] For port fcab670a-0fd7-42e3-b739-18d4c50ad83e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab670a-0fd7-42e3-b739-18d4c50ad83e,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:43:53.469342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.509394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=71cc785a-5820-4236-b94c-e78d67e93c7e,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.528506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.539127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:53.541066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d56dc628-b318-4398-993e-84282da2679d None None] Port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:43:53.552211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.552624 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Added segment a11e6929-6e28-4096-9ed7-421839953949 of type vlan for network b97d379c-f408-4b04-aff2-72c53ec87f50 Jan 14 11:43:53.565712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] For port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:43:53.605725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] For port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:43:53.613440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f40f60-94c1-41af-985c-85b4bc004b12 None None] Pushing event updated for resources: {'Port': ['ID=fcab670a-0fd7-42e3-b739-18d4c50ad83e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.626962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.669751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.672659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.685522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:53.701836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38c30ce-2137-43cf-8a0e-bae1c09028e9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.705390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:53.707988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:53.753143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011c5ae-d565-46bc-bc0c-3ce95bf0d9f1 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.875999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.918555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:53.924481 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5555286 Jan 14 11:43:53.933864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39948) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:53.939959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:53.943414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Usage tracker for resource:subnet and tenant:76cfee3896674ae197ef6481fd11e2ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:53.955035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97585a68-d5a9-4ca6-9364-25cb304f0755 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Pushing event updated for resources: {'Network': ['ID=3c943bcf-f149-42d6-9fff-15b346b283f0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:53.963629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:53.983917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 3c943bcf-f149-42d6-9fff-15b346b283f0 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:53.988906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:54.014324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:54.043133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:43:54.070451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5773d-596c-42f1-a961-4c3b03bf07fc,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:54.079204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Made reservation on behalf of 76cfee3896674ae197ef6481fd11e2ea for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:54.136222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.136548 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Added segment bb9090e1-2f5f-4d1c-a2a4-d862fe62136d of type vlan for network 79a579a6-c5d6-4d74-9c43-480f92459afd Jan 14 11:43:54.183747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.184647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:54.185416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.349606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.360518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'network': {'name': 'tempest-network--1283119051', 'router:external': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:54.372218 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1166143 Jan 14 11:43:54.379674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:54.381859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39954) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:54.392421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks [] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.392678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Allocated IP 172.26.8.106 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/c095efe7-35fc-4897-929b-c51a3c4f5b5f) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:54.410072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'subnet': {'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:54.420548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:network and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:54.424658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:43:54.427477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:54.432116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057dd4c-4078-4d43-a490-85bef0ffcc77 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Network': ['ID=b97d379c-f408-4b04-aff2-72c53ec87f50,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:54.436699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:54.442925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:54.445553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b97d379c-f408-4b04-aff2-72c53ec87f50 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:54.558050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:43:54.579412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Sync routers for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:43:54.589011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.591044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.601202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:43:54.601855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:43:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:54.691945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.693187 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-24d77982-cb28-4d0b-87f6-156c5c2efb5f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0782485 Jan 14 11:43:54.715550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39958) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:54.718168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:43:54.728688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.733031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:subnet and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:54.773117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.818424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.825774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Made reservation on behalf of b5aeed000dfe460db737371a2334dc1b for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:54.828811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:54.888818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:43:54.909514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Pushing event updated for resources: {'Port': ['ID=c095efe7-35fc-4897-929b-c51a3c4f5b5f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:54.928621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:54.930872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:54.943993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:54.946040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:54.977016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:43:54.983010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:55.015987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.035957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.036902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:55.037447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.083467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Checking segment: {'id': '1af63129-9718-48e4-a8a0-0119f3248c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:55.083824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Network hostable DHCP agents. Network: ac77689a-1555-40ce-a3ba-d6de5d5ae7ef, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:43:55.152717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:55.177061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:43:55.204879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Pushing event updated for resources: {'Network': ['ID=79a579a6-c5d6-4d74-9c43-480f92459afd,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:55.244758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:55.249849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:security_group_rule and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:55.260714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:55.267925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:55.317083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Made reservation on behalf of d4658271174e4313bc335c1d35d3994f for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:55.319414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.328571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.381997 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1577894c-ff55-40bf-b910-ac9438a89cac admin admin] 10.222.0.48 "PUT /v2.0/routers/2cb79f8f-a2f3-4a40-b829-1ad3e784d816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5540149 Jan 14 11:43:55.421759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.477640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 79a579a6-c5d6-4d74-9c43-480f92459afd details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:55.569128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39970) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:55.571194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-98c289c5-9af5-4a3e-9722-f1a436d5cfdd tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7068434 Jan 14 11:43:55.575704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Request body: {'network': {'project_id': '77ebf96f8da948c684e9433bfd8fdd55'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:55.590219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Router 75b9b83a-bc86-43b2-b313-cc665f8eb599 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:43:55.602176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077b984-7bd0-4959-ba5e-7d3b38965724 None None] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:55.617463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event updated for resources: {'Subnet': ['ID=9cab6566-51db-4cf9-b8d7-359b00b0573e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:55.623806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.648871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.683728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:55.701465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Usage tracker for resource:network and tenant:77ebf96f8da948c684e9433bfd8fdd55 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:55.701932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:43:55.715722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:55.719924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:55.754598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4959dafe-df08-4394-9ffa-0f8f219c5409,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:55.761696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ac77689a-1555-40ce-a3ba-d6de5d5ae7ef) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:55.763850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.764347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Added segment bc3ea7a3-080e-461f-9bb4-af9798f03f62 of type vlan for network abd7bf30-6613-4449-a834-56beba822462 Jan 14 11:43:55.779261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3fa3c857-4e5a-4722-b6f9-8dbe1c55f3b0 None None] Provisioning for port fcab670a-0fd7-42e3-b739-18d4c50ad83e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:55.792806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:55.800129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ff971-6aea-4b7c-b32e-52ff1e7593f6 None None] Network ff280c79-a6e8-44ee-b7f7-5053261f584e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:55.812550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa23c6-31f7-4dee-9ae9-7f067d934f80 None None] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:55.829601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:55.830574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.863305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Made reservation on behalf of 77ebf96f8da948c684e9433bfd8fdd55 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:55.865580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.938434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:55.948779 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fda21a5d-3b6e-4d23-be19-6ea3aac225a2 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5371127 Jan 14 11:43:55.956892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 39988) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:55.969029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Request body: {'port': {'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1650193431'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:56.002729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:43:56.015880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.016853 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Added segment 5f9c104f-2702-430e-a6ef-2334e0a83525 of type vlan for network b2f52b3d-611b-4330-98ec-e26eb39ce1b0 Jan 14 11:43:56.051090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.087794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.096189 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.097748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:56.098839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.130036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.157572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:56.190541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] Provisioning for port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:56.193674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.194516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:56.195092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.254278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Pushing event updated for resources: {'Port': ['ID=c095efe7-35fc-4897-929b-c51a3c4f5b5f,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:56.259568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] Provisioning complete for port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:56.260312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.361854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:56.362443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.390148 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8183408 Jan 14 11:43:56.395263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39992) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.400294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.422217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Request body: {'network': {'project_id': '77ebf96f8da948c684e9433bfd8fdd55'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:56.437161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:56.451712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69a750-17ef-43d3-8fc2-658d5fa61095 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Pushing event updated for resources: {'Network': ['ID=b2f52b3d-611b-4330-98ec-e26eb39ce1b0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:56.456490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Usage tracker for resource:network and tenant:77ebf96f8da948c684e9433bfd8fdd55 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:56.460558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:56.472155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:56.472985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.474284 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4633e041-92be-4689-a28d-18d9d9bb487e tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4766531 Jan 14 11:43:56.485322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 39998) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.491090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 11:43:56.491765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:43:56.493060 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-262a66fa-8725-4a2b-922b-8c3ac25dee1a tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0954802 Jan 14 11:43:56.498508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-933874191', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'fixed_ips': [{'ip_address': '172.26.8.106'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:56.503194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:56.507848 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Usage tracker for resource:port and tenant:8c1d7ee2fd784083b7b7f0d263d4cb45 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:56.512184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:56.520549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:56.531282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:43:56.531570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b2f52b3d-611b-4330-98ec-e26eb39ce1b0 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:56.539726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40002) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.541028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Made reservation on behalf of 8c1d7ee2fd784083b7b7f0d263d4cb45 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:56.543132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Sync routers for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:43:56.544555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.563458 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:43:56.564340 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:43:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:56.588057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.641380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40006) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.648677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.649844 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-33977795-1539-4247-9bd7-a40cc0994ac5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2024775 Jan 14 11:43:56.658123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338038854', 'description': 'tempest-description--864184042'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:56.662694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40010) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.681064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:56.692276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 3, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:56.692519 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7507732 Jan 14 11:43:56.711531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40014) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.734854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Checking router: 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:43:56.735687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Updating router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 port ba03ecc8-80ed-4651-8c52-142db0d01c7d binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:43:56.744888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062f16-6a41-446b-87b2-de4663c3fa40 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Network': ['ID=abd7bf30-6613-4449-a834-56beba822462,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:56.753789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:56.778135 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5a038f62-7ffb-4dea-b796-47c0a7b76de8 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77ebf96f8da948c684e9433bfd8fdd55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2233028 Jan 14 11:43:56.783589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Usage tracker for resource:security_group and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:56.786629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40018) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:56.788360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network abd7bf30-6613-4449-a834-56beba822462 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:43:56.793396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:56.796421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:56.803937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Usage tracker for resource:port and tenant:76cfee3896674ae197ef6481fd11e2ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:56.808041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:56.843560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:56.843773 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:43:56.867289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Usage tracker for resource:security_group_rule and tenant:8c1d7ee2fd784083b7b7f0d263d4cb45 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:56.871141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:56.882803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:56.897601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.906164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Made reservation on behalf of 76cfee3896674ae197ef6481fd11e2ea for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:56.909601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:56.910149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:56.917820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.120946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:57.144052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ac77689a-1555-40ce-a3ba-d6de5d5ae7ef', 'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef', 'tenant_id': '76cfee3896674ae197ef6481fd11e2ea', 'fixed_ips': [{'subnet_id': '9cab6566-51db-4cf9-b8d7-359b00b0573e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:43:57.145942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.161166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Usage tracker for resource:security_group_rule and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:57.171347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91ccfcf5-033c-4e62-94b8-b4f2c05249c2 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.212613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] device_id is not set on port 61782fe4-4112-4c8c-9b1d-be7d002985f5 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:43:57.227856 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:43:54Z', 'revision_number': 3, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:57.233281 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Checking router: 75b9b83a-bc86-43b2-b313-cc665f8eb599 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:43:57.233624 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Updating router 75b9b83a-bc86-43b2-b313-cc665f8eb599 port 71cc785a-5820-4236-b94c-e78d67e93c7e binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:43:57.234826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91ccfcf5-033c-4e62-94b8-b4f2c05249c2 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.283370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:57.290744 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.328123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:57.347678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.374718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.483002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.529965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Allocated IP 172.20.0.3 (ac77689a-1555-40ce-a3ba-d6de5d5ae7ef/9cab6566-51db-4cf9-b8d7-359b00b0573e/61782fe4-4112-4c8c-9b1d-be7d002985f5) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:57.568635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.597961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] For port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:43:57.640126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.653191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91ccfcf5-033c-4e62-94b8-b4f2c05249c2 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.657908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.679224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] device_id is not set on port 79094ba9-8ee7-4523-b89c-10c5b4aeb447 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:43:57.709375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:43:57.724434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.727620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.728560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab670a-0fd7-42e3-b739-18d4c50ad83e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:43:57.748805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.779184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.785820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ee5aa-1478-4f35-bb63-7bab672eab0e,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:57.794491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91ccfcf5-033c-4e62-94b8-b4f2c05249c2 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.795598 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-91ccfcf5-033c-4e62-94b8-b4f2c05249c2 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/acc5773d-596c-42f1-a961-4c3b03bf07fc HTTP/1.1" status: 204 len: 168 time: 1.0049956 Jan 14 11:43:57.804382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Transition to ACTIVE for port object 61782fe4-4112-4c8c-9b1d-be7d002985f5 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:57.828652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694db0c-70ab-4e6a-822e-0665a2995402 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:57.834114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40022) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:57.834941 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.836683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccfcf5-033c-4e62-94b8-b4f2c05249c2 tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc5773d-596c-42f1-a961-4c3b03bf07fc,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:57.857324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.873692 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Transition to ACTIVE for port object 71cc785a-5820-4236-b94c-e78d67e93c7e will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:57.883592 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:57.968437 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e8b76-fc51-4b40-b5ed-46581bf2bd10 None None] Pushing event updated for resources: {'Port': ['ID=71cc785a-5820-4236-b94c-e78d67e93c7e,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:57.975012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Allocated IP 172.20.0.2 (ac77689a-1555-40ce-a3ba-d6de5d5ae7ef/9cab6566-51db-4cf9-b8d7-359b00b0573e/f29a0a11-a9aa-40f6-a71a-58f3a3561431) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:58.027484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a80a4c4-2c90-46eb-99db-c1429e383805,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:58.029242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:43:58.029704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.043238 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Attempting to bind port 71cc785a-5820-4236-b94c-e78d67e93c7e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:58.043607 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Attempting to bind port 71cc785a-5820-4236-b94c-e78d67e93c7e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:58.043970 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Attempting to bind port 71cc785a-5820-4236-b94c-e78d67e93c7e on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:58.054822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.057027 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44f1d99a-6fb2-4bbf-b445-4fc86b9656d6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4142745 Jan 14 11:43:58.058890 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:58.059313 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:58.059773 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.060191 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:58.060634 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Bound port: 71cc785a-5820-4236-b94c-e78d67e93c7e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:58.061122 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.064496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40026) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:58.080321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Request body: {'security_group_rule': {'security_group_id': '8a80a4c4-2c90-46eb-99db-c1429e383805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:58.181747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:58.182042 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] For port 71cc785a-5820-4236-b94c-e78d67e93c7e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:43:58.186757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] For port 71cc785a-5820-4236-b94c-e78d67e93c7e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=71cc785a-5820-4236-b94c-e78d67e93c7e,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:43:58.207336 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.222303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.228585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:58.236019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Usage tracker for resource:security_group_rule and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:58.240154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:58.247802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:58.248522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event updated for resources: {'Port': ['ID=61782fe4-4112-4c8c-9b1d-be7d002985f5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:58.250997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:58.256132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c73e0d79-ea2c-42e0-9310-8e52519fe5a8,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:58.266162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:58.270089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:58.270695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.300686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.324441 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-882fe0db-93ea-4fb7-a0af-68d50425c1e7 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3644469 Jan 14 11:43:58.338740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40030) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:58.339796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Checking segment: {'id': 'a11e6929-6e28-4096-9ed7-421839953949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:58.340331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network hostable DHCP agents. Network: b97d379c-f408-4b04-aff2-72c53ec87f50, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:43:58.341041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.343196 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e8b76-fc51-4b40-b5ed-46581bf2bd10 None None] Pushing event updated for resources: {'Port': ['ID=71cc785a-5820-4236-b94c-e78d67e93c7e,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:58.353081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Transition to ACTIVE for port object f29a0a11-a9aa-40f6-a71a-58f3a3561431 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:58.371980 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:43:58.372603 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:43:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.372981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Transition to ACTIVE for port object f29a0a11-a9aa-40f6-a71a-58f3a3561431 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:58.394256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.443722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Deleting port 61782fe4-4112-4c8c-9b1d-be7d002985f5 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:43:58.444364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.514911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.534663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:43:58.541009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:58.549808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.550420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.551368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.551656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.552037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.552402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.552528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > port after_create 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.552740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > port after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.553061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.553392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.553513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > port after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.553707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.554034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.554238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > port after_update 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.554361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.554629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.554833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.555639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.556080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.556517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.557373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:43:58.581305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:58.590652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port fcab670a-0fd7-42e3-b739-18d4c50ad83e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:43:58.626223 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:43:58.665641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Pushing event updated for resources: {'Port': ['ID=f29a0a11-a9aa-40f6-a71a-58f3a3561431,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:58.699598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-71b918b9-c746-45ad-a43f-99753b5358de None None] Provisioning complete for port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:58.700199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-71b918b9-c746-45ad-a43f-99753b5358de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.724298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.724847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.725177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.725496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.726179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd7bf30-6613-4449-a834-56beba822462']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.749392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.750004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.751334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.751334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 11:43:58.751579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port fcab670a-0fd7-42e3-b739-18d4c50ad83e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:43:58.751692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f52b3d-611b-4330-98ec-e26eb39ce1b0']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.751818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.771654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9c104f-2702-430e-a6ef-2334e0a83525') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.772157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9c104f-2702-430e-a6ef-2334e0a83525') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.786076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.805536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.814192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:43:58.814895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.829345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network b97d379c-f408-4b04-aff2-72c53ec87f50 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:43:58.846156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3ea7a3-080e-461f-9bb4-af9798f03f62') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.846372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3ea7a3-080e-461f-9bb4-af9798f03f62') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:58.859115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b97d379c-f408-4b04-aff2-72c53ec87f50) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:43:58.873856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.879697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349682ae-86a2-4919-94d0-9c4550a0a727 None None] Network b97d379c-f408-4b04-aff2-72c53ec87f50 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:58.888482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:43:58.889086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn_limited( Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn_limited( Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:43:58.925064 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:43:58.927525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:58.948125 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8fcbb667-82a3-4514-abb5-dd16aba93b36 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.5631564 Jan 14 11:43:58.949097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40034) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:58.961620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1611982088', 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:58.966543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Attempting to bind port f29a0a11-a9aa-40f6-a71a-58f3a3561431 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:58.966903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Attempting to bind port f29a0a11-a9aa-40f6-a71a-58f3a3561431 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '1af63129-9718-48e4-a8a0-0119f3248c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:58.967257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Attempting to bind port f29a0a11-a9aa-40f6-a71a-58f3a3561431 on network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:58.968011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:58.973320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:port and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:58.976144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:58.983565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:59.017034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:59.017291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.017386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Checking segment: {'id': '1af63129-9718-48e4-a8a0-0119f3248c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:59.017386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.017868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Bound using segment: {'id': '1af63129-9718-48e4-a8a0-0119f3248c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:59.018548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Bound port: f29a0a11-a9aa-40f6-a71a-58f3a3561431, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af63129-9718-48e4-a8a0-0119f3248c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac77689a-1555-40ce-a3ba-d6de5d5ae7ef'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:59.019089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.019448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.027022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.051739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Made reservation on behalf of d4658271174e4313bc335c1d35d3994f for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:43:59.053663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.056392 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b2f52b3d-611b-4330-98ec-e26eb39ce1b0 HTTP/1.1" status: 204 len: 168 time: 1.1528106 Jan 14 11:43:59.058035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.070877 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:43:54Z', 'revision_number': 3, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:43:59.077505 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edf9fa-71cd-4afb-90ec-008c9ec06a77 None None] The sync data for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv is: [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:43:54Z', 'revision_number': 3, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:43:59.082540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.084304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40038) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:59.089793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] device_id is not set on port 5ef2227c-25a4-45e6-a621-e838c34d6c3f yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:43:59.117301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.120947 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0486820 Jan 14 11:43:59.120947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c4d12-c765-470d-b82e-d57f57b29ded tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2f52b3d-611b-4330-98ec-e26eb39ce1b0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:59.122017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:59.143214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Request body: {'security_group_rule': {'security_group_id': '8a80a4c4-2c90-46eb-99db-c1429e383805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:59.148058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b0367-bfd1-4d65-a7b3-7fe906219311 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8906a2-fadd-4fce-aba8-585d71801d6e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:59.154965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:59.160406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Usage tracker for resource:security_group_rule and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:59.164318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:59.174585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:59.227163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:43:59.227506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn_limited( Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn_limited( Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:43:59.247176 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:43:59.263450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.360132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.369004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.409199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f150885-837d-494b-b4af-09e6aed9bf47,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:59.409611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.427958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.476285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.477771 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3ca14dc6-df4d-4060-a0e6-8779cef15de6 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3465455 Jan 14 11:43:59.485463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40046) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:59.494146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:59.500762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:43:59.504148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Transition to ACTIVE for port object ba03ecc8-80ed-4651-8c52-142db0d01c7d will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:43:59.520267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.526007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Usage tracker for resource:floatingip and tenant:819aab9d2c4648bea29e877c54be884e is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:43:59.547526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.559063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:43:59.559995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a06d3e-2964-4e29-a94d-b26e024349da None None] Network b97d379c-f408-4b04-aff2-72c53ec87f50 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:43:59.570718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:43:59.581366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.598311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.610140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.633447 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 11:43:59.633882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:43:59.678748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abd7bf30-6613-4449-a834-56beba822462 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:43:59.682319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:43:59.741947 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b7aeeea3-405a-4410-9f37-a628a7df708b tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.2536199 Jan 14 11:43:59.744185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Network': ['ID=abd7bf30-6613-4449-a834-56beba822462,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:59.744851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40050) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:59.752113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Calling delete_port for 61782fe4-4112-4c8c-9b1d-be7d002985f5 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:43:59.754192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port fcab670a-0fd7-42e3-b739-18d4c50ad83e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab670a-0fd7-42e3-b739-18d4c50ad83e,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:43:59.756059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f29a0a11-a9aa-40f6-a71a-58f3a3561431,segment=NetworkSegment(1af63129-9718-48e4-a8a0-0119f3248c83),segment_id=1af63129-9718-48e4-a8a0-0119f3248c83)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:43:59.778704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.784547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.789923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.809608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21e46-6005-4359-8fe1-cab14d9d564b None None] Pushing event updated for resources: {'Port': ['ID=ba03ecc8-80ed-4651-8c52-142db0d01c7d,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:43:59.844988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-470be055-73fd-4305-bfb0-99e509470608 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/networks/abd7bf30-6613-4449-a834-56beba822462 HTTP/1.1" status: 204 len: 168 time: 3.1284795 Jan 14 11:43:59.848005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Allocated IP 2001:db8::12d (b97d379c-f408-4b04-aff2-72c53ec87f50/c73e0d79-ea2c-42e0-9310-8e52519fe5a8/5ef2227c-25a4-45e6-a621-e838c34d6c3f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:43:59.859537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40054) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:43:59.869522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Attempting to bind port ba03ecc8-80ed-4651-8c52-142db0d01c7d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:43:59.870240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Attempting to bind port ba03ecc8-80ed-4651-8c52-142db0d01c7d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:43:59.870836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Attempting to bind port ba03ecc8-80ed-4651-8c52-142db0d01c7d on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:43:59.880565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:43:59.939008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:43:59.939820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:43:59.940462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.941115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:43:59.941815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Bound port: ba03ecc8-80ed-4651-8c52-142db0d01c7d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:43:59.945268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:43:59.992138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:00.038056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:00.064209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:network and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:00.076268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:00.079541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e036ac8-6cc7-44b4-b391-2c7b179f0a3a None None] Pushing event updated for resources: {'Port': ['ID=f29a0a11-a9aa-40f6-a71a-58f3a3561431,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:00.085192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Deleting port c095efe7-35fc-4897-929b-c51a3c4f5b5f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:00.085560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.137843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:00.236000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=fcab670a-0fd7-42e3-b739-18d4c50ad83e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:00.247850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Made reservation on behalf of b5aeed000dfe460db737371a2334dc1b for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:00.250458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.255938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] For port ba03ecc8-80ed-4651-8c52-142db0d01c7d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:00.271333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] For port ba03ecc8-80ed-4651-8c52-142db0d01c7d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ba03ecc8-80ed-4651-8c52-142db0d01c7d,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:00.284094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.290679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.368015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:00.368411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.425111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.440331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21e46-6005-4359-8fe1-cab14d9d564b None None] Pushing event updated for resources: {'Port': ['ID=ba03ecc8-80ed-4651-8c52-142db0d01c7d,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:00.453383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:00.453994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:43:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:00.480346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.504324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:00.515896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a579a6-c5d6-4d74-9c43-480f92459afd']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:00.535372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event deleted for resources: {'Port': ['ID=61782fe4-4112-4c8c-9b1d-be7d002985f5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:00.553731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.554911 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Added segment 9eb22a3e-5d0c-43eb-8560-72c2c351e13a of type vlan for network 62b7d39c-0757-42d1-bd75-100536a75f28 Jan 14 11:44:00.602031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9090e1-2f5f-4d1c-a2a4-d862fe62136d') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:00.602615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9090e1-2f5f-4d1c-a2a4-d862fe62136d') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:00.634202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.680803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.734316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.734713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.736932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:00.846027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-426f32b8-d29a-4f30-9592-4ccdf2bfb121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.853586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.853895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:00.907259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:00.907645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.912822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:00.913201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:00.923908 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:00.942771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.974399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:00.987566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Calling delete_port for c095efe7-35fc-4897-929b-c51a3c4f5b5f owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:01.058355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.095665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.201780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9052fadd-cd90-4b3a-950a-99d95513f1cb tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "DELETE /v2.0/ports/61782fe4-4112-4c8c-9b1d-be7d002985f5 HTTP/1.1" status: 204 len: 168 time: 2.8531775 Jan 14 11:44:01.204546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.206471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40058) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:01.212026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.247055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760dca6-de5e-4a34-9bbf-38a0fa0c649d None None] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:01.279094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.310382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] Pushing event deleted for resources: {'Network': ['ID=79a579a6-c5d6-4d74-9c43-480f92459afd,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:01.328758 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-372307f5-1323-4db0-8b6a-ddb744ac7e5b tempest-QuotasNegativeTest-1595319780 tempest-QuotasNegativeTest-1595319780-project-admin] 10.222.0.48 "DELETE /v2.0/networks/79a579a6-c5d6-4d74-9c43-480f92459afd HTTP/1.1" status: 204 len: 168 time: 2.1305301 Jan 14 11:44:01.340351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.341836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:01.341836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.361101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.382295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network b97d379c-f408-4b04-aff2-72c53ec87f50 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:01.385463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Port': ['ID=5ef2227c-25a4-45e6-a621-e838c34d6c3f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:01.391146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:01.428097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:01.429523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:01.430430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.442369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5f78d11b-2e2c-4240-80e5-66f344de03bb None None] Provisioning for port f29a0a11-a9aa-40f6-a71a-58f3a3561431 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:01.456129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Allocated IP 172.20.0.1 (ff280c79-a6e8-44ee-b7f7-5053261f584e/f0ce1aad-1c58-4a37-9749-c6845b70f669/ef88d9fd-f43a-413f-b710-981fbadb1912) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:01.458784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Allocated IP 172.26.8.62 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/a1c61561-d675-496b-84c3-d0baf83ce39f) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:01.477114 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ebce760-911e-43df-84bf-9c8459815fc8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5204821 Jan 14 11:44:01.483398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40066) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:01.565397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Network': ['ID=62b7d39c-0757-42d1-bd75-100536a75f28,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:01.591421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.608361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 62b7d39c-0757-42d1-bd75-100536a75f28 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:01.643884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c0d5fd80-6d6c-4f5b-9363-74c237ef8ae9 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4298654 Jan 14 11:44:01.651963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:01.662528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-930888359'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:01.669664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Deleting port 5ef2227c-25a4-45e6-a621-e838c34d6c3f {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:01.670282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:01.670575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Pushing event deleted for resources: {'Port': ['ID=c095efe7-35fc-4897-929b-c51a3c4f5b5f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:01.710793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:01.747400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Usage tracker for resource:network and tenant:76cfee3896674ae197ef6481fd11e2ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:01.754847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:01.762170 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6f976e53-a57f-4f74-90e2-17e7a32a3223 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8931870 Jan 14 11:44:01.796533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:01.805768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:01.818775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'subnet': {'network_id': '62b7d39c-0757-42d1-bd75-100536a75f28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:01.821880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 3, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:01.833530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc00cec-e230-4c23-aad6-00336db5396f None None] The sync data for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv is: [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 3, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:01.969757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:01.997108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:subnet and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:02.002020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:02.021446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:02.044981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f29a0a11-a9aa-40f6-a71a-58f3a3561431 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:02.055291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Made reservation on behalf of 76cfee3896674ae197ef6481fd11e2ea for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:02.059287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.124907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.128373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.134942 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-de798763-af52-4425-a5f6-4b8de14197cd tempest-ExternalNetworksAdminNegativeTestJSON-2051692943 tempest-ExternalNetworksAdminNegativeTestJSON-2051692943-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/298c81fe-2b74-4373-a9d5-fa44d8daf3c6 HTTP/1.1" status: 204 len: 168 time: 2.3885508 Jan 14 11:44:02.161277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.163609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f29a0a11-a9aa-40f6-a71a-58f3a3561431 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:02.170849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f29a0a11-a9aa-40f6-a71a-58f3a3561431 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:02.171427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.267035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-34b83086-0168-4379-8cfd-d72cf7c2b8a9 None None] Provisioning complete for port f29a0a11-a9aa-40f6-a71a-58f3a3561431 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:02.267795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-34b83086-0168-4379-8cfd-d72cf7c2b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.273633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.280499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.323085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Transition to ACTIVE for port object ef88d9fd-f43a-413f-b710-981fbadb1912 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:02.359640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.403044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40084) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:02.423247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.449312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Calling delete_port for 5ef2227c-25a4-45e6-a621-e838c34d6c3f owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:02.516460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Network ff280c79-a6e8-44ee-b7f7-5053261f584e is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:02.521398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:02.529547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:02.550216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:02.555722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:02.566006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.595254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-34b83086-0168-4379-8cfd-d72cf7c2b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.626173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event updated for resources: {'Port': ['ID=a1c61561-d675-496b-84c3-d0baf83ce39f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:02.692449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-34b83086-0168-4379-8cfd-d72cf7c2b8a9 None None] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f29a0a11-a9aa-40f6-a71a-58f3a3561431,segment=NetworkSegment(1af63129-9718-48e4-a8a0-0119f3248c83),segment_id=1af63129-9718-48e4-a8a0-0119f3248c83)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:02.695242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Allocated IP 172.20.0.1 (1a1e40d5-345b-44d7-a9e2-26f7479ea014/106aee2e-8498-475a-a6c5-d1dd28658f3a/e4b2cc52-1ed9-46c2-866a-56cdc6901d74) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:02.703398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-34b83086-0168-4379-8cfd-d72cf7c2b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.714676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.737641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:02.816033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Made reservation on behalf of b5aeed000dfe460db737371a2334dc1b for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:02.819350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.841439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40092) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:02.844424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-88030442-8141-42d3-9e8e-94cd414baa40 None None] Could not find standard attr ID for object 61782fe4-4112-4c8c-9b1d-be7d002985f5. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:44:02.858699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:44:02.859081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:44:02.879281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b83086-0168-4379-8cfd-d72cf7c2b8a9 None None] Pushing event updated for resources: {'Port': ['ID=f29a0a11-a9aa-40f6-a71a-58f3a3561431,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:02.924977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ef2227c-25a4-45e6-a621-e838c34d6c3f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:02.931933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.970034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Pushing event updated for resources: {'Port': ['ID=ef88d9fd-f43a-413f-b710-981fbadb1912,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:02.970304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-feedf930-d3f5-48da-b2bc-02881178bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:02.979521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0fb02bcf-1bdf-46fa-a8c2-cd52f4fc7829 None None] Provisioning for port ef88d9fd-f43a-413f-b710-981fbadb1912 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:02.985562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0fb02bcf-1bdf-46fa-a8c2-cd52f4fc7829 None None] Provisioning complete for port ef88d9fd-f43a-413f-b710-981fbadb1912 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:02.985929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0fb02bcf-1bdf-46fa-a8c2-cd52f4fc7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.000380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.053942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:03.065509 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0fb02bcf-1bdf-46fa-a8c2-cd52f4fc7829 None None] Port ef88d9fd-f43a-413f-b710-981fbadb1912 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:03.076518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Usage tracker for resource:security_group_rule and tenant:78f95dc9c7e349e68ce5985507305628 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:03.081025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:03.096530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:03.104440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.109839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:03.125098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.160424 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e22fa2bf-d79d-4b27-b21a-0b241002b316 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5ef2227c-25a4-45e6-a621-e838c34d6c3f HTTP/1.1" status: 204 len: 168 time: 1.6697280 Jan 14 11:44:03.167632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40098) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:03.171166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.171512 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Added segment ee666aa2-ff47-4ac7-8855-4d3af8c517cb of type vlan for network 635946a6-1c5f-440d-b18e-80295ab83343 Jan 14 11:44:03.181782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50', 'external_fixed_ips': [{'subnet_id': 'c73e0d79-ea2c-42e0-9310-8e52519fe5a8', 'ip_address': '2001:db8::12d'}]}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:03.191118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:03.201174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:router and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:03.207558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:03.211923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.233241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:03.259330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:03.265458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.360452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.361520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.364807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.384211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Usage tracker for resource:security_group_rule and tenant:2d4a629b1c7c401297f0d6036ab80490 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:03.396111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:03.405889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:03.411198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.414114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab670a-0fd7-42e3-b739-18d4c50ad83e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:03.414592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.444778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.470656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Transition to ACTIVE for port object e4b2cc52-1ed9-46c2-866a-56cdc6901d74 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:03.489199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port fcab670a-0fd7-42e3-b739-18d4c50ad83e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:03.489199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.496965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.500662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:03.501285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.520174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.565962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.567417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7960a9cd-06d4-42be-bbeb-101bf3801784,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:03.655507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Synchronizing usage tracker for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:03.684113 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0307212 Jan 14 11:44:03.688486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40102) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:03.695428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970763cd-0b87-4d23-8c54-6004ad2ab9f6 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event updated for resources: {'Network': ['ID=635946a6-1c5f-440d-b18e-80295ab83343,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:03.707124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 635946a6-1c5f-440d-b18e-80295ab83343 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:03.764857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.815988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] Unset dirty status for tenant:40d8cb99fd994bf9a6182200ec673dac on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:03.819810 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9a108f0a-82ff-43df-92a4-b8cc3b77e171 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78f95dc9c7e349e68ce5985507305628&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4086044 Jan 14 11:44:03.825918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40106) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:03.871058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.887882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:03.894319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f29a0a11-a9aa-40f6-a71a-58f3a3561431 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:03.899528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:03.919666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:03.921931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Pushing event updated for resources: {'Port': ['ID=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:03.924866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:03.994719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f29a0a11-a9aa-40f6-a71a-58f3a3561431 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:03.995656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.036314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab566d7-fa73-46ac-982b-2a4396e6a1e4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:04.050015 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-debc1cd5-724c-4ee2-ab65-d25f3baf6a9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d4a629b1c7c401297f0d6036ab80490&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1997845 Jan 14 11:44:04.051884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40110) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:04.075643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.131923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ad24d5d-b20c-4d97-b23a-1c4ceb31f609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.158648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.182063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.202571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.213452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.235000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ad24d5d-b20c-4d97-b23a-1c4ceb31f609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.259800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-be4cd39c-3812-43bf-8611-dca25ebb7913 None None] Provisioning for port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:04.272426 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c0fa2e40-4fbd-44ca-8862-6d9e29284044 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/agents/d78b383e-88b8-4f1b-a692-992aa043ac53/dhcp-networks HTTP/1.1" status: 200 len: 6295 time: 0.5787539 Jan 14 11:44:04.280705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-be4cd39c-3812-43bf-8611-dca25ebb7913 None None] Provisioning complete for port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:04.281032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be4cd39c-3812-43bf-8611-dca25ebb7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.285983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40114) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:04.317892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12d3d78d-9b4d-4a8d-94bb-1eb4a55608ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.364054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.377627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-be4cd39c-3812-43bf-8611-dca25ebb7913 None None] Port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:04.422150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:04.457393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.474094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.510008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12d3d78d-9b4d-4a8d-94bb-1eb4a55608ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.550562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:44:04.550562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.567357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.577719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Pushing event updated for resources: {'Port': ['ID=ef88d9fd-f43a-413f-b710-981fbadb1912,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:04.626448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.687076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Sync routers for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:04.721107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:04.722116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:04.765427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event updated for resources: {'Port': ['ID=a1c61561-d675-496b-84c3-d0baf83ce39f,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:04.781797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ad24d5d-b20c-4d97-b23a-1c4ceb31f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.849233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4bbf8abc-242e-46eb-9a52-1b2d4ae01555,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:04.888782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ad24d5d-b20c-4d97-b23a-1c4ceb31f609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.894190 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7ad24d5d-b20c-4d97-b23a-1c4ceb31f609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7960a9cd-06d4-42be-bbeb-101bf3801784 HTTP/1.1" status: 204 len: 168 time: 1.0642962 Jan 14 11:44:04.895373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad24d5d-b20c-4d97-b23a-1c4ceb31f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7960a9cd-06d4-42be-bbeb-101bf3801784,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:04.903187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12d3d78d-9b4d-4a8d-94bb-1eb4a55608ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.928291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3d78d-9b4d-4a8d-94bb-1eb4a55608ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab566d7-fa73-46ac-982b-2a4396e6a1e4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:04.959290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Checking segment: {'id': '9eb22a3e-5d0c-43eb-8560-72c2c351e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '62b7d39c-0757-42d1-bd75-100536a75f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:04.959642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Network hostable DHCP agents. Network: 62b7d39c-0757-42d1-bd75-100536a75f28, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:44:04.988242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.992996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12d3d78d-9b4d-4a8d-94bb-1eb4a55608ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:04.994231 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-12d3d78d-9b4d-4a8d-94bb-1eb4a55608ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ab566d7-fa73-46ac-982b-2a4396e6a1e4 HTTP/1.1" status: 204 len: 168 time: 0.9386897 Jan 14 11:44:05.030092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Network ff280c79-a6e8-44ee-b7f7-5053261f584e is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:05.033461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:05.040226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c9eab-932e-42fb-b27a-0c13b32c1e08 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] Network 635946a6-1c5f-440d-b18e-80295ab83343 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:44:05.052570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:05.054020 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d278251e-5524-441b-9081-921fc58fe805 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5667048 Jan 14 11:44:05.240309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:05.255944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Network 62b7d39c-0757-42d1-bd75-100536a75f28 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:44:05.306066 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-651c9eab-932e-42fb-b27a-0c13b32c1e08 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "POST /v2.0/agents/d78b383e-88b8-4f1b-a692-992aa043ac53/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0176263 Jan 14 11:44:05.310296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40126) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:05.315168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 62b7d39c-0757-42d1-bd75-100536a75f28) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:05.337687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:05.339429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:05.373230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc610c-f068-4987-95f1-31678e6ae6a4 None None] Network 635946a6-1c5f-440d-b18e-80295ab83343 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:05.400030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c92021dd-e55b-4154-b483-319fb28b4096 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6000264 Jan 14 11:44:05.403469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40132) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:05.410592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabdb286-f5f5-47a3-8068-8b4ff4c1de11 None None] Network 62b7d39c-0757-42d1-bd75-100536a75f28 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:05.439147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'floatingip': {'floating_network_id': '62b7d39c-0757-42d1-bd75-100536a75f28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:05.459379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:05.481927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:floatingip and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:05.487382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:05.535621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:05.596212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:05.763910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:05.797889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:05.816380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:05.884756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40140) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:05.934389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:05.974232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40144) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:06.105183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 71cc785a-5820-4236-b94c-e78d67e93c7e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:06.167436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.202886 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25292d38-8477-4ded-af27-5f71790d0b57 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/agents/d78b383e-88b8-4f1b-a692-992aa043ac53/dhcp-networks HTTP/1.1" status: 200 len: 7783 time: 0.8776820 Jan 14 11:44:06.208239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.226822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40156) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:06.232305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bdc0d7-cf6a-4166-8bf1-093cc4b3e113 None None] Network 62b7d39c-0757-42d1-bd75-100536a75f28 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:06.239345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b290c36f-a6a3-4983-81ae-6eeeb83b9b0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c1d7ee2fd784083b7b7f0d263d4cb45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2616363 Jan 14 11:44:06.242633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40158) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:06.303061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2dc6df78-2e4c-4502-8b0c-1df82d84d7e2 None None] Provisioning complete for port ef88d9fd-f43a-413f-b710-981fbadb1912 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:06.303316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6df78-2e4c-4502-8b0c-1df82d84d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.362347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.416347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:06.420226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Allocated IP 2001:db8::12d (b97d379c-f408-4b04-aff2-72c53ec87f50/c73e0d79-ea2c-42e0-9310-8e52519fe5a8/ec164c9c-118d-414e-b9d3-56aeb3d7e5c2) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:06.421818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Usage tracker for resource:security_group_rule and tenant:423b7b6b244a48279d7397d77298616f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:06.426067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:06.456214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:06.465730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.469450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Pushing event updated for resources: {'Port': ['ID=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:06.500188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40170) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:06.504209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6df78-2e4c-4502-8b0c-1df82d84d7e2 None None] Port ef88d9fd-f43a-413f-b710-981fbadb1912 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:06.520381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dce3aaa8-50b7-43e8-b75e-2cc48c006f8d tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "DELETE /v2.0/agents/d78b383e-88b8-4f1b-a692-992aa043ac53/dhcp-networks/635946a6-1c5f-440d-b18e-80295ab83343 HTTP/1.1" status: 204 len: 168 time: 0.2771511 Jan 14 11:44:06.522572 dv-neutron-823850-1-hyperv neutron-server[83451]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 11:44:06.543620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 71cc785a-5820-4236-b94c-e78d67e93c7e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:06.558068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40174) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:06.572647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 71cc785a-5820-4236-b94c-e78d67e93c7e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:06.574349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.592218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.623207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.627985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1501-bf02-45bf-9dcb-d20e2c8b5698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.717392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network b97d379c-f408-4b04-aff2-72c53ec87f50 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:06.722692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:06.724435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Port': ['ID=ec164c9c-118d-414e-b9d3-56aeb3d7e5c2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:06.727396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:06.743832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1501-bf02-45bf-9dcb-d20e2c8b5698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.845340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 2, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:06.856454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.863163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Checking router: 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:06.863659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Updating router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:44:06.892092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-520af3a3-5097-4484-a176-b2522ef84ea0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1338038854&fields=id&tenant_id=819aab9d2c4648bea29e877c54be884e HTTP/1.1" status: 200 len: 267 time: 0.3872364 Jan 14 11:44:06.929067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 71cc785a-5820-4236-b94c-e78d67e93c7e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=71cc785a-5820-4236-b94c-e78d67e93c7e,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:06.935253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.936105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ba03ecc8-80ed-4651-8c52-142db0d01c7d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:06.941162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:06.983085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.040854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.042310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.045209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Router 75b9b83a-bc86-43b2-b313-cc665f8eb599 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:07.076680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.093989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.109456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:07.137283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:07.287298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=71cc785a-5820-4236-b94c-e78d67e93c7e,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:07.327391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ba03ecc8-80ed-4651-8c52-142db0d01c7d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:07.337807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ba03ecc8-80ed-4651-8c52-142db0d01c7d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:07.338169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.357120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efdc1c4-efd0-45de-b0a0-682e23819bd0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:07.373155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1501-bf02-45bf-9dcb-d20e2c8b5698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.397104 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-083ca8a8-acaa-4ee1-b297-1ac0125b0586 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/agents/d78b383e-88b8-4f1b-a692-992aa043ac53/dhcp-networks HTTP/1.1" status: 200 len: 7039 time: 0.8328774 Jan 14 11:44:07.399532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40178) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:07.438527 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c22bb7e2-160f-4376-a121-4e5b9e8265f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=423b7b6b244a48279d7397d77298616f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4757602 Jan 14 11:44:07.451036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40182) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:07.511587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c1501-bf02-45bf-9dcb-d20e2c8b5698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ee5aa-1478-4f35-bb63-7bab672eab0e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:07.523935 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3ee76451-8133-4773-ba99-972c06f16705 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/networks/ac77689a-1555-40ce-a3ba-d6de5d5ae7ef/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1192546 Jan 14 11:44:07.524385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40186) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:07.579667 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2ea9f271-094b-4c95-b5f8-58be61a5ecd2 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/networks/ac77689a-1555-40ce-a3ba-d6de5d5ae7ef/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0525162 Jan 14 11:44:07.580475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40190) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:07.600921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:07.611687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd85e-031f-418d-a849-d35621f14a51 req-07c41722-a966-4460-8b3d-0e28a3988f59 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:07.613170 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-07c41722-a966-4460-8b3d-0e28a3988f59 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/networks?id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 HTTP/1.1" status: 200 len: 806 time: 0.6874266 Jan 14 11:44:07.627477 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-34c9f983-55c1-4e6b-85d0-e5ccce63a281 admin admin] 10.222.0.48 "PUT /v2.0/routers/75b9b83a-bc86-43b2-b313-cc665f8eb599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9535871 Jan 14 11:44:07.628722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.643450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d6d77a8c-dd30-400c-8d8c-9aff7d3ef0fa None None] Provisioning complete for port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:07.643879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6d77a8c-dd30-400c-8d8c-9aff7d3ef0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.644557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Router 6b55598e-10fb-47b1-898a-4931141e5d1a is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:44:07.666307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Allocated IP 172.20.0.8 (62b7d39c-0757-42d1-bd75-100536a75f28/4bbf8abc-242e-46eb-9a52-1b2d4ae01555/34bd8735-fdb5-4d4c-ada1-f236f3180b1f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:07.695301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1501-bf02-45bf-9dcb-d20e2c8b5698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.699853 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6f7c1501-bf02-45bf-9dcb-d20e2c8b5698 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a6ee5aa-1478-4f35-bb63-7bab672eab0e HTTP/1.1" status: 204 len: 168 time: 1.4434364 Jan 14 11:44:07.733540 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-f8218556-52b3-4278-9b27-b996e0452557 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/quotas/819aab9d2c4648bea29e877c54be884e HTTP/1.1" status: 200 len: 375 time: 0.0961971 Jan 14 11:44:07.749550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ba03ecc8-80ed-4651-8c52-142db0d01c7d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ba03ecc8-80ed-4651-8c52-142db0d01c7d,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:07.762990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d6d77a8c-dd30-400c-8d8c-9aff7d3ef0fa None None] Port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:07.765080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.830591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.869395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ba03ecc8-80ed-4651-8c52-142db0d01c7d,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:07.889155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Transition to ACTIVE for port object 9835cd31-2ec3-4c06-9cfd-3b0033ba24df will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:07.897370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:07.947313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 71cc785a-5820-4236-b94c-e78d67e93c7e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:08.108003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:08.129310 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Sync routers for ids ['6b55598e-10fb-47b1-898a-4931141e5d1a'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:08.154184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70a07a77-14d4-465b-861d-addb993bb2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.157229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Routers {'6b55598e-10fb-47b1-898a-4931141e5d1a'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:08.158031 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6b55598e-10fb-47b1-898a-4931141e5d1a'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:08.173814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ec5b6-3695-4971-a1ee-23e2a17d2ac6 None None] Pushing event updated for resources: {'Port': ['ID=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:08.193045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.205607 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-847e743c-92c3-4d26-9b2c-1819d9e2fdd2 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.0361047 Jan 14 11:44:08.206600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:08.413394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Attempting to bind port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:08.413758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Attempting to bind port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:08.414118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Attempting to bind port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df on network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:08.422257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:08.422584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Checking segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:08.423067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.423459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Bound using segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:08.423922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Bound port: 9835cd31-2ec3-4c06-9cfd-3b0033ba24df, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:08.424311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.462504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70a07a77-14d4-465b-861d-addb993bb2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.487471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 71cc785a-5820-4236-b94c-e78d67e93c7e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:08.487840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.545529 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Set router 6b55598e-10fb-47b1-898a-4931141e5d1a gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:08.637104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] For port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:08.642317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] For port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:08.656610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.659029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.662742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.764903 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e790b3c3-8cf5-42e5-9dda-901706dd5657 tempest-DHCPAgentSchedulersTestJSON-1475260937 tempest-DHCPAgentSchedulersTestJSON-1475260937-project-admin] 10.222.0.48 "GET /v2.0/agents/d78b383e-88b8-4f1b-a692-992aa043ac53/dhcp-networks HTTP/1.1" status: 200 len: 7039 time: 1.1774371 Jan 14 11:44:08.769892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40214) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:08.769892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40218) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:08.774002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70a07a77-14d4-465b-861d-addb993bb2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:08.790524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776143830', 'description': 'tempest-description--1434441644'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:08.850254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a07a77-14d4-465b-861d-addb993bb2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efdc1c4-efd0-45de-b0a0-682e23819bd0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:08.867785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:08.904945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Usage tracker for resource:security_group and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:08.978015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ec5b6-3695-4971-a1ee-23e2a17d2ac6 None None] Pushing event updated for resources: {'Port': ['ID=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:08.988841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:08.989477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:09.000843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.015831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:09.018451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Deleting port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:09.019198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.107764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:09.114503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.117221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70a07a77-14d4-465b-861d-addb993bb2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.118660 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70a07a77-14d4-465b-861d-addb993bb2da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6efdc1c4-efd0-45de-b0a0-682e23819bd0 HTTP/1.1" status: 204 len: 168 time: 1.6094165 Jan 14 11:44:09.133214 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b55598e-10fb-47b1-898a-4931141e5d1a', 'name': '', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50', 'external_fixed_ips': [{'subnet_id': 'c73e0d79-ea2c-42e0-9310-8e52519fe5a8', 'ip_address': '2001:db8::12d'}], 'enable_snat': True}, 'gw_port_id': 'ec164c9c-118d-414e-b9d3-56aeb3d7e5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:03Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': 'ec164c9c-118d-414e-b9d3-56aeb3d7e5c2', 'name': '', 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b55598e-10fb-47b1-898a-4931141e5d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c73e0d79-ea2c-42e0-9310-8e52519fe5a8', 'ip_address': '2001:db8::12d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:06Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c73e0d79-ea2c-42e0-9310-8e52519fe5a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:09.142227 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Checking router: 6b55598e-10fb-47b1-898a-4931141e5d1a for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:09.153688 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Updating router 6b55598e-10fb-47b1-898a-4931141e5d1a port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:44:09.176773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8cffd85e-031f-418d-a849-d35621f14a51 req-22f6ba8c-37c9-4838-8d48-5ef9e87c2841 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Synchronizing usage tracker for tenant:819aab9d2c4648bea29e877c54be884e on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:09.257825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.342313 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.401953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:09.402880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8cffd85e-031f-418d-a849-d35621f14a51 req-22f6ba8c-37c9-4838-8d48-5ef9e87c2841 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Unset dirty status for tenant:819aab9d2c4648bea29e877c54be884e on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:09.404315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-22f6ba8c-37c9-4838-8d48-5ef9e87c2841 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=819aab9d2c4648bea29e877c54be884e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6699531 Jan 14 11:44:09.418862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.432444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.550198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Network 62b7d39c-0757-42d1-bd75-100536a75f28 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:09.625880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:09.641356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:09.717897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:09.734278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Port': ['ID=34bd8735-fdb5-4d4c-ada1-f236f3180b1f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:09.745824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Usage tracker for resource:security_group_rule and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:09.754683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.762783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:09.777070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:09.865775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635946a6-1c5f-440d-b18e-80295ab83343']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:09.895161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:09.899753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee666aa2-ff47-4ac7-8855-4d3af8c517cb') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:09.900038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee666aa2-ff47-4ac7-8855-4d3af8c517cb') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:09.966244 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:09.984457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Calling delete_port for ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:09.986627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9835cd31-2ec3-4c06-9cfd-3b0033ba24df up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:09.996007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.004342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:10.005456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.110771 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.150294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:10.159750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:10.160316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:10.206703 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:10.333608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.340479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-41f917ed-8c5a-4874-b949-ac7cf40d42ee service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:44:10.349566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-41f917ed-8c5a-4874-b949-ac7cf40d42ee service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5816815 Jan 14 11:44:10.419973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.423665 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Transition to ACTIVE for port object ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:10.433305 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.443716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:44:10.444153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:44:10.456563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:08Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:10.461413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73898987-0ae9-4c56-8d90-9a2b31bb16fe None None] The sync data for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv is: [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:08Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:10.488409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:10.504321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.505122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ba03ecc8-80ed-4651-8c52-142db0d01c7d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:10.574654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.579064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.594720 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29d78-3c82-47d5-adc0-2f5d162260c0 None None] Pushing event updated for resources: {'Port': ['ID=ec164c9c-118d-414e-b9d3-56aeb3d7e5c2,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:10.651681 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Attempting to bind port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:10.652057 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Attempting to bind port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a11e6929-6e28-4096-9ed7-421839953949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:10.652471 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Attempting to bind port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 on network b97d379c-f408-4b04-aff2-72c53ec87f50 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:10.660746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.668069 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:10.668447 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Checking segment: {'id': 'a11e6929-6e28-4096-9ed7-421839953949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:10.668873 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.669270 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Bound using segment: {'id': 'a11e6929-6e28-4096-9ed7-421839953949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:10.669744 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Bound port: ec164c9c-118d-414e-b9d3-56aeb3d7e5c2, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11e6929-6e28-4096-9ed7-421839953949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b97d379c-f408-4b04-aff2-72c53ec87f50'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:10.670128 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.688086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.775607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event deleted for resources: {'Network': ['ID=635946a6-1c5f-440d-b18e-80295ab83343,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:10.783335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:10.805746 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] For port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:10.812875 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] For port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ec164c9c-118d-414e-b9d3-56aeb3d7e5c2,segment=NetworkSegment(a11e6929-6e28-4096-9ed7-421839953949),segment_id=a11e6929-6e28-4096-9ed7-421839953949)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:10.822507 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.825147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1950ef49-a04c-4f07-a2b3-3be7e3ac0365,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:10.833519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ba03ecc8-80ed-4651-8c52-142db0d01c7d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:10.834059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.861936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.909100 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Routers {'6b55598e-10fb-47b1-898a-4931141e5d1a'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:10.910260 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6b55598e-10fb-47b1-898a-4931141e5d1a'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:10.945794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Deleting port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:10.947290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.952082 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b701bb6e-0605-493a-a223-a13e9107c73b tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "DELETE /v2.0/networks/635946a6-1c5f-440d-b18e-80295ab83343 HTTP/1.1" status: 204 len: 168 time: 2.1682258 Jan 14 11:44:10.998755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40268) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:10.998755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:10.999578 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-999d120c-ded5-4470-a6e2-9dd03ad9da37 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2197917 Jan 14 11:44:11.016669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40272) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:11.111757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-4beb983d-6f3a-44b9-91f9-808e0ea40e25 service neutron] 10.222.0.48 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610333 Jan 14 11:44:11.129250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Request body: {'security_group_rule': {'security_group_id': '1950ef49-a04c-4f07-a2b3-3be7e3ac0365', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:11.174562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:11.174562 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d95665-c9eb-4b2d-8a31-c99393556596 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] DELETE failed (client error): The resource could not be found. Jan 14 11:44:11.174562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d95665-c9eb-4b2d-8a31-c99393556596 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:44:11.174562 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-81d95665-c9eb-4b2d-8a31-c99393556596 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "DELETE /v2.0/ports/61782fe4-4112-4c8c-9b1d-be7d002985f5 HTTP/1.1" status: 404 len: 333 time: 0.1700842 Jan 14 11:44:11.186421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Usage tracker for resource:security_group_rule and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:11.189171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40276) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:11.303811 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29d78-3c82-47d5-adc0-2f5d162260c0 None None] Pushing event updated for resources: {'Port': ['ID=ec164c9c-118d-414e-b9d3-56aeb3d7e5c2,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:11.314250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] For port ec164c9c-118d-414e-b9d3-56aeb3d7e5c2, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ec164c9c-118d-414e-b9d3-56aeb3d7e5c2,segment=NetworkSegment(a11e6929-6e28-4096-9ed7-421839953949),segment_id=a11e6929-6e28-4096-9ed7-421839953949)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:11.314776 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] Set router 6b55598e-10fb-47b1-898a-4931141e5d1a gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:11.315039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:11.437902 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b55598e-10fb-47b1-898a-4931141e5d1a', 'name': '', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:03Z', 'updated_at': '2022-01-14T11:44:09Z', 'revision_number': 4, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:11.442428 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95350dd4-7d7a-4984-9d72-fc34a6eb0479 None None] The sync data for ids ['6b55598e-10fb-47b1-898a-4931141e5d1a'] in dv-neutron-823850-1-hyperv is: [{'id': '6b55598e-10fb-47b1-898a-4931141e5d1a', 'name': '', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:03Z', 'updated_at': '2022-01-14T11:44:09Z', 'revision_number': 4, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:11.459630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:11.494129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Calling delete_port for ec164c9c-118d-414e-b9d3-56aeb3d7e5c2 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:11.592495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:11.690971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:11.747320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec164c9c-118d-414e-b9d3-56aeb3d7e5c2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:11.803431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:11.900658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9835cd31-2ec3-4c06-9cfd-3b0033ba24df up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:11.946238 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-32ba4da7-57bf-4cc6-97d6-f4bb4e276665 service neutron] 10.222.0.48 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8068464 Jan 14 11:44:11.969229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:11.995814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:11.996484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.099450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Deleting subnet 9cab6566-51db-4cf9-b8d7-359b00b0573e {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:44:12.108020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.184050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:12.277589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.279304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40308) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:12.283241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.296135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.433650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40320) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:12.458813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Port': ['ID=34bd8735-fdb5-4d4c-ada1-f236f3180b1f,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:12.461681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.479957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:12.505599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.536153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.539178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce264cb3-c284-4c06-94a9-56ec9e3010b2,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:12.542303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.549253 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c485ce41-28bc-43a7-8cc2-b87d28b0bbca admin admin] 10.222.0.48 "PUT /v2.0/routers/68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8196199 Jan 14 11:44:12.580459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.589963 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-418b5e2e-62c4-4ac1-bcf0-dfbb533866f4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5075846 Jan 14 11:44:12.596850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40338) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:12.620655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Request body: {'security_group_rule': {'security_group_id': '1950ef49-a04c-4f07-a2b3-3be7e3ac0365', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:12.636857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:12.643162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:12.647091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Usage tracker for resource:floatingip and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:12.651455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:12.656570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.657354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b55598e-10fb-47b1-898a-4931141e5d1a {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:12.659646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:12.684022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.686057 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b15e988e-ab81-4280-95a4-8ecd4c0e15a3 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6b55598e-10fb-47b1-898a-4931141e5d1a HTTP/1.1" status: 204 len: 168 time: 4.4781055 Jan 14 11:44:12.688710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40344) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:12.724568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:12.726838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.762874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Usage tracker for resource:security_group_rule and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:12.764656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Deleting subnet c73e0d79-ea2c-42e0-9310-8e52519fe5a8 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:44:12.768810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.777702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:12.824306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.864273 dv-neutron-823850-1-hyperv neutron-server[83452]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 11:44:12.878993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:12.916131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.923152 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c4aa443b-a02e-40b3-b4e5-4b8a785bae2e req-fba2fbba-a6d6-443e-b2bc-bedf929e129d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.4884026 Jan 14 11:44:12.950236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.958488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:12.985958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.008498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.009813 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-377fcaff-9851-4d26-b974-84e006a6e20d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.5965297 Jan 14 11:44:13.016647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40352) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.125421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.156653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e973f88e-785a-4230-9480-3b01390d8990 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=62b7d39c-0757-42d1-bd75-100536a75f28 HTTP/1.1" status: 200 len: 689 time: 0.1348755 Jan 14 11:44:13.165273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40366) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.235383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event deleted for resources: {'Subnet': ['ID=9cab6566-51db-4cf9-b8d7-359b00b0573e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:13.241542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.249648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.252012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.257219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f8eb9-39a1-4c94-9c98-c19b3d36f223 None None] Network ac77689a-1555-40ce-a3ba-d6de5d5ae7ef requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:13.304976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40372) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.336296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.336622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.339820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f83522-4f42-4c26-816c-fac4b18503e8,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:13.350429 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad88dbcd-9936-4802-8e7d-eeb9d03c020d tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "DELETE /v2.0/subnets/9cab6566-51db-4cf9-b8d7-359b00b0573e HTTP/1.1" status: 204 len: 168 time: 2.1565123 Jan 14 11:44:13.390799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40382) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.422554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.427323 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cdaee062-b2f5-4299-9a24-498145ab7ed3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8231359 Jan 14 11:44:13.427509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c73e0d79-ea2c-42e0-9310-8e52519fe5a8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:13.427608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40386) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.437873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:13.445765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:13.459587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Usage tracker for resource:floatingip and tenant:2e601a0c90834026b3aca6deb8ac6303 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:13.466128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:13.476700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:13.514962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.556605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.596072 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-02595d1b-88e4-40b6-a499-3a8f9daed9e1 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/c73e0d79-ea2c-42e0-9310-8e52519fe5a8 HTTP/1.1" status: 204 len: 168 time: 0.9050024 Jan 14 11:44:13.600657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40392) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.755698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.759391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.770388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Allocated IP 172.26.8.90 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/755d6f20-d179-4a6d-8137-59493f8a14e7) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:13.791016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] DHCP port deletion for ac77689a-1555-40ce-a3ba-d6de5d5ae7ef request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:44:13.796001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Deleting port f29a0a11-a9aa-40f6-a71a-58f3a3561431 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:13.796661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.841801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.868371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1389613725'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:13.889420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:13.938182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Deleting port 34bd8735-fdb5-4d4c-ada1-f236f3180b1f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:13.938519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:13.973141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40402) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:13.976595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Usage tracker for resource:network and tenant:c08c85e22a024694bf2d1af2de2b7209 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:14.009571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486941293', 'description': 'tempest-description--1860952611'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:14.014058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:14.014762 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f29a0a11-a9aa-40f6-a71a-58f3a3561431 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:44:14.016711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Deleting port f29a0a11-a9aa-40f6-a71a-58f3a3561431 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:14.017071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.068655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:14.074676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:14.092409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Usage tracker for resource:security_group and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:14.148650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:14.223034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f29a0a11-a9aa-40f6-a71a-58f3a3561431,segment=NetworkSegment(1af63129-9718-48e4-a8a0-0119f3248c83),segment_id=1af63129-9718-48e4-a8a0-0119f3248c83)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:14.226055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.390396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.392291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.420914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97d379c-f408-4b04-aff2-72c53ec87f50']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:14.431451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Calling delete_port for f29a0a11-a9aa-40f6-a71a-58f3a3561431 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:14.455016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11e6929-6e28-4096-9ed7-421839953949') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:14.456162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11e6929-6e28-4096-9ed7-421839953949') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:14.464429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:14.467948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.523634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.593174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.593726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.608890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.666925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f29a0a11-a9aa-40f6-a71a-58f3a3561431,segment=NetworkSegment(1af63129-9718-48e4-a8a0-0119f3248c83),segment_id=1af63129-9718-48e4-a8a0-0119f3248c83)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:14.672755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.708853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:14.718987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:14.719762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Allocated IP 172.26.8.41 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/f4c3073e-7a6d-452d-a11a-3b639e39bb1b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:14.723651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:14.731164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:44:14.731536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:44:14.743594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Calling delete_port for 34bd8735-fdb5-4d4c-ada1-f236f3180b1f owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:14.756823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f29a0a11-a9aa-40f6-a71a-58f3a3561431,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:14.757016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Port': ['ID=755d6f20-d179-4a6d-8137-59493f8a14e7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:14.794689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Made reservation on behalf of c08c85e22a024694bf2d1af2de2b7209 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:14.797584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.829726 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b441ac65-fb9e-4cfa-9834-62e3ede23868 req-12a38ae9-e9b2-44b4-98c7-c8066ea13fce tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.6873484 Jan 14 11:44:14.830410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.840414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.858358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.912841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.953756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.959807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:14.960242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:14.979155 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:15.038170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.31', 63535) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:15.076792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.107564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:15.140071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Usage tracker for resource:security_group_rule and tenant:c08c85e22a024694bf2d1af2de2b7209 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:15.143921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:15.187624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:15.193055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Usage tracker for resource:security_group_rule and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:15.200605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.202818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:15.207682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:15.210425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.226628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b97d379c-f408-4b04-aff2-72c53ec87f50 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:44:15.233166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Deleting port f29a0a11-a9aa-40f6-a71a-58f3a3561431 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:15.233605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.271553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.279522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:15.292520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.296462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event deleted for resources: {'Network': ['ID=b97d379c-f408-4b04-aff2-72c53ec87f50,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:15.328020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f29a0a11-a9aa-40f6-a71a-58f3a3561431,segment=NetworkSegment(1af63129-9718-48e4-a8a0-0119f3248c83),segment_id=1af63129-9718-48e4-a8a0-0119f3248c83)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:15.328020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.396004 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1facb121-397b-47fc-84fd-bb89c80d1123 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b97d379c-f408-4b04-aff2-72c53ec87f50 HTTP/1.1" status: 204 len: 168 time: 1.7851784 Jan 14 11:44:15.416514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:15.434632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd85e-031f-418d-a849-d35621f14a51 req-d9d2cacf-5b2d-4eeb-9ed9-701d8d712a04 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:15.436149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-d9d2cacf-5b2d-4eeb-9ed9-701d8d712a04 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.31 "GET /v2.0/networks?id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 HTTP/1.1" status: 200 len: 806 time: 0.3970528 Jan 14 11:44:15.454841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event updated for resources: {'Port': ['ID=f4c3073e-7a6d-452d-a11a-3b639e39bb1b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:15.457403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:15.460327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:15.564043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Calling delete_port for f29a0a11-a9aa-40f6-a71a-58f3a3561431 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:15.588116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] For port f29a0a11-a9aa-40f6-a71a-58f3a3561431, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f29a0a11-a9aa-40f6-a71a-58f3a3561431,segment=NetworkSegment(1af63129-9718-48e4-a8a0-0119f3248c83),segment_id=1af63129-9718-48e4-a8a0-0119f3248c83)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:15.588663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.703258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-df8e0056-e0f8-4525-abd1-3dce1a9b1613 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819aab9d2c4648bea29e877c54be884e HTTP/1.1" status: 200 len: 380 time: 0.1817896 Jan 14 11:44:15.713623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Request body: {'port': {'device_id': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'admin_state_up': True, 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'security_groups': ['8a80a4c4-2c90-46eb-99db-c1429e383805']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:15.766590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Calling delete_port for f29a0a11-a9aa-40f6-a71a-58f3a3561431 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:15.808152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.896791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:15.975338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] Pushing event deleted for resources: {'Port': ['ID=f29a0a11-a9aa-40f6-a71a-58f3a3561431,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:15.994888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541697d-9183-41b4-8114-7ac7ccc4e947 None None] No DVR routers for this DVR port f29a0a11-a9aa-40f6-a71a-58f3a3561431 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:44:16.049975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.067480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40438) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:16.073822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.083483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'name': 'tempest-router--1251418689', 'project_id': 'e1b794632b5c4f2ab7f044ce24e0393b'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:16.089253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:16.093498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:router and tenant:e1b794632b5c4f2ab7f044ce24e0393b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:16.097132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:16.097264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.101733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Port': ['ID=34bd8735-fdb5-4d4c-ada1-f236f3180b1f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:16.108817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:16.109534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.118414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:16.133257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.144099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:44:16.144416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:44:16.180315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:16.193066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.194186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.198168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.202851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fdee69-3de3-4351-b4ab-c35eb05f25f6,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:16.207572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.230079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.230683 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Added segment bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6 of type vlan for network cea5b007-9063-460d-9231-fac4c8c4d092 Jan 14 11:44:16.246443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.247130 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2722173 Jan 14 11:44:16.252755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40444) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:16.264259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Request body: {'security_group_rule': {'security_group_id': '8e9f2ff7-3eec-4da0-a272-a70457de7265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:16.268436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23ebba-6a39-498b-a603-b6f2867ee5f9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f2ff7-3eec-4da0-a272-a70457de7265,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:16.300329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:16.319772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Usage tracker for resource:security_group_rule and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:16.326968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:16.332057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.350915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:16.367329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.433495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.444877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:16.450749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.452393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.454515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:16.455092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.475181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c541f978-3379-43a1-8d70-c66d3dc610d6 req-7db80cef-5aca-4f33-ab5d-d2ecb8f86f17 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.2921500 Jan 14 11:44:16.553544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Made reservation on behalf of 819aab9d2c4648bea29e877c54be884e for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:16.557527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.620994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.655473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Deleting port f29a0a11-a9aa-40f6-a71a-58f3a3561431 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:16.655808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.688371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Port': ['ID=755d6f20-d179-4a6d-8137-59493f8a14e7,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:16.693171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.716610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.766613 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.4560692 Jan 14 11:44:16.811231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] The port 'f29a0a11-a9aa-40f6-a71a-58f3a3561431' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:44:16.813303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.817877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.849045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.850313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ffcc42f-57da-4a7d-94f5-b9123dcca1b5 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7797809 Jan 14 11:44:16.860284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40454) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:16.861116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.862505 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1c3e2238-4496-4771-8881-8a8c8fd5c310 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5778713 Jan 14 11:44:16.889926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40458) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:16.899128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80ca9-631f-44a5-87c2-4479db9d5f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Pushing event updated for resources: {'Network': ['ID=cea5b007-9063-460d-9231-fac4c8c4d092,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:16.913950 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network cea5b007-9063-460d-9231-fac4c8c4d092 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:16.947491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:16.959243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1583215077'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:16.986584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4bbf8abc-242e-46eb-9a52-1b2d4ae01555,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:17.016515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.064550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:17.138274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Allocated IP 172.20.0.12 (f3aaee7f-0c2e-4181-ac02-22fa7d0e3732/de1f1b12-699f-4235-b464-2b5d376469e0/93588c25-4d27-4784-8552-43b7b2c40c16) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:17.243452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.257406 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0019178 Jan 14 11:44:17.270640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40462) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:17.278815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Usage tracker for resource:network and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:17.301230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:17.349048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Request body: {'security_group_rule': {'security_group_id': '8e9f2ff7-3eec-4da0-a272-a70457de7265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:17.410565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101eaf-5660-47b5-b960-bd4b872dff57 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422fd9a7-5324-4a5e-8198-c4597f07d98c,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:17.418987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:17.429088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:17.441850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.450961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Usage tracker for resource:security_group_rule and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:17.459171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:17.463267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40466) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:17.478691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.504067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Request body: {'port': {'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092', 'binding:host_id': 'hv-neutron-8238', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1784727736'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:17.509107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:17.514215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Usage tracker for resource:port and tenant:f4c554a1ca8844ec83e6b081d4fcac48 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:17.517684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:17.524038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:17.533929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.542506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:17.548804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Made reservation on behalf of 8feb7be4c02b4a5aa9d4523e2da6b1b7 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:17.551800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.571005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Made reservation on behalf of f4c554a1ca8844ec83e6b081d4fcac48 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:17.574763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.580026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Transition to ACTIVE for port object 93588c25-4d27-4784-8552-43b7b2c40c16 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:17.597069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac77689a-1555-40ce-a3ba-d6de5d5ae7ef']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:17.612671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.627501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.646087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af63129-9718-48e4-a8a0-0119f3248c83') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:17.646506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af63129-9718-48e4-a8a0-0119f3248c83') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:17.657116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.675653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b7d39c-0757-42d1-bd75-100536a75f28']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:17.704646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.716743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.729347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb22a3e-5d0c-43eb-8560-72c2c351e13a') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:17.729347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb22a3e-5d0c-43eb-8560-72c2c351e13a') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:17.766004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.796560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.817303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:17.818513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:17.820688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.823773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Usage tracker for resource:security_group_rule and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:17.826982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:17.827486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:17.844157 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:17.873926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:17.878284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Usage tracker for resource:security_group_rule and tenant:f4c554a1ca8844ec83e6b081d4fcac48 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:17.899665 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-67ab968c-4f80-4975-8427-1bfc5eada395 req-be8d90a1-81b8-4a5f-a9a9-eb2a7208a417 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.1215086 Jan 14 11:44:17.912969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:17.930490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.936003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:17.940118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.945371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:17.945864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:17.964238 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:17.971698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:17.983070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.093611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:18.168421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.172140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.189622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.210986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.231799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event updated for resources: {'Port': ['ID=f4c3073e-7a6d-452d-a11a-3b639e39bb1b,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:18.250710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f90f155-b3e3-48f6-8d1e-be73dd7e921d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:18.252844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.279758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] Pushing event deleted for resources: {'Network': ['ID=ac77689a-1555-40ce-a3ba-d6de5d5ae7ef,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:18.290110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62b7d39c-0757-42d1-bd75-100536a75f28 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:44:18.329770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Network': ['ID=62b7d39c-0757-42d1-bd75-100536a75f28,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:18.348269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.385666 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e950b577-ce4e-4d1b-be6b-a06ffb12e036 tempest-DHCPAgentSchedulersTestJSON-1450123502 tempest-DHCPAgentSchedulersTestJSON-1450123502-project] 10.222.0.48 "DELETE /v2.0/networks/ac77689a-1555-40ce-a3ba-d6de5d5ae7ef HTTP/1.1" status: 204 len: 168 time: 4.9930060 Jan 14 11:44:18.394570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.398886 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1606fe2c-6c75-4983-8aeb-d14c969a03f3 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1035709 Jan 14 11:44:18.400099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40476) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:18.404141 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7b05f39d-c69b-4adc-ad82-e486f40b6cde tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/networks/62b7d39c-0757-42d1-bd75-100536a75f28 HTTP/1.1" status: 204 len: 168 time: 5.2354772 Jan 14 11:44:18.435197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:18.452245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40480) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:18.491815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event updated for resources: {'Port': ['ID=93588c25-4d27-4784-8552-43b7b2c40c16,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:18.518545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.585840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:18.591756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:18.595621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:18.622806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:18.636170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9323a0aa-a640-47aa-a6be-136f28c7df5d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Synchronizing usage tracker for tenant:b5aeed000dfe460db737371a2334dc1b on resource:floatingip {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:18.652271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Usage tracker for resource:floatingip and tenant:a6c491563b93411ab5a83bd409d0546d is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:18.656395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:18.671585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.709269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:18.720058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.740462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.759906 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b13a959b-433d-4fd0-9adc-04c37d19bc91 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3233652 Jan 14 11:44:18.759906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:18.769148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.771853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port f09390be-bf2f-42c6-9679-e2c74a1dc886 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:18.776071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:18.982760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-21ff6c80-efeb-445d-9472-41e8cf790ddf None None] Provisioning for port 93588c25-4d27-4784-8552-43b7b2c40c16 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:19.012294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-21ff6c80-efeb-445d-9472-41e8cf790ddf None None] Provisioning complete for port 93588c25-4d27-4784-8552-43b7b2c40c16 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:19.012847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21ff6c80-efeb-445d-9472-41e8cf790ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.162879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21ff6c80-efeb-445d-9472-41e8cf790ddf None None] Port 93588c25-4d27-4784-8552-43b7b2c40c16 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:19.275026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76b646-d937-42ea-a43a-384f3a052e38,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:19.278660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40492) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:19.303072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.429672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9033b8e6-a46e-4148-a496-79a1a4145852,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:19.433653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.473370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.479323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.485719 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-2e3c0a26-90e5-4189-8e4b-86c6874ae678 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7760816 Jan 14 11:44:19.524246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9323a0aa-a640-47aa-a6be-136f28c7df5d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Unset dirty status for tenant:b5aeed000dfe460db737371a2334dc1b on resource:floatingip {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:19.525734 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9323a0aa-a640-47aa-a6be-136f28c7df5d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 1.0697579 Jan 14 11:44:19.531515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-45ba7399-021d-43e2-9029-600a57c73113 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:44:19.532572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-45ba7399-021d-43e2-9029-600a57c73113 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083299 Jan 14 11:44:19.534325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40510) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:19.535275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:19.758032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-9c8650a4-34bf-4c7d-b89f-1ca6899b68f7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Synchronizing usage tracker for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:19.779254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.779698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.780071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.780498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.780890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.781242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.782385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Synchronizing usage tracker for tenant:b5aeed000dfe460db737371a2334dc1b on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:19.799097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.799760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7d5be3-b438-41c5-97ea-0acca1d8e613 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:19.816032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.817163 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dc67666a-79ae-4ad9-8097-c69a8ffbc5ef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8d7d5be3-b438-41c5-97ea-0acca1d8e613 HTTP/1.1" status: 204 len: 168 time: 2.9535446 Jan 14 11:44:19.827791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.828132 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Added segment a2a74bbf-634d-43dd-93ae-b3740861e5d7 of type vlan for network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 Jan 14 11:44:19.836783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Unset dirty status for tenant:b5aeed000dfe460db737371a2334dc1b on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:19.842613 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1ecfba87-2949-4a17-8385-6a6e62369adb tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4016 time: 0.3017797 Jan 14 11:44:19.843576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40518) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:19.925751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port f09390be-bf2f-42c6-9679-e2c74a1dc886 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:19.933018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.944869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-9c8650a4-34bf-4c7d-b89f-1ca6899b68f7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Unset dirty status for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:19.952654 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-9c8650a4-34bf-4c7d-b89f-1ca6899b68f7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--776143830&fields=id&tenant_id=2e601a0c90834026b3aca6deb8ac6303 HTTP/1.1" status: 200 len: 267 time: 0.4695415 Jan 14 11:44:19.955267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:19.957739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Request body: {'port': {'device_id': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:19.997162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49891b-6bac-41c7-94a4-4c3dcb5eb22e req-ef281b53-1c1d-4d97-bd20-488ab991975f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:19.998819 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4f49891b-6bac-41c7-94a4-4c3dcb5eb22e req-ef281b53-1c1d-4d97-bd20-488ab991975f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 932 time: 0.7159159 Jan 14 11:44:20.030294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Transition to ACTIVE for port object f09390be-bf2f-42c6-9679-e2c74a1dc886 will not be triggered until provisioned by entity L2. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:20.057658 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f99aca3-313a-4b00-b354-554ec46a62a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76cfee3896674ae197ef6481fd11e2ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7695186 Jan 14 11:44:20.064722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40524) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:20.068210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.130038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.133437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:20.134260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.142733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-dcccec4e-acad-4e7e-9743-25e692ae1e01 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:20.143159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-dcccec4e-acad-4e7e-9743-25e692ae1e01 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Synchronizing usage tracker for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:20.166705 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-78728ab6-f4b8-4f02-a994-5f17ee5d4024 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] delete failed (client error): The resource could not be found. Jan 14 11:44:20.167745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-78728ab6-f4b8-4f02-a994-5f17ee5d4024 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/e258b5f8-2281-4f56-8b38-a112c05a93c7 HTTP/1.1" status: 404 len: 345 time: 0.3238113 Jan 14 11:44:20.171560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40528) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:20.325023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.341042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40534) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:20.341745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-dcccec4e-acad-4e7e-9743-25e692ae1e01 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Unset dirty status for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:20.348133 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-dcccec4e-acad-4e7e-9743-25e692ae1e01 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 812 time: 0.3945570 Jan 14 11:44:20.421985 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-779215ca-f00b-4016-8aa2-98e792826f0c tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/quotas/2e601a0c90834026b3aca6deb8ac6303 HTTP/1.1" status: 200 len: 375 time: 0.0729630 Jan 14 11:44:20.458781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39118733-98ad-46df-a9ad-a18ab15cf7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.461977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-4f49891b-6bac-41c7-94a4-4c3dcb5eb22e req-7d95e2ae-957c-49f7-aacf-4ecce3066418 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Synchronizing usage tracker for tenant:819aab9d2c4648bea29e877c54be884e on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:20.467407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=f09390be-bf2f-42c6-9679-e2c74a1dc886,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:20.473416 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5758893 Jan 14 11:44:20.479202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40542) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:20.506028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Request body: {'subnet': {'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:20.520107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c3229-7f00-4a1c-9861-869702034f6b tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Network': ['ID=7d835be0-0fd0-42e6-baa5-eefeef73fcf1,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:20.529741 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ad298b-2d43-4a24-9a8c-78153e4b14aa tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] DELETE failed (client error): The resource could not be found. Jan 14 11:44:20.530334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ad298b-2d43-4a24-9a8c-78153e4b14aa tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:44:20.535915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-55ad298b-2d43-4a24-9a8c-78153e4b14aa tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/networks/62b7d39c-0757-42d1-bd75-100536a75f28 HTTP/1.1" status: 404 len: 339 time: 0.3475003 Jan 14 11:44:20.541485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40546) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:20.555836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39118733-98ad-46df-a9ad-a18ab15cf7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.564575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:20.570679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-4f49891b-6bac-41c7-94a4-4c3dcb5eb22e req-7d95e2ae-957c-49f7-aacf-4ecce3066418 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Unset dirty status for tenant:819aab9d2c4648bea29e877c54be884e on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:20.585333 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4f49891b-6bac-41c7-94a4-4c3dcb5eb22e req-7d95e2ae-957c-49f7-aacf-4ecce3066418 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5732782 Jan 14 11:44:20.589459 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Checking segment: {'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:20.592182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Network hostable DHCP agents. Network: cea5b007-9063-460d-9231-fac4c8c4d092, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:44:20.611543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.750896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'network': {'name': 'tempest-network--504386685', 'router:external': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:20.777803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Network cea5b007-9063-460d-9231-fac4c8c4d092 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:44:20.787505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39118733-98ad-46df-a9ad-a18ab15cf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.840531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39118733-98ad-46df-a9ad-a18ab15cf7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8d9881-ee96-422a-97ae-22cd4268e7b0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:20.864312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, cea5b007-9063-460d-9231-fac4c8c4d092) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:20.881331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98145787-a32c-49cb-ab29-571975386c9c None None] Network cea5b007-9063-460d-9231-fac4c8c4d092 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:20.937717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:20.968917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39118733-98ad-46df-a9ad-a18ab15cf7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:20.970059 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-39118733-98ad-46df-a9ad-a18ab15cf7b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca8d9881-ee96-422a-97ae-22cd4268e7b0 HTTP/1.1" status: 204 len: 168 time: 0.9035776 Jan 14 11:44:20.974380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:20.974739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:20.975561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:20.992240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:20.992611 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:20.995681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 2 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.017429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.017692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.017990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.039297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Allocated IP 172.26.8.152 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/50f100d8-ae2e-4bc6-bb2f-32841af5b51b) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:21.044809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:21.045126 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:21.046676 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 3 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.087299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.087561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.087950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.161119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:21.161442 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:21.164106 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 4 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.194592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.194844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.195130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.237698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:21.266043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:21.266375 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:21.268604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:21.290401 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 5 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.345988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.346327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.346955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.350305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-914556108', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:21.355878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:21.356200 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:21.362169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:21.368182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Usage tracker for resource:router and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:21.371984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.373096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:21.375036 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 6 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.380612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:21.391758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:network and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:21.399713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Usage tracker for resource:subnet and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:21.436016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:21.469102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:21.479739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:21.507356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.508048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.508048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.510592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.512338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.547110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:21.547110 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:21.548252 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 7 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.573276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:21.581072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Made reservation on behalf of 8feb7be4c02b4a5aa9d4523e2da6b1b7 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:21.599778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.600226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.600440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.629153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:21.629471 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:21.630437 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 8 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:21.664996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.742961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-8e360e21-31cd-40f2-85b1-e01c54882031 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3077726 Jan 14 11:44:21.746570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93588c25-4d27-4784-8552-43b7b2c40c16 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:44:21.751920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.796938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Made reservation on behalf of b5aeed000dfe460db737371a2334dc1b for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:21.799641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.835676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:21.835676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:21.835676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:21.861312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:21.911699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:21.970685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:21.973836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:22.007001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40558) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:22.060319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:22.060911 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:22.089212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Transition to ACTIVE for port object 93588c25-4d27-4784-8552-43b7b2c40c16 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:22.095289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.102467 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 9 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:22.121453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.168594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event updated for resources: {'Port': ['ID=50f100d8-ae2e-4bc6-bb2f-32841af5b51b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:22.177932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.183271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:22.214664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:22.215420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:22.216005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:22.234216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:22.235123 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:22.239712 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 10 to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 Jan 14 11:44:22.266721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:22.267096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:22.267789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:22.277572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:22.290618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Usage tracker for resource:security_group_rule and tenant:e29d9155371d4a1cae195c753c574156 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:22.309421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:22.321168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port f09390be-bf2f-42c6-9679-e2c74a1dc886 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:22.321415 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port f09390be-bf2f-42c6-9679-e2c74a1dc886 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:22.322035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.361654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:22.411781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.412244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Added segment 03763c33-b434-40e9-87b3-6184486575f2 of type vlan for network 36da2901-2cf2-466d-8c37-0700e8037131 Jan 14 11:44:22.503037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0f145-0aa3-4307-81eb-362e5609adc3 req-22ba9886-7ade-41e2-8ef7-51103932977d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:22.512143 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cee0f145-0aa3-4307-81eb-362e5609adc3 req-22ba9886-7ade-41e2-8ef7-51103932977d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 932 time: 0.6124265 Jan 14 11:44:22.603062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Pushing event updated for resources: {'Port': ['ID=93588c25-4d27-4784-8552-43b7b2c40c16,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:22.648801 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-a4d7386f-6cc4-44e7-9e6d-9cc2ace844ee service neutron] 10.222.0.48 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529451 Jan 14 11:44:22.651218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.707144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] For port f09390be-bf2f-42c6-9679-e2c74a1dc886, host hv-neutron-8238, cleared binding levels {{(pid=83452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:22.707417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.707985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempted to set empty binding levels {{(pid=83452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 11:44:22.756782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.817244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.930548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:22.944409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=f09390be-bf2f-42c6-9679-e2c74a1dc886,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:22.959728 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cee0f145-0aa3-4307-81eb-362e5609adc3 req-7eef3cea-d6fd-431e-9c3e-8783e40079ce tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465973 Jan 14 11:44:23.033850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.035276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.069090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d20d5764-d4b5-4fcb-a8b2-5d7e0c3e446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.5906386 Jan 14 11:44:23.076790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.084394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40562) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:23.114713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.115452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:23.116033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.288802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-9f758a60-90b9-4edb-aeb7-fe998d9db33d service neutron] 10.222.0.48 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605154 Jan 14 11:44:23.333633 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7871222 Jan 14 11:44:23.339871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35818d89-47b2-4feb-887f-36bfe0959436,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:23.340789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40566) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:23.392075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Attempting to bind port 93588c25-4d27-4784-8552-43b7b2c40c16 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:23.392428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Attempting to bind port 93588c25-4d27-4784-8552-43b7b2c40c16 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:23.392792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Attempting to bind port 93588c25-4d27-4784-8552-43b7b2c40c16 on network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:23.398186 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9ef17393-8b9d-4ce9-ac77-1bc07d34e1fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e29d9155371d4a1cae195c753c574156&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3781214 Jan 14 11:44:23.403327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40570) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:23.411845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Port 93588c25-4d27-4784-8552-43b7b2c40c16 on network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:23.412172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Attempting to bind port 93588c25-4d27-4784-8552-43b7b2c40c16 on network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:23.456742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Deleting port f09390be-bf2f-42c6-9679-e2c74a1dc886 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:23.457504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.476078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:23.476415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Checking segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:23.477000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Bound using segment: {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:23.477594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Bound port: 93588c25-4d27-4784-8552-43b7b2c40c16, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afcbacca-1e38-4868-8178-db5ffd00ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:23.477795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.487310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa61bc-5d96-42f9-831b-fb21e8ef1c34 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Network': ['ID=36da2901-2cf2-466d-8c37-0700e8037131,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:23.500348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 36da2901-2cf2-466d-8c37-0700e8037131 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:23.654349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.819156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:23.832481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:23.836028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:23.837678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:23.849201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:23.849909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Synchronizing usage tracker for tenant:d6b1673d69484870a7a0612c68b3870e on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:23.909627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] For port 93588c25-4d27-4784-8552-43b7b2c40c16, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:23.973321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Subnet': ['ID=978af58e-015c-496d-acb1-08a5b56fc114,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:23.978220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-399ea409-8aa0-4967-8b4e-60c59cf4fec7 req-294f5ea8-660a-4edd-a9f3-8ae3cea29f72 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Synchronizing usage tracker for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:23.981914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.082100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event updated for resources: {'Port': ['ID=50f100d8-ae2e-4bc6-bb2f-32841af5b51b,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:24.127828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] For port 93588c25-4d27-4784-8552-43b7b2c40c16, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=93588c25-4d27-4784-8552-43b7b2c40c16,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:24.147516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.290097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-399ea409-8aa0-4967-8b4e-60c59cf4fec7 req-294f5ea8-660a-4edd-a9f3-8ae3cea29f72 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Unset dirty status for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:24.294439 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-399ea409-8aa0-4967-8b4e-60c59cf4fec7 req-294f5ea8-660a-4edd-a9f3-8ae3cea29f72 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.4534166 Jan 14 11:44:24.335196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Unset dirty status for tenant:d6b1673d69484870a7a0612c68b3870e on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:24.339381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-48ffe987-3503-4915-ac6a-cf668c97bc22 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9783821 Jan 14 11:44:24.353269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40600) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:24.399327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e90bc963-1ceb-49e1-9505-5c138f395098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.417376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Checking segment: {'id': 'a2a74bbf-634d-43dd-93ae-b3740861e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:24.420988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network hostable DHCP agents. Network: 7d835be0-0fd0-42e6-baa5-eefeef73fcf1, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:44:24.422221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.428998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e90bc963-1ceb-49e1-9505-5c138f395098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.457826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Pushing event updated for resources: {'Port': ['ID=93588c25-4d27-4784-8552-43b7b2c40c16,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:24.469953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.471364 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-89445e11-f03f-4167-ab3e-199ed81b1faa service neutron] 10.222.0.31 "PUT /v2.0/ports/93588c25-4d27-4784-8552-43b7b2c40c16 HTTP/1.1" status: 200 len: 1094 time: 4.6832924 Jan 14 11:44:24.484888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.485974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:24.526299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.733247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.734667 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b46b990-55b7-4167-9618-1ad73d9a545b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3317997 Jan 14 11:44:24.823676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] For port f09390be-bf2f-42c6-9679-e2c74a1dc886, host hv-neutron-8238, got binding levels [] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:24.824004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.836639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:24.861536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f166d4-78d8-44d3-aa73-f39a837ad8f9 req-5d928aee-44d3-4017-9556-431b7f42dbb3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:24.864439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d1f166d4-78d8-44d3-aa73-f39a837ad8f9 req-5d928aee-44d3-4017-9556-431b7f42dbb3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Synchronizing usage tracker for tenant:819aab9d2c4648bea29e877c54be884e on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:24.994288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Allocated IP 172.26.8.14 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/082b6f58-6f6b-4045-825d-2ca58527dc4f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:25.083662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Calling delete_port for f09390be-bf2f-42c6-9679-e2c74a1dc886 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:25.127635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:44:25.225354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d1f166d4-78d8-44d3-aa73-f39a837ad8f9 req-5d928aee-44d3-4017-9556-431b7f42dbb3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Unset dirty status for tenant:819aab9d2c4648bea29e877c54be884e on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:25.229557 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d1f166d4-78d8-44d3-aa73-f39a837ad8f9 req-5d928aee-44d3-4017-9556-431b7f42dbb3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 944 time: 0.9786417 Jan 14 11:44:25.246514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 7d835be0-0fd0-42e6-baa5-eefeef73fcf1) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:25.258460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:25.261567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.263781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72769670-86aa-44b5-8c18-d46f9db45d49 None None] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:25.305779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e90bc963-1ceb-49e1-9505-5c138f395098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.370717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bc963-1ceb-49e1-9505-5c138f395098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35818d89-47b2-4feb-887f-36bfe0959436,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:25.407761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.421454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e90bc963-1ceb-49e1-9505-5c138f395098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.429945 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e90bc963-1ceb-49e1-9505-5c138f395098 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35818d89-47b2-4feb-887f-36bfe0959436 HTTP/1.1" status: 204 len: 168 time: 2.0054336 Jan 14 11:44:25.433060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a8438d5c-03fb-44ca-b120-236aee16935d req-aee9a289-f793-4ba0-acd0-f683c967deec tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Synchronizing usage tracker for tenant:a6c491563b93411ab5a83bd409d0546d on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:25.511876 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-499f34a6-dac0-44db-a1c3-bec2c93fa3b3 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0314887 Jan 14 11:44:25.522190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40634) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:25.530274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a8438d5c-03fb-44ca-b120-236aee16935d req-aee9a289-f793-4ba0-acd0-f683c967deec tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Unset dirty status for tenant:a6c491563b93411ab5a83bd409d0546d on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:25.540053 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-aee9a289-f793-4ba0-acd0-f683c967deec tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--486941293&fields=id&tenant_id=a6c491563b93411ab5a83bd409d0546d HTTP/1.1" status: 200 len: 267 time: 0.4061394 Jan 14 11:44:25.575185 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-11faaf3e-4cb8-43ae-acb3-4383e8ef1cbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819aab9d2c4648bea29e877c54be884e&device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 1097 time: 1.0122995 Jan 14 11:44:25.604868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-7d835be0-0fd0-42e6-baa5-eefeef73fcf1', 'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1', 'tenant_id': '8feb7be4c02b4a5aa9d4523e2da6b1b7', 'fixed_ips': [{'subnet_id': '978af58e-015c-496d-acb1-08a5b56fc114'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:44:25.606112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.805733 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d1f166d4-78d8-44d3-aa73-f39a837ad8f9 req-094666a5-2907-4a0d-ac73-54adfe8a9788 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370809 Jan 14 11:44:25.814161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36da2901-2cf2-466d-8c37-0700e8037131']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:25.820572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-b4d447bd-280b-4c9f-bf8c-8aeed5d56c49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93588c25-4d27-4784-8552-43b7b2c40c16 HTTP/1.1" status: 200 len: 217 time: 0.2051041 Jan 14 11:44:25.828451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Allocated IP 172.20.0.2 (7d835be0-0fd0-42e6-baa5-eefeef73fcf1/978af58e-015c-496d-acb1-08a5b56fc114/843a17fc-3652-485d-b36a-d0f0a87c2e90) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:25.856963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1399314111', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:25.883458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:25.893765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Usage tracker for resource:router and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:25.894442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.899161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:25.929026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:25.966055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd85e-031f-418d-a849-d35621f14a51 req-223086bd-bbe2-46f4-b719-ea8262cd2a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:25.967850 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-223086bd-bbe2-46f4-b719-ea8262cd2a9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de1f1b12-699f-4235-b464-2b5d376469e0 HTTP/1.1" status: 200 len: 845 time: 0.1176858 Jan 14 11:44:25.970984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.981255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:25.982234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.016988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438d5c-03fb-44ca-b120-236aee16935d req-7cdc72bc-4115-42e4-9742-e2c11c2deabd tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:26.017711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a8438d5c-03fb-44ca-b120-236aee16935d req-7cdc72bc-4115-42e4-9742-e2c11c2deabd tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Synchronizing usage tracker for tenant:a6c491563b93411ab5a83bd409d0546d on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:26.034684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.042401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03763c33-b434-40e9-87b3-6184486575f2') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:26.042854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03763c33-b434-40e9-87b3-6184486575f2') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:26.231642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.253585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.31', 63542) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:26.283199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Transition to ACTIVE for port object 843a17fc-3652-485d-b36a-d0f0a87c2e90 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:26.312517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.349064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Transition to ACTIVE for port object 843a17fc-3652-485d-b36a-d0f0a87c2e90 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:26.361193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.391767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.466555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:26.473993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:26.488501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:26.490039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event deleted for resources: {'Port': ['ID=f09390be-bf2f-42c6-9679-e2c74a1dc886,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:26.587364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-008ce960-f942-4c0f-9ee6-4d916fcc14fa tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:26.588713 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-008ce960-f942-4c0f-9ee6-4d916fcc14fa tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 812 time: 0.3336720 Jan 14 11:44:26.589430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event updated for resources: {'Port': ['ID=082b6f58-6f6b-4045-825d-2ca58527dc4f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:26.594870 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16', 'status': 'completed', 'code': 200} Jan 14 11:44:26.597651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:26.604747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.608758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:26.613150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:26.641817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Pushing event updated for resources: {'Port': ['ID=843a17fc-3652-485d-b36a-d0f0a87c2e90,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:26.676840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Attempting to bind port 843a17fc-3652-485d-b36a-d0f0a87c2e90 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:26.677238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Attempting to bind port 843a17fc-3652-485d-b36a-d0f0a87c2e90 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a2a74bbf-634d-43dd-93ae-b3740861e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:26.677511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Attempting to bind port 843a17fc-3652-485d-b36a-d0f0a87c2e90 on network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:26.685851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:26.686250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Checking segment: {'id': 'a2a74bbf-634d-43dd-93ae-b3740861e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:26.686608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.686990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Bound using segment: {'id': 'a2a74bbf-634d-43dd-93ae-b3740861e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:26.687452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Bound port: 843a17fc-3652-485d-b36a-d0f0a87c2e90, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a74bbf-634d-43dd-93ae-b3740861e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:26.687818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.731067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-920f92c3-d7d6-44ca-88e8-92182f08e5fc req-bb4c99b8-3b3a-41a3-bd16-d83e4b124687 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.0678234 Jan 14 11:44:26.738704 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-8cb7617b-39b4-440a-8baa-1fe4d9cddef9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7554154 Jan 14 11:44:26.799173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] For port 843a17fc-3652-485d-b36a-d0f0a87c2e90, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:26.800155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.804598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] For port 843a17fc-3652-485d-b36a-d0f0a87c2e90, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=843a17fc-3652-485d-b36a-d0f0a87c2e90,segment=NetworkSegment(a2a74bbf-634d-43dd-93ae-b3740861e5d7),segment_id=a2a74bbf-634d-43dd-93ae-b3740861e5d7)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:26.809333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a8438d5c-03fb-44ca-b120-236aee16935d req-7cdc72bc-4115-42e4-9742-e2c11c2deabd tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Unset dirty status for tenant:a6c491563b93411ab5a83bd409d0546d on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:26.810351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.810507 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-7cdc72bc-4115-42e4-9742-e2c11c2deabd tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/networks?id=1a1e40d5-345b-44d7-a9e2-26f7479ea014 HTTP/1.1" status: 200 len: 812 time: 1.2684057 Jan 14 11:44:26.814195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:26.814690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:26.829121 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:26.838766 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0b596595-1fa5-434e-a732-e6a89ff8313c tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f09390be-bf2f-42c6-9679-e2c74a1dc886 HTTP/1.1" status: 204 len: 168 time: 3.7407827 Jan 14 11:44:26.840038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40654) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:26.917514 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-29deffc8-dfb8-4420-8ba9-527e8630b101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:44:26.923872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:26.924418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40662) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:26.926507 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-29deffc8-dfb8-4420-8ba9-527e8630b101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "GET /v2.0/ports/f09390be-bf2f-42c6-9679-e2c74a1dc886 HTTP/1.1" status: 404 len: 333 time: 0.0856814 Jan 14 11:44:26.927473 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-d77f07c5-6ff9-49fb-8dee-bef4bcdf2d61 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/quotas/a6c491563b93411ab5a83bd409d0546d HTTP/1.1" status: 200 len: 375 time: 0.0939140 Jan 14 11:44:26.945270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Request body: {'port': {'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1012724622'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:26.962381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a2c97-6949-4c09-bf3f-f4fa9e4fd320 None None] Pushing event updated for resources: {'Port': ['ID=843a17fc-3652-485d-b36a-d0f0a87c2e90,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:26.967741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:27.017664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Usage tracker for resource:port and tenant:f4c554a1ca8844ec83e6b081d4fcac48 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:27.025138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:27.033869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.037692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36da2901-2cf2-466d-8c37-0700e8037131 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:44:27.038544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.039382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.050996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.077070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:27.131151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Network': ['ID=36da2901-2cf2-466d-8c37-0700e8037131,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:27.148165 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-07f1a148-b386-4c34-bc97-af62e631b164 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/networks/36da2901-2cf2-466d-8c37-0700e8037131 HTTP/1.1" status: 204 len: 168 time: 2.7937574 Jan 14 11:44:27.149765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40670) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:27.166579 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'network': {'name': 'tempest-network--1132333429', 'router:external': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:27.169644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Made reservation on behalf of f4c554a1ca8844ec83e6b081d4fcac48 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:27.172044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.195189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c80a8a-3c76-4e59-a4eb-a3e06614758d req-dc65aeea-10a1-4f11-8422-47e886559f62 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:27.203245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:27.205263 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3c80a8a-3c76-4e59-a4eb-a3e06614758d req-dc65aeea-10a1-4f11-8422-47e886559f62 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 944 time: 0.2045205 Jan 14 11:44:27.305320 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3c80a8a-3c76-4e59-a4eb-a3e06614758d req-98c02193-0a4b-478c-9808-48bffd281e90 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990171 Jan 14 11:44:27.305840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40674) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:27.372985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:network and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:27.377003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:27.392582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:27.398730 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port 22162f82-ddad-475f-9b52-aabdc9c519e5 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:27.520936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Made reservation on behalf of b5aeed000dfe460db737371a2334dc1b for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:27.527228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.549614 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-3c13fdd3-2bb0-4da4-b7c2-1b5b9a8fec27 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6c491563b93411ab5a83bd409d0546d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5995748 Jan 14 11:44:27.607174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1557389448'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:27.610107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Router 34b5a3d0-a785-426e-b7c1-d78b6117f1d7 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:44:27.614826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:27.621030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:network and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:27.627516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:27.636260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:27.665040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:27.705815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.706163 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Added segment 273bd770-e39a-4590-a233-95a9f83fc60e of type vlan for network 548bbafc-9b8d-4ca5-bd36-8abcb9b33472 Jan 14 11:44:27.748800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:27.751993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.768640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.810197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-168098dd-05e7-4127-af86-e7877f45d507 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:44:27.811204 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-168098dd-05e7-4127-af86-e7877f45d507 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1578498 Jan 14 11:44:27.888328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:27.910049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:security_group_rule and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:27.913776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:27.924964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:27.982254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:27.986702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 843a17fc-3652-485d-b36a-d0f0a87c2e90 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:27.998936 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-497a5be7-7b99-4ac4-97b7-b9fa85b104e2 req-5fe7a864-ea7c-4efa-9f81-83fe7cebb823 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.0772867 Jan 14 11:44:27.999221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.000993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.061831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.074132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:28.100558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 843a17fc-3652-485d-b36a-d0f0a87c2e90 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:28.110567 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:44:28.117719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] Sync routers for ids ['34b5a3d0-a785-426e-b7c1-d78b6117f1d7'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:28.136868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] Routers {'34b5a3d0-a785-426e-b7c1-d78b6117f1d7'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:28.138883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['34b5a3d0-a785-426e-b7c1-d78b6117f1d7'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:28.170274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.172194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-89de2229-e976-4b41-9087-0a25d1ddebf3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8220401 Jan 14 11:44:28.176917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40688) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:28.225424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:28.238402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] Routers {'34b5a3d0-a785-426e-b7c1-d78b6117f1d7'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:28.239011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['34b5a3d0-a785-426e-b7c1-d78b6117f1d7'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:28.268402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.281324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.312601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:28.335279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:28.335687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f12fe-d316-4baf-804b-8b6ad78a784c None None] The sync data for ids ['34b5a3d0-a785-426e-b7c1-d78b6117f1d7'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:28.337788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.338568 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Added segment 11b2bbbe-fe4b-418c-ae0e-04ec5ecc60d2 of type vlan for network d0c5f379-5060-44f0-831e-56cd0539cc61 Jan 14 11:44:28.352918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c4db8-bf0b-40cd-a633-4783ae5e66d1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:28.407853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.417696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.418717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:28.419289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.442326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27953102-e35f-459c-a893-ff9f75a20b72 None None] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:28.452886 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1cdbbaee-edc2-4f0a-8819-4c7d512f185d service neutron] 10.222.0.48 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259840 Jan 14 11:44:28.461795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.467246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:28.467874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.490559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Allocated IP 172.26.8.100 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/39c3c53b-b7d6-47bb-b14d-ea85872fc59e) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:28.571232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.656420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] Provisioning for port 843a17fc-3652-485d-b36a-d0f0a87c2e90 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:28.690984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] Provisioning complete for port 843a17fc-3652-485d-b36a-d0f0a87c2e90 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:28.691410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.735905 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5835900 Jan 14 11:44:28.740920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40694) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:28.778201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf01fc-4598-4d11-82eb-3a0c18b8e483 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Network': ['ID=548bbafc-9b8d-4ca5-bd36-8abcb9b33472,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:28.791769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 548bbafc-9b8d-4ca5-bd36-8abcb9b33472 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:28.839205 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-94f7a0ab-3849-4029-8995-8ac9c55c76fd tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e601a0c90834026b3aca6deb8ac6303 HTTP/1.1" status: 200 len: 379 time: 0.1022716 Jan 14 11:44:28.842077 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4790711 Jan 14 11:44:28.854226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40698) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:28.859383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Request body: {'port': {'device_id': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'admin_state_up': True, 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'security_groups': ['1950ef49-a04c-4f07-a2b3-3be7e3ac0365']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:28.956069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:28.961257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:29.021379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] For port 843a17fc-3652-485d-b36a-d0f0a87c2e90, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=843a17fc-3652-485d-b36a-d0f0a87c2e90,segment=NetworkSegment(a2a74bbf-634d-43dd-93ae-b3740861e5d7),segment_id=a2a74bbf-634d-43dd-93ae-b3740861e5d7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:29.030125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:29.036183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=22162f82-ddad-475f-9b52-aabdc9c519e5,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:29.039684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Network cea5b007-9063-460d-9231-fac4c8c4d092 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:29.047556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:29.078323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed887d-246a-4a6b-a606-1830033bf1fb tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Network': ['ID=d0c5f379-5060-44f0-831e-56cd0539cc61,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:29.098061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network d0c5f379-5060-44f0-831e-56cd0539cc61 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:29.223202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'subnet': {'network_id': 'd0c5f379-5060-44f0-831e-56cd0539cc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:29.249684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:29.251907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Port': ['ID=39c3c53b-b7d6-47bb-b14d-ea85872fc59e,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:29.304376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:29.304588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8736ef-d418-47ff-830f-022b016f95e8 None None] Pushing event updated for resources: {'Port': ['ID=843a17fc-3652-485d-b36a-d0f0a87c2e90,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:29.305451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:29.306232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:29.320154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-abf420fd-eabe-420c-a5a3-be3697e9d467 None None] Provisioning complete for port 843a17fc-3652-485d-b36a-d0f0a87c2e90 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:29.320520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-abf420fd-eabe-420c-a5a3-be3697e9d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:29.341017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:29.366784 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a013bed5-95cf-4e4f-bb6f-37c9c38e6a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4386833 Jan 14 11:44:29.370033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40704) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:29.384981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:29.410307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:29.424476 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-88ee20aa-cd3e-4ca4-b17e-0f98642571eb service neutron] 10.222.0.48 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351730 Jan 14 11:44:29.437478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9e858-6d98-4abd-97aa-a331f5a8d276 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:29.438443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90712-e53c-44f3-9fb2-9bc09fc0a408 req-6690deca-242f-4e93-b2b5-6e541888f76f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:29.439062 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-68d9e858-6d98-4abd-97aa-a331f5a8d276 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] 10.222.0.48 "GET /v2.0/networks/548bbafc-9b8d-4ca5-bd36-8abcb9b33472 HTTP/1.1" status: 200 len: 757 time: 0.6761470 Jan 14 11:44:29.439997 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46f90712-e53c-44f3-9fb2-9bc09fc0a408 req-6690deca-242f-4e93-b2b5-6e541888f76f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 944 time: 0.9652219 Jan 14 11:44:29.441476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:29.442395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40708) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:29.443310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:29.477760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:29.482036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:29.518232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:subnet and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:29.520823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Made reservation on behalf of 2e601a0c90834026b3aca6deb8ac6303 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:29.523857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:29.535608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:29.567923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:29.610143 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-39c0c688-542f-4cb1-9646-c061288e0dba tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/34b5a3d0-a785-426e-b7c1-d78b6117f1d7 HTTP/1.1" status: 200 len: 923 time: 1.4316199 Jan 14 11:44:29.614117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40716) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:29.669495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419c032-f7ba-451c-a36f-3a17fa17d250 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:29.670877 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6419c032-f7ba-451c-a36f-3a17fa17d250 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] 10.222.0.48 "GET /v2.0/networks/3c943bcf-f149-42d6-9fff-15b346b283f0 HTTP/1.1" status: 200 len: 768 time: 0.2253129 Jan 14 11:44:29.678391 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-850cd9cb-7f9b-4eeb-8ef2-b67d66ab6252 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=34b5a3d0-a785-426e-b7c1-d78b6117f1d7 HTTP/1.1" status: 200 len: 205 time: 0.0601859 Jan 14 11:44:29.679019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40722) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:29.679413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40724) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:29.807721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-08f68e62-af3e-4189-b6b5-9ba34fec6d04 service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0957196 Jan 14 11:44:29.890077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:29.921556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 843a17fc-3652-485d-b36a-d0f0a87c2e90 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:29.941192 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3cfe8e98-3dbb-43ab-ab2e-7a43aa71fb5f req-8e295e9d-707a-423f-9869-eabad93bd3e5 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.2229326 Jan 14 11:44:30.017858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 843a17fc-3652-485d-b36a-d0f0a87c2e90 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:30.018281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.032979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.075023 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46f90712-e53c-44f3-9fb2-9bc09fc0a408 req-47d0aa2c-2362-451a-88d1-df8acc9b3bb1 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6146846 Jan 14 11:44:30.094623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.160228 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0483d1d6-4195-499e-b67a-fa43785d7411 req-ef0a0274-7777-4cc1-814d-9b29d396744e tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.1252525 Jan 14 11:44:30.281732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.354490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.400809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548bbafc-9b8d-4ca5-bd36-8abcb9b33472']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:30.401115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Allocated IP 172.20.0.3 (ff280c79-a6e8-44ee-b7f7-5053261f584e/f0ce1aad-1c58-4a37-9749-c6845b70f669/8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:30.420500 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cffd85e-031f-418d-a849-d35621f14a51 req-43879126-2e5b-4c28-a6b8-49efbf38817a service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937591 Jan 14 11:44:30.422164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273bd770-e39a-4590-a233-95a9f83fc60e') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:30.422533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273bd770-e39a-4590-a233-95a9f83fc60e') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:30.442712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.455506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.456587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.470611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.482340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:30.482767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:30.560318 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:30.649694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.738404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.763530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 548bbafc-9b8d-4ca5-bd36-8abcb9b33472 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:44:30.778565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.781005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Network': ['ID=548bbafc-9b8d-4ca5-bd36-8abcb9b33472,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:30.796222 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-78adea15-a074-4991-b01a-72f5035cc8ce tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/networks/548bbafc-9b8d-4ca5-bd36-8abcb9b33472 HTTP/1.1" status: 204 len: 168 time: 1.1155980 Jan 14 11:44:30.797061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40738) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:30.804062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'network': {'name': 'tempest-network--1701230278'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:30.811113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-74e063f5-1c63-4ac6-90c7-895499dc3059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.812484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:30.817779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Usage tracker for resource:network and tenant:b5aeed000dfe460db737371a2334dc1b is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:30.825743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:30.841647 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-85b9d498-e334-4756-8880-fa4972d7ed7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819aab9d2c4648bea29e877c54be884e&device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 1097 time: 0.3340952 Jan 14 11:44:30.912031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.31', 63548) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:30.962494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:30.977641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port 22162f82-ddad-475f-9b52-aabdc9c519e5 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:31.007492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:31.082680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Made reservation on behalf of b5aeed000dfe460db737371a2334dc1b for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:31.084930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.200357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-9c9b97a1-8f85-40be-a04f-eea62b435143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:31.201986 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-9c9b97a1-8f85-40be-a04f-eea62b435143 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 HTTP/1.1" status: 200 len: 907 time: 0.3510201 Jan 14 11:44:31.210796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:31.243405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.244283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Added segment ed64e65a-6290-4853-b344-74ae5ca169b6 of type vlan for network 3a049d56-c9d5-45cd-927b-a38fac2a41ec Jan 14 11:44:31.284943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.302105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.313329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.391603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.406626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.407443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:31.408007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.441651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Transition to ACTIVE for port object 22162f82-ddad-475f-9b52-aabdc9c519e5 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:31.456122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d8e4f0c-b2ad-47ad-8cf9-d93f2f95566c req-a7833887-7a47-414f-8b1b-794711eb9296 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.1455712 Jan 14 11:44:31.476106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Transition to ACTIVE for port object 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:31.480714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.512936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Deleting port 082b6f58-6f6b-4045-825d-2ca58527dc4f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:31.513466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.551690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-3abc2281-8e91-41a6-a0e5-07586a0a55a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93588c25-4d27-4784-8552-43b7b2c40c16 HTTP/1.1" status: 200 len: 217 time: 0.2268293 Jan 14 11:44:31.558874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=22162f82-ddad-475f-9b52-aabdc9c519e5,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:31.577501 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7775457 Jan 14 11:44:31.594361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40750) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:31.601197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60fd80-01e6-40bc-b6d7-5a4b9d77ca08 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Network': ['ID=3a049d56-c9d5-45cd-927b-a38fac2a41ec,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:31.607985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:31.612533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 3a049d56-c9d5-45cd-927b-a38fac2a41ec details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:31.626222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Router 25976520-87d6-46a7-b95d-e84b475e54b4 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:44:31.755322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bcf4d-24db-4fb1-9eef-ffc9f13988b5 req-19bd13a0-4dc3-4368-9a08-6f58968a3b2d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:31.756815 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab6bcf4d-24db-4fb1-9eef-ffc9f13988b5 req-19bd13a0-4dc3-4368-9a08-6f58968a3b2d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 944 time: 0.4553008 Jan 14 11:44:31.792247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438d5c-03fb-44ca-b120-236aee16935d req-eb6f01a7-e167-40e1-b0e3-1c9fe7d0ac94 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:31.793853 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-eb6f01a7-e167-40e1-b0e3-1c9fe7d0ac94 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.31 "GET /v2.0/networks?id=1a1e40d5-345b-44d7-a9e2-26f7479ea014 HTTP/1.1" status: 200 len: 812 time: 0.8662326 Jan 14 11:44:31.845949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:31.879475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-239bf073-34cf-42f7-abd9-6e80da6068ae req-72541710-201a-4819-a9ca-6e0ec4a32bc0 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Synchronizing usage tracker for tenant:a6c491563b93411ab5a83bd409d0546d on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:31.952875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-48d5a349-7cfb-4e76-8308-9ffe7b08dfc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:31.954301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-48d5a349-7cfb-4e76-8308-9ffe7b08dfc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de1f1b12-699f-4235-b464-2b5d376469e0 HTTP/1.1" status: 200 len: 845 time: 0.3930118 Jan 14 11:44:32.012342 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab6bcf4d-24db-4fb1-9eef-ffc9f13988b5 req-b58b8be3-1d9d-44ea-9d0d-d26e65515ba1 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481089 Jan 14 11:44:32.029400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.035714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-239bf073-34cf-42f7-abd9-6e80da6068ae req-72541710-201a-4819-a9ca-6e0ec4a32bc0 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Unset dirty status for tenant:a6c491563b93411ab5a83bd409d0546d on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:32.041780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-239bf073-34cf-42f7-abd9-6e80da6068ae req-72541710-201a-4819-a9ca-6e0ec4a32bc0 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.3067946 Jan 14 11:44:32.048315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Subnet': ['ID=44051a8a-fdbb-4b87-b962-075a11802d0c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:32.078766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.135185 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-5a5e3a06-99c7-4e63-9565-54dc16754c0c tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c491563b93411ab5a83bd409d0546d HTTP/1.1" status: 200 len: 379 time: 0.2846227 Jan 14 11:44:32.153310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Request body: {'port': {'device_id': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'admin_state_up': True, 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'security_groups': ['8e9f2ff7-3eec-4da0-a272-a70457de7265']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:32.172771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:32.173080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:32.173438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:32.184921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Calling delete_port for 082b6f58-6f6b-4045-825d-2ca58527dc4f owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:32.253322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.283410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Network ff280c79-a6e8-44ee-b7f7-5053261f584e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:32.289066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:32.289433 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:32.290047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Checking segment: {'id': '11b2bbbe-fe4b-418c-ae0e-04ec5ecc60d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd0c5f379-5060-44f0-831e-56cd0539cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:32.290497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network hostable DHCP agents. Network: d0c5f379-5060-44f0-831e-56cd0539cc61, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:44:32.301609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 2 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:32.308144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:32.316096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event updated for resources: {'Port': ['ID=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:32.322242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:32.338728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.390552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:32.390877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:32.391209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:32.430422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Network 3a049d56-c9d5-45cd-927b-a38fac2a41ec is not hosted by any dhcp agent {{(pid=83452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 14 11:44:32.431896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:32.432410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-98bf1a0d-8ae2-4c72-a6b5-7240dd2769d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4616802 Jan 14 11:44:32.432519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.433834 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "PUT /v2.0/networks/3a049d56-c9d5-45cd-927b-a38fac2a41ec HTTP/1.1" status: 200 len: 858 time: 0.8385205 Jan 14 11:44:32.440597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40754) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:32.451410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:32.451732 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:32.458500 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 3 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:32.469737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5094d4-a928-4a57-b89f-4c9275c62953 tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event updated for resources: {'Network': ['ID=3a049d56-c9d5-45cd-927b-a38fac2a41ec,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:32.516957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:32.517562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.605093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:32.605273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:32.605569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:32.617899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-855ac2a1-52d6-4057-ba99-1c3e47fb4b19 None None] Provisioning for port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:32.623549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-855ac2a1-52d6-4057-ba99-1c3e47fb4b19 None None] Provisioning complete for port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:32.623916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-855ac2a1-52d6-4057-ba99-1c3e47fb4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.665388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:44:32.671230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:32.676206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-855ac2a1-52d6-4057-ba99-1c3e47fb4b19 None None] Port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:32.692522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:32.704576 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] Sync routers for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:32.720402 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:32.721134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.721551 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:32.731484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:32.731844 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:32.740710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:32.746008 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 4 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:32.755594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Sync routers for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:32.762469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, d0c5f379-5060-44f0-831e-56cd0539cc61) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:32.772387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7996f9e9-6216-4260-8735-946e1bce33bb None None] Network d0c5f379-5060-44f0-831e-56cd0539cc61 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:32.784587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event deleted for resources: {'Port': ['ID=082b6f58-6f6b-4045-825d-2ca58527dc4f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:32.793253 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:32.808354 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:32.809238 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:32.810082 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-f0cec5ff-25fa-4d25-8e03-fd37d3bf08e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9544742 Jan 14 11:44:32.821529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.822348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:32.822750 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8712b2f8-94cb-48ad-9d14-6f425742d6ae tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.2961614 Jan 14 11:44:32.823020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.828593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40760) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:32.859549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Request body: {'port': {'device_id': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:32.865378 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Sync routers for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:32.888493 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:32.889210 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:32.938604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:32.938959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:32.939307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:32.943720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:32.949213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441800-3134-4d24-912f-831bcd104a5f req-ef1e62d0-ea1e-411a-9433-f423cdf4bb3f tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:32.956026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ca441800-3134-4d24-912f-831bcd104a5f req-ef1e62d0-ea1e-411a-9433-f423cdf4bb3f tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 931 time: 0.3333015 Jan 14 11:44:32.963650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Made reservation on behalf of a6c491563b93411ab5a83bd409d0546d for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:32.975028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.019139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:33.020129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:33.031130 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9d78d60c-0a75-4f9a-91d3-3054527e2a9a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9546428 Jan 14 11:44:33.036426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:33.036777 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:33.037693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40764) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:33.039858 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 5 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:33.062439 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-504b12a0-5a50-4f53-8672-03a97b87fec9 service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068463 Jan 14 11:44:33.086309 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:33.089662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-739122540', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:33.138718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ed80736-8a29-4283-9bc9-a89582caccda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.217331 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ca441800-3134-4d24-912f-831bcd104a5f req-13c5ee62-b222-4787-9816-74ea3ed895fe tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603559 Jan 14 11:44:33.223065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.285605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:33.351912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:router and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:33.357973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:33.358560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:33.359092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:33.440908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:33.481518 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:33.482611 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9a38d-ecd2-429a-8ae1-d9621db051de None None] The sync data for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:33.499283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:33.527360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:33.569892 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 2, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:33.578453 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Checking router: 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:33.579152 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Updating router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:44:33.646638 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.669559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:33.669887 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:33.670434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-690bf9cc-0dbb-459d-ac85-81180fcc1cdf req-1ad7600c-bf6a-4a35-92dc-ba1cd1952edb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.1904819 Jan 14 11:44:33.688502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1820c-d080-4dd2-9962-41aca4ac078f None None] Network d0c5f379-5060-44f0-831e-56cd0539cc61 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:33.690538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 6 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:33.698022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.737808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.762570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.763421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.775504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:33.777078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:33.777078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:33.801126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.813392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.873571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.874404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Fanout notify agent at l3_agent the message router_deleted on router 34b5a3d0-a785-426e-b7c1-d78b6117f1d7 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:33.896714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a049d56-c9d5-45cd-927b-a38fac2a41ec']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:33.933513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed64e65a-6290-4853-b344-74ae5ca169b6') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:33.933893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed64e65a-6290-4853-b344-74ae5ca169b6') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:33.940371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:33.940691 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:33.956615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 7 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:33.964935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec8a5d50-0156-406a-b2ac-3cdcac911037 req-20c424d4-e7ce-40b0-85a2-42f2d8dba76a service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566146 Jan 14 11:44:33.966430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:33.969172 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-117ad918-bad5-4f63-8b16-5c988cb32c01 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/34b5a3d0-a785-426e-b7c1-d78b6117f1d7 HTTP/1.1" status: 204 len: 168 time: 4.2863142 Jan 14 11:44:33.973880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40772) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:33.978067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.016297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'name': 'tempest-snat-router-264379238', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': False}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:34.031340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:34.035265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Allocated IP 172.20.0.8 (1a1e40d5-345b-44d7-a9e2-26f7479ea014/106aee2e-8498-475a-a6c5-d1dd28658f3a/eac9c9c0-c349-4233-9a87-a552e831b6ca) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:34.045502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.047646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:34.048045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:34.048295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:34.096147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:router and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:34.099218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.117317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812e80-9fb1-4429-8dd4-83df837b8c66 req-00acb428-66f5-4eb5-bed3-d691ba26738d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:34.119474 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-33812e80-9fb1-4429-8dd4-83df837b8c66 req-00acb428-66f5-4eb5-bed3-d691ba26738d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 944 time: 0.7754710 Jan 14 11:44:34.120720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:34.124399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:34.124835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:34.149281 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:34.164402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.168817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:34.168975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 2, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:34.173727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Checking router: 75b9b83a-bc86-43b2-b313-cc665f8eb599 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:34.174077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Updating router 75b9b83a-bc86-43b2-b313-cc665f8eb599 port ef88d9fd-f43a-413f-b710-981fbadb1912 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:44:34.236142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:34.236347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.236470 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:34.260503 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 8 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:34.365759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.399773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.401045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.476275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:34.476617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:34.476976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:34.514400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46a8cb-e077-420c-aa15-7041397de6bd req-b7dda04b-7470-4a48-9385-97c32fda58cb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:34.515752 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3a46a8cb-e077-420c-aa15-7041397de6bd req-b7dda04b-7470-4a48-9385-97c32fda58cb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 931 time: 0.1102128 Jan 14 11:44:34.569310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.581393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a049d56-c9d5-45cd-927b-a38fac2a41ec {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:44:34.606897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.619172 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3a46a8cb-e077-420c-aa15-7041397de6bd req-08c90b44-b2cd-42ad-9540-d7026b1f79c9 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957148 Jan 14 11:44:34.662581 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-33812e80-9fb1-4429-8dd4-83df837b8c66 req-7ddf4dc5-df7e-4c89-9f8a-23b4be6050d3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5123417 Jan 14 11:44:34.663142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:34.663465 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:34.676284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 9 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:34.697873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a049d56-c9d5-45cd-927b-a38fac2a41ec,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:34.754378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.757356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:34.757684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:34.758049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:34.761821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.790342 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d93da335-17ab-4a20-8d06-7dd107a4e27d tempest-ExternalNetworksTestJSON-1752214558 tempest-ExternalNetworksTestJSON-1752214558-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3a049d56-c9d5-45cd-927b-a38fac2a41ec HTTP/1.1" status: 204 len: 168 time: 2.3400714 Jan 14 11:44:34.810742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40780) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:34.860406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:34.860775 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:34.869666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 10 to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 Jan 14 11:44:34.892032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cf0919-2492-4739-ad70-54833b7eff08 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] DELETE failed (client error): The resource could not be found. Jan 14 11:44:34.892032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cf0919-2492-4739-ad70-54833b7eff08 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:44:34.895962 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33cf0919-2492-4739-ad70-54833b7eff08 tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] 10.222.0.48 "DELETE /v2.0/subnets/4bbf8abc-242e-46eb-9a52-1b2d4ae01555 HTTP/1.1" status: 404 len: 337 time: 0.0815897 Jan 14 11:44:34.895962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:34.896928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40784) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:34.910408 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2eb521ca-ee0a-44c6-8391-222d90725322 req-63612eac-ce72-4e5a-9cbf-557ced478ef6 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.0599198 Jan 14 11:44:34.968651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:34.969003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:34.969343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:34.973272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.003949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:35.067675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:35.068008 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 22162f82-ddad-475f-9b52-aabdc9c519e5 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:35.068255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.095709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.104464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Transition to ACTIVE for port object eac9c9c0-c349-4233-9a87-a552e831b6ca will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:35.272692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:44:35.286485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.291679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.339630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.346372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Transition to ACTIVE for port object 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:35.350772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.387172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c943bcf-f149-42d6-9fff-15b346b283f0']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:35.407236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f37f36-db47-46db-aacd-7075f8539ac4') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:35.407505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f37f36-db47-46db-aacd-7075f8539ac4') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:35.454609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.486613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.491149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.503004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:35.503397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.512057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:35.517884 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:35.521727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] For port 22162f82-ddad-475f-9b52-aabdc9c519e5, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:35.522092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempted to set empty binding levels {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 11:44:35.524226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Allocated IP 172.20.0.1 (7d835be0-0fd0-42e6-baa5-eefeef73fcf1/978af58e-015c-496d-acb1-08a5b56fc114/b6d9aede-4002-493b-8d06-8c207dd2dfb9) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:35.562231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 93588c25-4d27-4784-8552-43b7b2c40c16 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:44:35.572426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.608403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:35.640693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.651463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.669328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:35.681759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event updated for resources: {'Port': ['ID=eac9c9c0-c349-4233-9a87-a552e831b6ca,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:35.741366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:35.744630 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.766829 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Transition to ACTIVE for port object e4b2cc52-1ed9-46c2-866a-56cdc6901d74 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:35.777059 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.879881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] Pushing event deleted for resources: {'Network': ['ID=3c943bcf-f149-42d6-9fff-15b346b283f0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:35.896754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] In _notify_port_updated(), no bound segment for port 22162f82-ddad-475f-9b52-aabdc9c519e5 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:44:35.897793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.905298 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "PUT /v2.0/ports/22162f82-ddad-475f-9b52-aabdc9c519e5 HTTP/1.1" status: 200 len: 981 time: 6.5269959 Jan 14 11:44:35.907350 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d29584fb-4340-4408-ad2e-1d24fb235d7c tempest-ExternalNetworksTestJSON-1655648151 tempest-ExternalNetworksTestJSON-1655648151-project] 10.222.0.48 "DELETE /v2.0/networks/3c943bcf-f149-42d6-9fff-15b346b283f0 HTTP/1.1" status: 204 len: 168 time: 0.9922514 Jan 14 11:44:35.913496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40794) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:35.921646 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb21ef-ab83-499b-857e-0722dfa542f6 None None] Pushing event updated for resources: {'Port': ['ID=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:35.948159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:35.990120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Transition to ACTIVE for port object ef88d9fd-f43a-413f-b710-981fbadb1912 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:36.002360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 93588c25-4d27-4784-8552-43b7b2c40c16, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=93588c25-4d27-4784-8552-43b7b2c40c16,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:36.028585 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.186294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.208218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Transition to ACTIVE for port object b6d9aede-4002-493b-8d06-8c207dd2dfb9 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:36.218437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e6611-80b6-408b-9df5-342008de8ae4 None None] Pushing event updated for resources: {'Port': ['ID=ef88d9fd-f43a-413f-b710-981fbadb1912,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:36.231415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:36.232052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.253322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.255041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Pushing event updated for resources: {'Port': ['ID=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:36.271708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '93588c25-4d27-4784-8552-43b7b2c40c16', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'port_id': '93588c25-4d27-4784-8552-43b7b2c40c16', 'mac_address': 'fa:16:3e:b8:be:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:44:36.366697 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Attempting to bind port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:36.367068 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Attempting to bind port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:36.375426 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Attempting to bind port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 on network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:36.392858 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:36.393238 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Checking segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:36.393656 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.394031 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Bound using segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:36.394496 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Bound port: e4b2cc52-1ed9-46c2-866a-56cdc6901d74, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:36.394887 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.430168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40802) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:36.432543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-db7bfeed-a2f3-4066-b53e-0051ad33b472 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2832713 Jan 14 11:44:36.492807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:36.501288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Port': ['ID=b6d9aede-4002-493b-8d06-8c207dd2dfb9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:36.503885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:36.512344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f765e621-c579-4cc0-9a62-eb08213b81ac None None] Provisioning for port eac9c9c0-c349-4233-9a87-a552e831b6ca completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:36.516144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:36.517130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Request body: {'port': {'device_id': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:36.545083 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] For port e4b2cc52-1ed9-46c2-866a-56cdc6901d74, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:36.549438 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] For port e4b2cc52-1ed9-46c2-866a-56cdc6901d74, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:36.556226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f765e621-c579-4cc0-9a62-eb08213b81ac None None] Provisioning complete for port eac9c9c0-c349-4233-9a87-a552e831b6ca triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:36.556595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f765e621-c579-4cc0-9a62-eb08213b81ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.557170 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.574447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.613895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.663429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f765e621-c579-4cc0-9a62-eb08213b81ac None None] Port eac9c9c0-c349-4233-9a87-a552e831b6ca cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:36.676197 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb21ef-ab83-499b-857e-0722dfa542f6 None None] Pushing event updated for resources: {'Port': ['ID=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:36.683699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.712820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93588c25-4d27-4784-8552-43b7b2c40c16 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:44:36.714797 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:36.715562 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:36.739621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 93588c25-4d27-4784-8552-43b7b2c40c16, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=93588c25-4d27-4784-8552-43b7b2c40c16,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:36.748774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0042f-c421-40ef-a722-388961fad90c req-230b24c3-aa0f-4a29-bc9e-d727ecee634b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:36.751785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-66b0042f-c421-40ef-a722-388961fad90c req-230b24c3-aa0f-4a29-bc9e-d727ecee634b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Synchronizing usage tracker for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:36.761303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.814251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.830457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.859551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdb0db-fa71-4a8f-8ffc-e75f22d3bac7 req-ec5cc85e-83e9-4bf2-9194-7a7655206dd4 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:36.870601 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fefdb0db-fa71-4a8f-8ffc-e75f22d3bac7 req-ec5cc85e-83e9-4bf2-9194-7a7655206dd4 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 944 time: 0.8187175 Jan 14 11:44:36.898746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-611c4105-8a98-4e8d-8c37-8abf86f8f563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Synchronizing usage tracker for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:36.953495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=93588c25-4d27-4784-8552-43b7b2c40c16,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:36.986286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Attempting to bind port ef88d9fd-f43a-413f-b710-981fbadb1912 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:36.986656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Attempting to bind port ef88d9fd-f43a-413f-b710-981fbadb1912 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:36.987016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Attempting to bind port ef88d9fd-f43a-413f-b710-981fbadb1912 on network ff280c79-a6e8-44ee-b7f7-5053261f584e {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:36.995486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:36.995899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Checking segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:36.996302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:36.996686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Bound using segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:36.997176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Bound port: ef88d9fd-f43a-413f-b710-981fbadb1912, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:36.997542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.030527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.35 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/b252b537-ab0a-403b-96a5-e0426f4d19cb) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:37.130373 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:37.132692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-611c4105-8a98-4e8d-8c37-8abf86f8f563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Unset dirty status for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:37.138643 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-611c4105-8a98-4e8d-8c37-8abf86f8f563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20303 time: 1.2144296 Jan 14 11:44:37.139936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] For port ef88d9fd-f43a-413f-b710-981fbadb1912, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:37.147153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40808) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:37.150231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] For port ef88d9fd-f43a-413f-b710-981fbadb1912, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef88d9fd-f43a-413f-b710-981fbadb1912,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:37.171707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.198501 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fefdb0db-fa71-4a8f-8ffc-e75f22d3bac7 req-41f66fb6-129a-4678-b31d-a513ed6fc250 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916894 Jan 14 11:44:37.216644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.283179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['93588c25-4d27-4784-8552-43b7b2c40c16'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:44:37.313853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.342647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:37.343767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb2ee0-9123-411c-a980-c74c4c187d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=22162f82-ddad-475f-9b52-aabdc9c519e5,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:37.364537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Deleting port 22162f82-ddad-475f-9b52-aabdc9c519e5 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:37.365169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.475302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:37.477207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=b252b537-ab0a-403b-96a5-e0426f4d19cb,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:37.509487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e6611-80b6-408b-9df5-342008de8ae4 None None] Pushing event updated for resources: {'Port': ['ID=ef88d9fd-f43a-413f-b710-981fbadb1912,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:37.514248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eb1597b4-ff3a-45d4-b88a-6e1e6beee183 None None] Provisioning for port b6d9aede-4002-493b-8d06-8c207dd2dfb9 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:37.526854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:37.527615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:37.574899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:37.593019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:36Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:37.597428 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6216dc95-bb57-4007-a2a0-2d60b3a02222 None None] The sync data for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv is: [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:36Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:37.616996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eb1597b4-ff3a-45d4-b88a-6e1e6beee183 None None] Provisioning complete for port b6d9aede-4002-493b-8d06-8c207dd2dfb9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:37.617529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb1597b4-ff3a-45d4-b88a-6e1e6beee183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.636255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.748308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-eb1597b4-ff3a-45d4-b88a-6e1e6beee183 None None] Port b6d9aede-4002-493b-8d06-8c207dd2dfb9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:37.783424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Attempting to bind port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:37.783761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Attempting to bind port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:37.784089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Attempting to bind port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf on network ff280c79-a6e8-44ee-b7f7-5053261f584e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:37.786831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-66b0042f-c421-40ef-a722-388961fad90c req-230b24c3-aa0f-4a29-bc9e-d727ecee634b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Unset dirty status for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:37.788061 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66b0042f-c421-40ef-a722-388961fad90c req-230b24c3-aa0f-4a29-bc9e-d727ecee634b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 943 time: 1.8430340 Jan 14 11:44:37.808167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c24cad-e6e4-445b-b42d-56e90b8d97c7 req-625e9b60-e5ab-41e9-bcb3-88d903b721fb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:37.809765 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e0c24cad-e6e4-445b-b42d-56e90b8d97c7 req-625e9b60-e5ab-41e9-bcb3-88d903b721fb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 931 time: 0.4039972 Jan 14 11:44:37.910558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] For port 22162f82-ddad-475f-9b52-aabdc9c519e5, host hv-neutron-8238, got binding levels [] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:37.910914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:37.955023 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e0c24cad-e6e4-445b-b42d-56e90b8d97c7 req-e80ae371-00b6-4e9c-a985-11276b024530 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212211 Jan 14 11:44:37.995962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf on network ff280c79-a6e8-44ee-b7f7-5053261f584e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:37.996446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Attempting to bind port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf on network ff280c79-a6e8-44ee-b7f7-5053261f584e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:38.009896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.037369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:38.042824 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ec04ac0b-f297-4151-b674-f0878c926613 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6b1673d69484870a7a0612c68b3870e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6061788 Jan 14 11:44:38.062399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40812) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:38.072403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.086178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:38.086647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Checking segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:38.087722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Bound using segment: {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:38.088259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Bound port: 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:38.088975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.219305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4b2cc52-1ed9-46c2-866a-56cdc6901d74 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:38.293038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Calling delete_port for 22162f82-ddad-475f-9b52-aabdc9c519e5 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:38.322840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Port': ['ID=b6d9aede-4002-493b-8d06-8c207dd2dfb9,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:38.365169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.418755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.467311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66b0042f-c421-40ef-a722-388961fad90c req-2688f4fd-b01c-466e-9e04-fbd3dcd08e18 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6116037 Jan 14 11:44:38.503025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.629036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:38.637915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:38.638431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.682910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:38.687269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:38.689953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:37Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:38.695838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] For port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:38.700317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b1bb6-1425-4c38-9c68-7f77d3c0e8d5 None None] The sync data for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv is: [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:37Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:38.720871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2dc6-1d4e-4ae0-b2ba-478e0d52c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.743901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] For port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:38.828582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.841702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.884208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.920203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port e4b2cc52-1ed9-46c2-866a-56cdc6901d74, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:38.933658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.951990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2dc6-1d4e-4ae0-b2ba-478e0d52c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:38.972412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:38.979350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event deleted for resources: {'Port': ['ID=22162f82-ddad-475f-9b52-aabdc9c519e5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:39.083502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de59c9-2d4b-475c-92b9-d0c81c407010 req-2a9f334c-a953-458e-99d5-1a58ef4f1ccd tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:39.085045 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a1de59c9-2d4b-475c-92b9-d0c81c407010 req-2a9f334c-a953-458e-99d5-1a58ef4f1ccd tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 945 time: 0.5696340 Jan 14 11:44:39.089929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.097310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:39.133491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-06e65a2c-fd8c-470c-b170-44875918034f None None] Provisioning complete for port b6d9aede-4002-493b-8d06-8c207dd2dfb9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:39.133967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-06e65a2c-fd8c-470c-b170-44875918034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.176913 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d32478d4-fa75-43d0-94cf-c84d382957a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "DELETE /v2.0/ports/22162f82-ddad-475f-9b52-aabdc9c519e5 HTTP/1.1" status: 204 len: 168 time: 2.0154164 Jan 14 11:44:39.180462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40820) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:39.231249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-06e65a2c-fd8c-470c-b170-44875918034f None None] Port b6d9aede-4002-493b-8d06-8c207dd2dfb9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:39.234351 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca9be4e-da6c-415e-babf-208f6d69ed17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:44:39.234858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5ca9be4e-da6c-415e-babf-208f6d69ed17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Synchronizing usage tracker for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:39.261758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac9c9c0-c349-4233-9a87-a552e831b6ca {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:44:39.272797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.283348 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a1de59c9-2d4b-475c-92b9-d0c81c407010 req-7dd9378e-baa8-4cbf-93e6-b1e97f9775a1 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591725 Jan 14 11:44:39.296338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Transition to ACTIVE for port object eac9c9c0-c349-4233-9a87-a552e831b6ca will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:39.353832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5ca9be4e-da6c-415e-babf-208f6d69ed17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Unset dirty status for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:39.355271 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5ca9be4e-da6c-415e-babf-208f6d69ed17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "GET /v2.0/ports/22162f82-ddad-475f-9b52-aabdc9c519e5 HTTP/1.1" status: 404 len: 333 time: 0.1715529 Jan 14 11:44:39.366602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40824) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:39.374134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-142001251', 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:39.379237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:39.384715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.386287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] 10.222.0.31 "PUT /v2.0/ports/8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1093 time: 6.5419285 Jan 14 11:44:39.389407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:39.389743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:39.396825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2dc6-1d4e-4ae0-b2ba-478e0d52c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.405569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Allocated IP 172.26.8.147 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:39.414489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Made reservation on behalf of f4c554a1ca8844ec83e6b081d4fcac48 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:39.416981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.444498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.450232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port b10db698-eabc-474f-aac3-4b44552031c4 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:39.495679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa2dc6-1d4e-4ae0-b2ba-478e0d52c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc3d40-80c1-4887-9ed0-6ba2c291e8b6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:39.506350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665c785-edd0-4e48-9317-cc0c85f79b8c service neutron] Pushing event updated for resources: {'Port': ['ID=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:39.557909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 93588c25-4d27-4784-8552-43b7b2c40c16 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:39.693443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'status': 'completed', 'code': 200} Jan 14 11:44:39.698296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2dc6-1d4e-4ae0-b2ba-478e0d52c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.700317 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b3fa2dc6-1d4e-4ae0-b2ba-478e0d52c8cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01fc3d40-80c1-4887-9ed0-6ba2c291e8b6 HTTP/1.1" status: 204 len: 168 time: 1.6336970 Jan 14 11:44:39.707659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 93588c25-4d27-4784-8552-43b7b2c40c16 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:39.714049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 93588c25-4d27-4784-8552-43b7b2c40c16 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:39.714590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.872112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.872858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:39.882522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Attempting to bind port eac9c9c0-c349-4233-9a87-a552e831b6ca on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:39.882868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Attempting to bind port eac9c9c0-c349-4233-9a87-a552e831b6ca by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:39.883167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Attempting to bind port eac9c9c0-c349-4233-9a87-a552e831b6ca on network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:40.008221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.039321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4b2cc52-1ed9-46c2-866a-56cdc6901d74 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:40.053294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.076233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Port eac9c9c0-c349-4233-9a87-a552e831b6ca on network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:40.081249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff3f0-f09c-4636-9ea3-527c21ff727c req-0086b8c6-2faa-469f-a71a-75a07f80a264 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:40.082127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Attempting to bind port eac9c9c0-c349-4233-9a87-a552e831b6ca on network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:40.082914 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fbff3f0-f09c-4636-9ea3-527c21ff727c req-0086b8c6-2faa-469f-a71a-75a07f80a264 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 943 time: 0.3349848 Jan 14 11:44:40.092001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:40.124488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:40.125211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Checking segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:40.125612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Bound using segment: {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:40.126559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Bound port: eac9c9c0-c349-4233-9a87-a552e831b6ca, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bd42b2-72b7-43eb-8951-ddfc208cfc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:40.126910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.194115 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fbff3f0-f09c-4636-9ea3-527c21ff727c req-1ab42dc0-5eef-47e4-8dd7-86d7a3dd6ffe tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021907 Jan 14 11:44:40.200670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 93588c25-4d27-4784-8552-43b7b2c40c16, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=93588c25-4d27-4784-8552-43b7b2c40c16,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:40.214418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.219911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Router 25976520-87d6-46a7-b95d-e84b475e54b4 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:40.233862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.306951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=93588c25-4d27-4784-8552-43b7b2c40c16,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:40.323142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:40.323516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.357944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] For port eac9c9c0-c349-4233-9a87-a552e831b6ca, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:40.361803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] For port eac9c9c0-c349-4233-9a87-a552e831b6ca, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:40.391879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.430397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Network cea5b007-9063-460d-9231-fac4c8c4d092 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:40.440894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:40.448753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=b10db698-eabc-474f-aac3-4b44552031c4,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:40.451930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:40.453040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:40.453838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.458524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40846) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:40.543649 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-6cb23a27-b6f0-4b0b-a60c-0d19c8b152ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1096 time: 1.0841644 Jan 14 11:44:40.548290 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ca000158-ca9d-4be3-8112-ff53e06201c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1806512 Jan 14 11:44:40.553368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40850) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:40.562522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.563958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] 10.222.0.31 "PUT /v2.0/ports/eac9c9c0-c349-4233-9a87-a552e831b6ca HTTP/1.1" status: 200 len: 1093 time: 4.0636654 Jan 14 11:44:40.609277 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-52f26c7b-f236-49b7-b16c-905032bfb363 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5aeed000dfe460db737371a2334dc1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1472821 Jan 14 11:44:40.621064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40854) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:40.621489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef88d9fd-f43a-413f-b710-981fbadb1912 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:40.679193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ba72-1003-45ab-abca-2a58e8a498ee req-408f21ce-1d75-45f3-beb2-7b3a34adcb8d tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:40.679885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2010ba72-1003-45ab-abca-2a58e8a498ee req-408f21ce-1d75-45f3-beb2-7b3a34adcb8d tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Synchronizing usage tracker for tenant:a6c491563b93411ab5a83bd409d0546d on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:40.707976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ef88d9fd-f43a-413f-b710-981fbadb1912 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:40.715816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ef88d9fd-f43a-413f-b710-981fbadb1912 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:40.716764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.781970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-59ca7c9d-7d0e-4789-8d91-4f0785644733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Synchronizing usage tracker for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:40.857795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b489d0d3-e6e5-49cb-899a-ad1ab488fd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.858803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.863634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-59ca7c9d-7d0e-4789-8d91-4f0785644733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Unset dirty status for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:40.867461 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-59ca7c9d-7d0e-4789-8d91-4f0785644733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "GET /v2.0/ports/b10db698-eabc-474f-aac3-4b44552031c4 HTTP/1.1" status: 200 len: 958 time: 0.3098476 Jan 14 11:44:40.875197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40860) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:40.903586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ef88d9fd-f43a-413f-b710-981fbadb1912, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef88d9fd-f43a-413f-b710-981fbadb1912,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:40.908461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.917528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Pushing event updated for resources: {'Port': ['ID=eac9c9c0-c349-4233-9a87-a552e831b6ca,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:40.922241 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-414f8280-4f55-43a5-b257-7f5fea031cf9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 217 time: 0.3492689 Jan 14 11:44:40.952959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b489d0d3-e6e5-49cb-899a-ad1ab488fd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:40.997557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ef88d9fd-f43a-413f-b710-981fbadb1912,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:41.038237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.048610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2010ba72-1003-45ab-abca-2a58e8a498ee req-408f21ce-1d75-45f3-beb2-7b3a34adcb8d tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Unset dirty status for tenant:a6c491563b93411ab5a83bd409d0546d on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:41.049805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2010ba72-1003-45ab-abca-2a58e8a498ee req-408f21ce-1d75-45f3-beb2-7b3a34adcb8d tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 943 time: 1.8561077 Jan 14 11:44:41.069500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48db1-d7bd-4899-812b-debf4e6141df req-14ed3412-216c-4b9c-aec8-da83ee148b16 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:41.070832 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6ad48db1-d7bd-4899-812b-debf4e6141df req-14ed3412-216c-4b9c-aec8-da83ee148b16 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.4648976 Jan 14 11:44:41.125011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Deleting port b10db698-eabc-474f-aac3-4b44552031c4 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:41.125357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.140572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0179f-6b7b-416e-9a32-f602ae284487 service neutron] Pushing event updated for resources: {'Port': ['ID=eac9c9c0-c349-4233-9a87-a552e831b6ca,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:41.146800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-dbc412bf-5062-4809-84fc-b289b36a5b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:41.148233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-dbc412bf-5062-4809-84fc-b289b36a5b66 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.1755412 Jan 14 11:44:41.197113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:41.209583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] Sync routers for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:41.222678 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d3a14a0b-dce5-43b0-8962-5b87247a1bd5 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "PUT /v2.0/routers/25976520-87d6-46a7-b95d-e84b475e54b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3931444 Jan 14 11:44:41.230452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40864) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:41.232800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:41.233501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:41.235825 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2010ba72-1003-45ab-abca-2a58e8a498ee req-d1a041b2-6e76-4a3e-b54b-a43b4ff27aef tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741247 Jan 14 11:44:41.239739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Request body: {'port': {'network_id': '7d835be0-0fd0-42e6-baa5-eefeef73fcf1', 'name': 'tempest-FloatingIPAdminTestJSON-1702600172'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:41.254323 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6ad48db1-d7bd-4899-812b-debf4e6141df req-8c1d976b-fc58-4d2d-bd02-3cba791e5be1 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707315 Jan 14 11:44:41.260344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-00a429fc-f29c-458b-a6fc-6afec65b7fe7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6c491563b93411ab5a83bd409d0546d&device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 1096 time: 0.5975339 Jan 14 11:44:41.295691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b489d0d3-e6e5-49cb-899a-ad1ab488fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.371164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b489d0d3-e6e5-49cb-899a-ad1ab488fd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.381456 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b489d0d3-e6e5-49cb-899a-ad1ab488fd34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4959dafe-df08-4394-9ffa-0f8f219c5409 HTTP/1.1" status: 204 len: 168 time: 0.7575521 Jan 14 11:44:41.386744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d0d3-e6e5-49cb-899a-ad1ab488fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4959dafe-df08-4394-9ffa-0f8f219c5409,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:41.400377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.406674 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:41.443183 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16', 'code': 200} Jan 14 11:44:41.470761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:41.475121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:41.568969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Port': ['ID=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:41.584603 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-a0349417-3f2f-47bb-a755-4992e53e4bb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca HTTP/1.1" status: 200 len: 217 time: 0.3129942 Jan 14 11:44:41.588616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.636502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:41.636935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55261bfc-7fae-426a-ac8a-fd2feda8d612 None None] The sync data for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:41.676575 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-d5f1cc1c-1e73-4fb4-8627-60e20bf075af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5191815 Jan 14 11:44:41.682471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:41.725222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:41.740601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Calling delete_port for b10db698-eabc-474f-aac3-4b44552031c4 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:41.747001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Usage tracker for resource:port and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:41.775956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:41.776915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:41.799368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:41.801639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:41.810733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2539b-b0d4-4d6b-9e5b-5a94188d6892 req-74916551-ea97-4bcc-ad04-b56e4fbfc843 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:41.817280 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c0d2539b-b0d4-4d6b-9e5b-5a94188d6892 req-74916551-ea97-4bcc-ad04-b56e4fbfc843 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 943 time: 0.3186154 Jan 14 11:44:41.856521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438d5c-03fb-44ca-b120-236aee16935d req-4e6b538d-3551-4cc3-8fe2-70dd61221fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:41.858004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-4e6b538d-3551-4cc3-8fe2-70dd61221fcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=106aee2e-8498-475a-a6c5-d1dd28658f3a HTTP/1.1" status: 200 len: 851 time: 0.2495174 Jan 14 11:44:41.858978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:41.879802 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c0d2539b-b0d4-4d6b-9e5b-5a94188d6892 req-f8a4d286-107a-4005-a07d-2322bddba660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569830 Jan 14 11:44:41.893934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.917600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef88d9fd-f43a-413f-b710-981fbadb1912 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:41.949957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event deleted for resources: {'Port': ['ID=b10db698-eabc-474f-aac3-4b44552031c4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:41.958747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:41.969390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'status': 'completed', 'code': 200} Jan 14 11:44:41.995382 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b120ef9e-2756-4bf5-bdb7-7dacbf4cea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b10db698-eabc-474f-aac3-4b44552031c4 HTTP/1.1" status: 204 len: 168 time: 1.1162636 Jan 14 11:44:41.996292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40884) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:42.007084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ef88d9fd-f43a-413f-b710-981fbadb1912 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:42.007890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.044980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-194657d0-3356-41ac-b507-bc9b712698bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:44:42.045713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-194657d0-3356-41ac-b507-bc9b712698bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Synchronizing usage tracker for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:42.064692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-194657d0-3356-41ac-b507-bc9b712698bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Unset dirty status for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:42.066158 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-194657d0-3356-41ac-b507-bc9b712698bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "GET /v2.0/ports/b10db698-eabc-474f-aac3-4b44552031c4 HTTP/1.1" status: 404 len: 333 time: 0.0684958 Jan 14 11:44:42.069590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40890) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:42.079169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Request body: {'port': {'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-558175320'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:42.091780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:42.103831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:42.117506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Made reservation on behalf of f4c554a1ca8844ec83e6b081d4fcac48 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:42.121482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.139200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Made reservation on behalf of 8feb7be4c02b4a5aa9d4523e2da6b1b7 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:42.142504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.156600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port 32e18b20-b152-4490-a0f7-15bf8ddc5784 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:42.189593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] device_id is not set on port 9bc64e31-92c5-4902-b6fa-9733cb777ce3 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:42.236636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-a4d255b6-a615-48d5-bb98-624e41da720c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 1099 time: 0.5644915 Jan 14 11:44:42.247958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-6961cbe4-99c4-4e9a-b2cc-7866075b7817 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173149 Jan 14 11:44:42.319365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:44:42.459484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.464700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.518355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0274ae4-2ee7-4846-938f-63fc4201f694 req-70af7d59-908c-4a62-adae-809c6cf470f5 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:42.519779 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d0274ae4-2ee7-4846-938f-63fc4201f694 req-70af7d59-908c-4a62-adae-809c6cf470f5 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.1048355 Jan 14 11:44:42.521252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.554007 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-626762e2-dce4-4c16-aade-f21e0f66ddfc req-b7cc5a35-d003-4286-b8b6-91ba719e61f0 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992709 Jan 14 11:44:42.638886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Network cea5b007-9063-460d-9231-fac4c8c4d092 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:42.642868 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-9be84265-b56a-4819-816f-5708892c437a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e40d5-345b-44d7-a9e2-26f7479ea014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6263926 Jan 14 11:44:42.644555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:42.648951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=32e18b20-b152-4490-a0f7-15bf8ddc5784,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:42.652284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:42.653117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:42.653693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.659324 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d0274ae4-2ee7-4846-938f-63fc4201f694 req-b8aa4ac8-9da3-4971-be9e-d5449e6ba7c5 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017182 Jan 14 11:44:42.691987 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4db29a1d-4619-46d3-af84-a6d8a8e09b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6188309 Jan 14 11:44:42.692259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40908) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:42.698818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8238'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:42.817395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:42.879062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:42.950474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Usage tracker for resource:security_group_rule and tenant:92c1bad3ae8147509e1e14a41a401054 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:42.965255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:42.985722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:43.053101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Allocated IP 172.20.0.8 (7d835be0-0fd0-42e6-baa5-eefeef73fcf1/978af58e-015c-496d-acb1-08a5b56fc114/9bc64e31-92c5-4902-b6fa-9733cb777ce3) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:43.136738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39997c-3211-4f55-b6a4-79cd51614681 req-737b7d0e-64f4-4652-8314-02f6279b1416 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:43.139301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fa39997c-3211-4f55-b6a4-79cd51614681 req-737b7d0e-64f4-4652-8314-02f6279b1416 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 943 time: 0.6664693 Jan 14 11:44:43.160393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] device_id is not set on port 32e18b20-b152-4490-a0f7-15bf8ddc5784 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:43.168798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-cb6835d9-b7a3-4cfa-8379-c7812a593811 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692967 Jan 14 11:44:43.173466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.194279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Transition to ACTIVE for port object 32e18b20-b152-4490-a0f7-15bf8ddc5784 will not be triggered until provisioned by entity L2. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:43.202992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.283258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-62e4e06a-1cbe-4dc2-b410-3e266681cac2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1096 time: 0.6505895 Jan 14 11:44:43.369903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.370651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.425722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=32e18b20-b152-4490-a0f7-15bf8ddc5784,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:43.456451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.456797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.457126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.467121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee0c3-6256-4d5c-9efc-00c495451a94 req-90eaf92c-33bf-43cd-9848-779833b54361 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:43.468559 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-727ee0c3-6256-4d5c-9efc-00c495451a94 req-90eaf92c-33bf-43cd-9848-779833b54361 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 943 time: 0.4400814 Jan 14 11:44:43.471099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.471415 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.471782 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 2 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.506349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.506680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.507013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.526477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.526792 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.528054 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 3 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.544204 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-727ee0c3-6256-4d5c-9efc-00c495451a94 req-186ad0f6-ccd8-4569-87dd-f64970755534 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649319 Jan 14 11:44:43.546179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.546495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.546872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.552999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.553320 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.553694 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 4 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.572484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.572896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.573224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.588536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.588536 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.588536 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 5 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.595811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.596488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.596488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.602450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.602761 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.603122 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 6 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.620400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.620751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.621098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.626993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.627309 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.627681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 7 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.644624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.645323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.645407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.652838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.653779 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.653779 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 8 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.670657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.671025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.671630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.678501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.679456 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.679456 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 9 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.698207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.698538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.698857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.707912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.708898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.709537 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.710364 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempt 10 to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 Jan 14 11:44:43.728054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:43.728441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:43.728861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempting to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:43.745063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:44:43.745395 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Failed to bind port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on host hv-neutron-8238 for vnic_type normal using segments [{'id': 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cea5b007-9063-460d-9231-fac4c8c4d092'}] Jan 14 11:44:43.745797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fa39997c-3211-4f55-b6a4-79cd51614681 req-657ff177-a2cb-43ca-80e6-8802b65c9468 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5827398 Jan 14 11:44:43.746112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.775139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.857087 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8438d5c-03fb-44ca-b120-236aee16935d req-25a8ecab-c1db-427f-b12a-a08f05ece1f8 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6597550 Jan 14 11:44:43.868379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40932) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:43.905160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-9ff89b99-62ca-46e5-90b6-dda193301555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:43.906606 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-9ff89b99-62ca-46e5-90b6-dda193301555 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.5999291 Jan 14 11:44:43.908111 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9dead479-ecdf-4fd0-b4f4-a9b2a223743c req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6577408 Jan 14 11:44:43.913161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495c9c5-3858-4df0-888e-e59a9dbf79d6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=344dc29b-7c98-4681-a37e-c726ef26e0ad,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:43.914265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] For port 32e18b20-b152-4490-a0f7-15bf8ddc5784, host hv-neutron-8238, cleared binding levels {{(pid=83452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:43.915175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Attempted to set empty binding levels {{(pid=83452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 11:44:43.926242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:43.986670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.006267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] In _notify_port_updated(), no bound segment for port 32e18b20-b152-4490-a0f7-15bf8ddc5784 on network cea5b007-9063-460d-9231-fac4c8c4d092 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:44:44.007284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.009265 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "PUT /v2.0/ports/32e18b20-b152-4490-a0f7-15bf8ddc5784 HTTP/1.1" status: 200 len: 980 time: 1.3155656 Jan 14 11:44:44.015615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40938) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:44.018586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49bde6-1c35-4dd3-8b5e-115130d12b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event updated for resources: {'Port': ['ID=32e18b20-b152-4490-a0f7-15bf8ddc5784,revision_number=3']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:44.030147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:44.042589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Transition to ACTIVE for port object 9bc64e31-92c5-4902-b6fa-9733cb777ce3 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:44.046084 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:44.064314 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:44.065334 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:44.084677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64c2f-128c-4256-82de-bb7cd0623aab req-0a550bf7-6b1c-461e-aed5-374f270e68f7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:44.086155 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-71f64c2f-128c-4256-82de-bb7cd0623aab req-0a550bf7-6b1c-461e-aed5-374f270e68f7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.2053409 Jan 14 11:44:44.096329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Deleting port 32e18b20-b152-4490-a0f7-15bf8ddc5784 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:44.096682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.114119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-430286412'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:44.128864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:44.139594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Usage tracker for resource:router and tenant:cc7cca2d324f4464be6b7581197e3861 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:44.143093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:44.145597 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:44.153301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:44.156782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.157990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b67f0ecd-f7c1-45c4-83d9-f62eb90c04bf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.0937674 Jan 14 11:44:44.159933 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:44.160877 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:44.163990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40942) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:44.228909 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:44.229804 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780e48-ed17-4ce2-be11-9051d1e8cf21 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:44.238807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-6dee594e-417a-489a-8cd0-ee8cdb617753 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6c491563b93411ab5a83bd409d0546d&device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 1096 time: 0.3268638 Jan 14 11:44:44.253338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.254241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.281718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.294892 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-71f64c2f-128c-4256-82de-bb7cd0623aab req-47c2dc4c-14d6-4747-bcd8-dcc5a8407002 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020359 Jan 14 11:44:44.379754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] For port 32e18b20-b152-4490-a0f7-15bf8ddc5784, host hv-neutron-8238, got binding levels [] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:44.380092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.500051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Calling delete_port for 32e18b20-b152-4490-a0f7-15bf8ddc5784 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:44.551969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.575879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.624710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e18b20-b152-4490-a0f7-15bf8ddc5784,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:44.625699 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-7dd766a7-deda-42fc-9c31-1a4b1ddec9c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 217 time: 0.3033824 Jan 14 11:44:44.632521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.642874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:44.643840 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dde2e9f1-f6b6-485a-a025-7b5f7700cb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "DELETE /v2.0/ports/32e18b20-b152-4490-a0f7-15bf8ddc5784 HTTP/1.1" status: 204 len: 168 time: 0.6272695 Jan 14 11:44:44.644423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event updated for resources: {'Port': ['ID=9bc64e31-92c5-4902-b6fa-9733cb777ce3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:44.646559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40950) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:44.684959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:44.692514 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9744fcd5-ca46-43b9-98b3-2cce3a684c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:44:44.693371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9744fcd5-ca46-43b9-98b3-2cce3a684c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Synchronizing usage tracker for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:44.708637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:44.710656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9744fcd5-ca46-43b9-98b3-2cce3a684c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] Unset dirty status for tenant:f4c554a1ca8844ec83e6b081d4fcac48 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:44.712813 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9744fcd5-ca46-43b9-98b3-2cce3a684c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-121691228-project-admin] 10.222.0.48 "GET /v2.0/ports/32e18b20-b152-4490-a0f7-15bf8ddc5784 HTTP/1.1" status: 404 len: 333 time: 0.0579629 Jan 14 11:44:44.715633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40954) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:44.751510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.848175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.950446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-488c4038-6c5d-4da9-a07f-93176bfc275d None None] Provisioning for port 9bc64e31-92c5-4902-b6fa-9733cb777ce3 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:44.956112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-488c4038-6c5d-4da9-a07f-93176bfc275d None None] Provisioning complete for port 9bc64e31-92c5-4902-b6fa-9733cb777ce3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:44.956472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-488c4038-6c5d-4da9-a07f-93176bfc275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.969134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-3481a634-140b-4fb3-a807-63ccfcc4df96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:44.970468 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-3481a634-140b-4fb3-a807-63ccfcc4df96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.3306823 Jan 14 11:44:44.977009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:44.981117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e2c2406c-0e3c-49c9-a5be-7be6e4b4a3bd tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1067541 Jan 14 11:44:44.984871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-70598d40-de7b-405c-93c2-5b6306ccf4ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:44.986437 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-70598d40-de7b-405c-93c2-5b6306ccf4ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e40d5-345b-44d7-a9e2-26f7479ea014 HTTP/1.1" status: 200 len: 913 time: 0.6574357 Jan 14 11:44:44.990741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 40960) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:45.020237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-488c4038-6c5d-4da9-a07f-93176bfc275d None None] Port 9bc64e31-92c5-4902-b6fa-9733cb777ce3 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:45.036337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.036579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:45.037168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.075596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea5b007-9063-460d-9231-fac4c8c4d092']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:45.090265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:45.090552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4927fc-c65e-4cd3-87d2-572e8dd3fdb6') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:45.105908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.123131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c95a79-8e9e-4425-99f4-f3011698a484 req-f23fcf89-a0a0-40a5-a1bc-085312fd8a0b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:45.124597 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e8c95a79-8e9e-4425-99f4-f3011698a484 req-f23fcf89-a0a0-40a5-a1bc-085312fd8a0b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 943 time: 0.2119699 Jan 14 11:44:45.130494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.139480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:44:45.139854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:44:45.154684 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:44:45.270049 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f505083d-875e-46cb-b5c8-3e8d15781d31 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0375171 Jan 14 11:44:45.279460 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-596c8711-eba5-4372-90a0-4bb1f89a2f85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca HTTP/1.1" status: 200 len: 217 time: 0.2343533 Jan 14 11:44:45.284851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40964) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:45.335196 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e8c95a79-8e9e-4425-99f4-f3011698a484 req-d5ec6ec2-6a09-40a8-83f9-9012a9601e54 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986489 Jan 14 11:44:45.341091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.359175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.365752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c95b99-1d4e-465f-8f59-ed76e2cfe661 req-82b0b615-c346-4062-bbe5-2fca806cc321 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:45.367339 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-94c95b99-1d4e-465f-8f59-ed76e2cfe661 req-82b0b615-c346-4062-bbe5-2fca806cc321 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 943 time: 0.6279004 Jan 14 11:44:45.367726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Router dddab015-f8f8-469e-82ef-a1cb614ff2b2 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:44:45.370042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] Pushing event deleted for resources: {'Network': ['ID=cea5b007-9063-460d-9231-fac4c8c4d092,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:45.373154 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c4c07699-ecd0-4c57-8e77-7edfde330bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795168398-project] 10.222.0.48 "DELETE /v2.0/networks/cea5b007-9063-460d-9231-fac4c8c4d092 HTTP/1.1" status: 204 len: 168 time: 0.6558530 Jan 14 11:44:45.428090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-8498ba9e-0b03-4e7d-8f42-fbc334c8306f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:45.429556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-8498ba9e-0b03-4e7d-8f42-fbc334c8306f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=106aee2e-8498-475a-a6c5-d1dd28658f3a HTTP/1.1" status: 200 len: 851 time: 0.1355872 Jan 14 11:44:45.431935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.492536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'project_id': '8feb7be4c02b4a5aa9d4523e2da6b1b7', 'port_id': '9bc64e31-92c5-4902-b6fa-9733cb777ce3'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:45.497811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:45.501884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Usage tracker for resource:floatingip and tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:45.504773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:45.511128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:45.526958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.569653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-ec6e0df1-4bb4-4948-8faf-67ad7a44c2a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5852134 Jan 14 11:44:45.572389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:44:45.751963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:45.772421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'port_id': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'mac_address': 'fa:16:3e:07:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:44:45.775815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629a81c-1f30-41f5-a106-dda8afef60d7 req-0deceeea-8a3e-4d90-b840-c925a9b26ed0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:45.777930 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4629a81c-1f30-41f5-a106-dda8afef60d7 req-0deceeea-8a3e-4d90-b840-c925a9b26ed0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.2227354 Jan 14 11:44:45.848545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40976) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:45.861100 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-94c95b99-1d4e-465f-8f59-ed76e2cfe661 req-e3ef8d5e-c695-4c1a-a380-ca076be4f850 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4772856 Jan 14 11:44:45.887057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.910750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:44:45.936001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:45.941715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:45.942210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.013897 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4629a81c-1f30-41f5-a106-dda8afef60d7 req-49003ea5-7f1e-4074-aa34-03ebc6ef96b9 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277741 Jan 14 11:44:46.053733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:46.186697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Allocated IP 172.26.8.176 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/82bec46d-c2a7-4cd8-88ec-e3a0bc744015) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:46.203264 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eebb2b25-e45d-4d02-9344-60691b0c0f6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c08c85e22a024694bf2d1af2de2b7209&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3485630 Jan 14 11:44:46.204625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40982) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:46.236092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-71b9fa92-885d-4b71-9aa1-886a141841ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e40d5-345b-44d7-a9e2-26f7479ea014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7559323 Jan 14 11:44:46.276416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:44:46.375703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.409737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.420972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.472034 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-e7f43437-d73b-4b57-84cf-5280f6e0a85f service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8447950 Jan 14 11:44:46.476971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.532920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.561054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.565533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fdee69-3de3-4351-b4ab-c35eb05f25f6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:46.570657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:46.578487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Pushing event updated for resources: {'Port': ['ID=82bec46d-c2a7-4cd8-88ec-e3a0bc744015,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:46.580696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:46.583077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:46.631511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.631778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.632091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.632420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.632767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.633080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.633457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.633766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.634181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.634521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.634835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.643511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.643855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.644176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.644539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.644835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.645162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.645482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.645804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.646165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.646420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.646737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:46.659635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.660801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3675922b-8310-4a5c-a05b-dd78f92bed61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39fdee69-3de3-4351-b4ab-c35eb05f25f6 HTTP/1.1" status: 204 len: 168 time: 0.4551334 Jan 14 11:44:46.742391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.873351 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-e52142e4-fb22-42a5-81a8-f0b8864f4e08 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756600 Jan 14 11:44:46.924601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:46.925108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3958fd9c-f5d2-44d0-8d19-623c8cb87216 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:46.933427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4364bded-7a27-4ad1-9cbb-c188766f9b1d req-e2fc897d-99b9-427e-9073-90b773d4c593 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090691 Jan 14 11:44:47.015705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.016841 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3769be05-fd25-4ed5-8754-1e0ca6675059 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3958fd9c-f5d2-44d0-8d19-623c8cb87216 HTTP/1.1" status: 204 len: 168 time: 1.9898789 Jan 14 11:44:47.021732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 40994) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:47.032256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Request body: {'router': {'name': 'tempest-router-170169637', 'distributed': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:47.033536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9db0-8288-4f73-a9b2-11af3908281a req-bab77763-b52c-4e11-a66b-1c287a619af9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:47.035035 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b51a9db0-8288-4f73-a9b2-11af3908281a req-bab77763-b52c-4e11-a66b-1c287a619af9 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 943 time: 0.4763885 Jan 14 11:44:47.039240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:47.045120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Usage tracker for resource:router and tenant:cc7cca2d324f4464be6b7581197e3861 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:47.051995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:47.060557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:47.079909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.080944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.086706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41000) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:47.137951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:47.150783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.152262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Sync routers for ids ['dddab015-f8f8-469e-82ef-a1cb614ff2b2'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:47.167375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Routers {'dddab015-f8f8-469e-82ef-a1cb614ff2b2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:47.168740 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dddab015-f8f8-469e-82ef-a1cb614ff2b2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:47.214836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.225935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9f8edf-2ca5-405c-8e21-5b2715143d91 req-e62c2387-a99e-4b84-9b63-4134502c8eb8 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370159 Jan 14 11:44:47.238374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.242112 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65c509de-d4d0-4984-a4f0-c9ac182b1b11 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.2537284 Jan 14 11:44:47.246035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41004) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:47.246171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf90fa8-9143-478b-ac5a-0a130005729e req-38d9e529-4d17-4016-973a-8c6c53f9fdca tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:47.249217 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5cf90fa8-9143-478b-ac5a-0a130005729e req-38d9e529-4d17-4016-973a-8c6c53f9fdca tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 944 time: 0.1743226 Jan 14 11:44:47.312356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b51a9db0-8288-4f73-a9b2-11af3908281a req-d9c9b6c1-7571-45c1-b1d0-c9368f9ef468 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659981 Jan 14 11:44:47.346237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0241ab33-60e3-484f-aab4-4838e1f7ebfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4c554a1ca8844ec83e6b081d4fcac48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2106330 Jan 14 11:44:47.350466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41008) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:47.410080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.416384 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6d7e6e43-0bec-436b-8c6f-7e2fa2c01300 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3899393 Jan 14 11:44:47.416694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41012) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:47.427262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Set router dddab015-f8f8-469e-82ef-a1cb614ff2b2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:47.618334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eac9c9c0-c349-4233-9a87-a552e831b6ca details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:44:47.642097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:47.671478 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5cf90fa8-9143-478b-ac5a-0a130005729e req-df075cd7-d986-4ab3-8615-a631d2c5dbee tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987025 Jan 14 11:44:47.695535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.696428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.741893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:47.794835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.844253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2cec-d28e-4142-b908-316172fd56c8 req-155bef1c-fabd-4556-83e1-4c1c506ba67d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:47.845677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:47.851078 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-168d2cec-d28e-4142-b908-316172fd56c8 req-155bef1c-fabd-4556-83e1-4c1c506ba67d tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.3866441 Jan 14 11:44:47.854602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:47.855072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.918338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:47.993711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-168d2cec-d28e-4142-b908-316172fd56c8 req-068581d9-30fc-4695-983d-4bcf6a19c713 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417432 Jan 14 11:44:48.032179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.052989 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-07868a45-55ae-4df2-8827-1269ed6a57fb tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/dddab015-f8f8-469e-82ef-a1cb614ff2b2 HTTP/1.1" status: 200 len: 908 time: 0.8016226 Jan 14 11:44:48.052989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:48.064572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'name': 'tempest-snat-router-264379238', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': True}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:48.069506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76b646-d937-42ea-a43a-384f3a052e38,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:48.076198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port eac9c9c0-c349-4233-9a87-a552e831b6ca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:48.079043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:48.096448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Usage tracker for resource:router and tenant:d4658271174e4313bc335c1d35d3994f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:48.097276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'port_id': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'mac_address': 'fa:16:3e:5c:ef:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:44:48.099684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.100491 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab76b646-d937-42ea-a43a-384f3a052e38 HTTP/1.1" status: 204 len: 168 time: 0.7488079 Jan 14 11:44:48.104700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:48.108147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.108486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.108870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.109209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.109571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.109862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.110186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.110509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.110841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.111136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.111501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdece4-8fe0-4058-8140-1ffedebbd27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.154522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:48.179891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.180957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.203449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.236283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.270611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.291142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddab015-f8f8-469e-82ef-a1cb614ff2b2', 'name': 'tempest-snat-router-264379238', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.147'}], 'enable_snat': False}, 'gw_port_id': 'f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:34Z', 'updated_at': '2022-01-14T11:44:42Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': 'f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddab015-f8f8-469e-82ef-a1cb614ff2b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:38Z', 'updated_at': '2022-01-14T11:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:48.297212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.316502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Checking router: dddab015-f8f8-469e-82ef-a1cb614ff2b2 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:48.316890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Updating router dddab015-f8f8-469e-82ef-a1cb614ff2b2 port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:44:48.345539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.398372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:48.409964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac9c9c0-c349-4233-9a87-a552e831b6ca {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:44:48.424704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:48.429589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.484006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.520486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.527755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port eac9c9c0-c349-4233-9a87-a552e831b6ca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:48.542716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.637795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:48.657581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.657927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.658258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.658586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.658917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.659240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.659562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.659880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.660197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.660514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.660855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:48.679972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.684479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.715158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.740545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.819220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d1b5-57c3-4896-958e-0b0375b46ec5 req-a2849a61-c523-4b13-bbcf-5ba90fdd4b2c tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:48.826315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=eac9c9c0-c349-4233-9a87-a552e831b6ca,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:48.826620 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-57f8d1b5-57c3-4896-958e-0b0375b46ec5 req-a2849a61-c523-4b13-bbcf-5ba90fdd4b2c tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 944 time: 0.2775331 Jan 14 11:44:48.848163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.848858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84c2918e-a95e-4649-b0f2-76e7c1cb0a43 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:48.861011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Pushing event updated for resources: {'Port': ['ID=82bec46d-c2a7-4cd8-88ec-e3a0bc744015,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:48.865284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.870731 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4e64563d-e23b-49a7-aa9b-032cbbb109ce tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "DELETE /v2.0/routers/84c2918e-a95e-4649-b0f2-76e7c1cb0a43 HTTP/1.1" status: 204 len: 168 time: 1.4488761 Jan 14 11:44:48.873976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41038) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:48.890958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Request body: {'router': {'name': 'tempest-router-1574019758', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '38b65f992717481c9e925248c12dc268'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:48.893027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:48.902152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['eac9c9c0-c349-4233-9a87-a552e831b6ca'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:44:48.953902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:48.964879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Usage tracker for resource:router and tenant:38b65f992717481c9e925248c12dc268 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:48.983121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:49.001138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:49.009247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabba5f-1a37-4a53-af4f-c9d26439a1d9 req-33b184f5-42de-46b8-9ff3-b792d5e5583f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:49.021298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2dabba5f-1a37-4a53-af4f-c9d26439a1d9 req-33b184f5-42de-46b8-9ff3-b792d5e5583f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.8340206 Jan 14 11:44:49.031680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41044) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:49.042735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.050320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Request body: {'floatingip': {'port_id': '93588c25-4d27-4784-8552-43b7b2c40c16'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:49.074670 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-57f8d1b5-57c3-4896-958e-0b0375b46ec5 req-17da4d97-011e-49aa-8034-756fc257171b tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470179 Jan 14 11:44:49.091927 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'code': 200} Jan 14 11:44:49.096749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Transition to ACTIVE for port object f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:49.107752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.108649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.130665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.201173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.1 (d0c5f379-5060-44f0-831e-56cd0539cc61/44051a8a-fdbb-4b87-b962-075a11802d0c/c1b26339-fb30-40dc-9988-ef09f87344dc) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:49.286139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.342173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1468ed-961d-42ce-abce-c9cea950653a None None] Pushing event updated for resources: {'Port': ['ID=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:49.345930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Attempting to bind port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:49.346338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Attempting to bind port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:49.346646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Attempting to bind port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:49.365598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:49.365967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:49.366366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.366753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:49.367222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Bound port: f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:49.367648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.445568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.490716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] For port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:49.495157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] For port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:49.495353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.500615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.593513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Routers {'dddab015-f8f8-469e-82ef-a1cb614ff2b2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:49.594450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dddab015-f8f8-469e-82ef-a1cb614ff2b2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:49.641243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41054) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:49.695873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1468ed-961d-42ce-abce-c9cea950653a None None] Pushing event updated for resources: {'Port': ['ID=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:49.748156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.750079 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0e9c9a40-1786-49a7-af7b-f2b73474c545 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8703017 Jan 14 11:44:49.753576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41060) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:49.754560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.757970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.765400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:49.785254 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9f49f44a-5ceb-4d8a-ad56-61bd06c49dfe req-fb20799c-e64e-4b54-8a11-d632f0e0f68a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.4389892 Jan 14 11:44:49.803902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] Set router dddab015-f8f8-469e-82ef-a1cb614ff2b2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:49.812938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:49.878575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1626b-9fcf-4bbc-96ed-437ff7d7fbe9 req-131b2952-031a-4725-8019-a066f0eaeb56 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:49.880040 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdd1626b-9fcf-4bbc-96ed-437ff7d7fbe9 req-131b2952-031a-4725-8019-a066f0eaeb56 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5350211 Jan 14 11:44:49.925871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1912333287'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:49.947860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:49.962691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:network and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:49.974190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:49.986051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9f49f44a-5ceb-4d8a-ad56-61bd06c49dfe req-6ac5cfb8-89d8-40b9-af20-e285ffdc90cc service neutron] Synchronizing usage tracker for tenant:92c1bad3ae8147509e1e14a41a401054 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:49.990863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:50.033496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.080202 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Floating IP e77c4913-0bb2-4be1-835d-b14023c4673f associated. External IP: 172.26.8.176, port: 9bc64e31-92c5-4902-b6fa-9733cb777ce3. Jan 14 11:44:50.091035 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdd1626b-9fcf-4bbc-96ed-437ff7d7fbe9 req-1eda647a-47c6-403f-b2ae-af6fc6c4d5cc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035208 Jan 14 11:44:50.140106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:50.143090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.199928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddab015-f8f8-469e-82ef-a1cb614ff2b2', 'name': 'tempest-snat-router-264379238', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.147'}], 'enable_snat': False}, 'gw_port_id': 'f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:34Z', 'updated_at': '2022-01-14T11:44:42Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': 'f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddab015-f8f8-469e-82ef-a1cb614ff2b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:38Z', 'updated_at': '2022-01-14T11:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:50.202358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9f49f44a-5ceb-4d8a-ad56-61bd06c49dfe req-6ac5cfb8-89d8-40b9-af20-e285ffdc90cc service neutron] Unset dirty status for tenant:92c1bad3ae8147509e1e14a41a401054 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:50.203511 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9f49f44a-5ceb-4d8a-ad56-61bd06c49dfe req-6ac5cfb8-89d8-40b9-af20-e285ffdc90cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071250 Jan 14 11:44:50.205549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7827f4e-c3d6-4257-944d-b2299209acaa None None] The sync data for ids ['dddab015-f8f8-469e-82ef-a1cb614ff2b2'] in dv-neutron-823850-1-hyperv is: [{'id': 'dddab015-f8f8-469e-82ef-a1cb614ff2b2', 'name': 'tempest-snat-router-264379238', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.147'}], 'enable_snat': False}, 'gw_port_id': 'f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:34Z', 'updated_at': '2022-01-14T11:44:42Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': 'f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddab015-f8f8-469e-82ef-a1cb614ff2b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:38Z', 'updated_at': '2022-01-14T11:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:50.229530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:50.230377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.261011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:50.263422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Allocated IP 172.26.8.29 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/84d76957-0304-4388-8171-02cc75185b3b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:50.272465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:50.301870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=c1b26339-fb30-40dc-9988-ef09f87344dc,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:50.427662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:50.432125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.443742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:security_group_rule and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:50.449369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:50.466557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:50.544291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.644393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.671321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.704312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.744939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.810784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:44:50.817751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.818247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.880592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4180af64-cba0-4fd9-a5e5-d26debf292e7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:50.912135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:50.912487 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Added segment 87a6cad6-004f-426b-b5bf-7edcf8db05db of type vlan for network d177d53d-ca61-4e91-af17-578924330245 Jan 14 11:44:50.925471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:50.934080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:50.940549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Port': ['ID=84d76957-0304-4388-8171-02cc75185b3b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:50.942697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:50.945191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031673-b9d9-47dc-b92e-cf5f1969bca2 req-f6fd601a-bb01-4640-9ba4-ee6fce976ac4 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:50.948008 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab031673-b9d9-47dc-b92e-cf5f1969bca2 req-f6fd601a-bb01-4640-9ba4-ee6fce976ac4 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 944 time: 0.6389444 Jan 14 11:44:51.036350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83452) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 14 11:44:51.036681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Router ab6fcfd4-ca51-4571-85d0-e00166f6d3dc migrating from provider to provider. {{(pid=83452) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 14 11:44:51.037080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.064647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.098561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.114935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.185960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab031673-b9d9-47dc-b92e-cf5f1969bca2 req-a1bbd266-d80b-49d1-901e-9684df68d7c2 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285872 Jan 14 11:44:51.202326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.206367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:51.207057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.366833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.373172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.459912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8089218 Jan 14 11:44:51.461745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e10ff-2e48-4e0e-88bf-7e62a24ae96c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Network': ['ID=d177d53d-ca61-4e91-af17-578924330245,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:51.467210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41068) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:51.487236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network d177d53d-ca61-4e91-af17-578924330245 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:44:51.496138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:51.532044 dv-neutron-823850-1-hyperv neutron-server[83452]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] No L3 agents can host the router ab6fcfd4-ca51-4571-85d0-e00166f6d3dc Jan 14 11:44:51.576154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eac9c9c0-c349-4233-9a87-a552e831b6ca up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:51.712886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port eac9c9c0-c349-4233-9a87-a552e831b6ca completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:51.718084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port eac9c9c0-c349-4233-9a87-a552e831b6ca triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:51.718456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.807518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:51.810209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:51.812759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:51.818385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:51.832868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.840851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:51.862457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:51.878425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port eac9c9c0-c349-4233-9a87-a552e831b6ca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:51.885270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.886347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Hosts for router ab6fcfd4-ca51-4571-85d0-e00166f6d3dc: [] {{(pid=83452) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 14 11:44:51.939092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Hosts for other DVR routers connected to router ab6fcfd4-ca51-4571-85d0-e00166f6d3dc: set() {{(pid=83452) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 14 11:44:51.941439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.942599 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ac7cafb5-191b-4022-bb27-470831155961 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "PUT /v2.0/routers/ab6fcfd4-ca51-4571-85d0-e00166f6d3dc HTTP/1.1" status: 200 len: 717 time: 2.1857975 Jan 14 11:44:51.945748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41074) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:51.946876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:51.964597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:51.986432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9697f33-08d7-4e69-bc97-7abb314dbd4a req-0448c745-8d42-4ea2-a147-cd662e1fd8db tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:51.994270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9697f33-08d7-4e69-bc97-7abb314dbd4a req-0448c745-8d42-4ea2-a147-cd662e1fd8db tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.6936340 Jan 14 11:44:51.999525 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'code': 200} Jan 14 11:44:52.000470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=eac9c9c0-c349-4233-9a87-a552e831b6ca,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:52.003399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:52.022746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Floating IP f9fed2a2-0b1f-4902-953a-2d2ff646cba4 associated. External IP: 172.26.8.62, port: 93588c25-4d27-4784-8552-43b7b2c40c16. Jan 14 11:44:52.093008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:52.275440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:52.276021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:52.281747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Router 25976520-87d6-46a7-b95d-e84b475e54b4 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:52.295742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:52.308971 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d4b35a6d-a797-4218-a010-0b608e596432 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "GET /v2.0/routers/ab6fcfd4-ca51-4571-85d0-e00166f6d3dc HTTP/1.1" status: 200 len: 717 time: 0.3619862 Jan 14 11:44:52.312564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41080) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:52.317216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=c1b26339-fb30-40dc-9988-ef09f87344dc,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:52.364095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9697f33-08d7-4e69-bc97-7abb314dbd4a req-d04ee539-f689-4637-af98-9cb46cc399e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688793 Jan 14 11:44:52.574009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd59d5-74bb-4f20-8071-6a89ef2b44c7 req-1bc648c5-d3e2-4ae8-a43e-583581843c14 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:52.575446 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-11bd59d5-74bb-4f20-8071-6a89ef2b44c7 req-1bc648c5-d3e2-4ae8-a43e-583581843c14 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 0.1932855 Jan 14 11:44:52.709962 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-11bd59d5-74bb-4f20-8071-6a89ef2b44c7 req-03451080-314c-4e3e-a095-55bc20943446 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282754 Jan 14 11:44:52.745159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-174024ce-b65c-4705-9904-8d7f77eb9195 req-49d64483-e993-4495-8770-53e7d6d6c85e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 1098 time: 0.5947337 Jan 14 11:44:52.809745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:52.820009 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] Sync routers for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:52.825275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-882967af-cda5-4a88-9427-70d1473f2756 tempest-RoutersTestDVR-1369559074 tempest-RoutersTestDVR-1369559074-project] 10.222.0.48 "GET /v2.0/routers/ab6fcfd4-ca51-4571-85d0-e00166f6d3dc HTTP/1.1" status: 200 len: 683 time: 0.5071952 Jan 14 11:44:52.830085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41086) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:52.834035 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:52.834761 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:52.855044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:52.893424 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:52.897811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:52.905963 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:52.905963 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:52.909297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:52.995460 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:52.995965 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe078eaf-68da-42a6-a3c4-fd5f7175e88d None None] The sync data for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:53.023081 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-174024ce-b65c-4705-9904-8d7f77eb9195 req-d0c318e6-25aa-4bc7-be62-3c089c15cfc9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560387 Jan 14 11:44:53.034434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:53.072558 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5e644dc5-031f-4c71-a0f8-5280758f0d13 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.7847624 Jan 14 11:44:53.077660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41090) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:53.156760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:53.292286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=8eee7d0d-e340-4d91-a130-d239ce61828c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:53.329822 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f9c7a9b2-4cf3-431a-9c61-6287cd9de83c tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] 10.222.0.48 "GET /v2.0/floatingips/e77c4913-0bb2-4be1-835d-b14023c4673f HTTP/1.1" status: 200 len: 983 time: 0.2511246 Jan 14 11:44:53.335578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41094) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:53.385943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:53.386308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network hostable DHCP agents. Network: d177d53d-ca61-4e91-af17-578924330245, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:44:53.453313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:44:53.477442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, d177d53d-ca61-4e91-af17-578924330245) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:53.493968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bf3e4-1404-4293-b720-d0405a2528f2 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:53.562675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:53.563171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:53.566850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Router 4818d8aa-f1a5-47d4-a13a-6a78b801a935 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:44:53.654094 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4747385-1530-4276-9313-10a73566b43a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1720653 Jan 14 11:44:53.659494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41100) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:53.675621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'name': 'tempest-NetworksTestDHCPv6-1973702149'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:53.701688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:53.762178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '8eee7d0d-e340-4d91-a130-d239ce61828c'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:44:53.763336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:53.845368 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-95279707-b909-4bf3-b6cc-7bd9e2207cee tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3208 time: 0.5075817 Jan 14 11:44:53.850755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41106) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:53.864517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:53.926870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:53.946540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bdf26-7d2b-4486-b11a-c20695b4fb9d req-b9698283-cf0d-4124-8abe-063fb2ebe303 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:53.948021 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250bdf26-7d2b-4486-b11a-c20695b4fb9d req-b9698283-cf0d-4124-8abe-063fb2ebe303 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3871725 Jan 14 11:44:53.996782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/8eee7d0d-e340-4d91-a130-d239ce61828c/2d50b85c-7bb4-4ada-a09f-dcc46fcefb65) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:54.030244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.030784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab6fcfd4-ca51-4571-85d0-e00166f6d3dc {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:54.047034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.048130 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5d4413f8-a37a-4e61-a652-652b2b9b1ed7 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ab6fcfd4-ca51-4571-85d0-e00166f6d3dc HTTP/1.1" status: 204 len: 168 time: 1.2169726 Jan 14 11:44:54.051487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41110) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:54.057821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Request body: {'router': {'name': 'tempest-router-1728321283', 'distributed': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:54.068424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6f3c1-84b1-41dd-be13-067a875dd594 req-3f3fe2e0-fede-4846-b575-2f93d68a3feb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:54.069917 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cbc6f3c1-84b1-41dd-be13-067a875dd594 req-3f3fe2e0-fede-4846-b575-2f93d68a3feb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 0.1515441 Jan 14 11:44:54.075396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:54.118039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:54.138360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:54.139396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:54.146154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Usage tracker for resource:router and tenant:cc7cca2d324f4464be6b7581197e3861 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:54.149963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:54.161899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:54.189010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:54.201982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.202767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.220177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250bdf26-7d2b-4486-b11a-c20695b4fb9d req-a8ba7fcd-7dc5-4361-8964-9dc2b6a4a0a7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591867 Jan 14 11:44:54.220958 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cbc6f3c1-84b1-41dd-be13-067a875dd594 req-c475e6e8-4c21-41ad-bb8d-3d4c24d55e4a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010904 Jan 14 11:44:54.227849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:54.267617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.287399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:54.295907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting port 82bec46d-c2a7-4cd8-88ec-e3a0bc744015 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:54.296501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.303872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.343792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.372503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Transition to ACTIVE for port object 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:54.375188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] Sync routers for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:54.412060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Transition to ACTIVE for port object 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:54.416082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:54.417301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:54.418527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.429095 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-22f997af-92b9-47cf-bc2a-404607337083 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "PUT /v2.0/floatingips/f9fed2a2-0b1f-4902-953a-2d2ff646cba4 HTTP/1.1" status: 200 len: 991 time: 5.3927732 Jan 14 11:44:54.431297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:54.438715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.442309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:54.512083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.513263 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-16c9f04e-dd36-44d5-bff1-556b8365ad09 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4608912 Jan 14 11:44:54.518763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41122) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:54.529694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 95be306a-781f-412b-b099-0a6d9ce8b372 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:54.582138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad533-09ab-4d2a-905d-f0e74658d45a req-0e31ac6e-83f1-4134-93a5-f1ac45ffb02b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:54.584098 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3a0ad533-09ab-4d2a-905d-f0e74658d45a req-0e31ac6e-83f1-4134-93a5-f1ac45ffb02b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.1375601 Jan 14 11:44:54.592659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41128) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:54.597952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Request body: {'floatingip': {'port_id': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:54.601394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.686185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.689379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:54.695193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:54.698634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:54.782897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:54.828517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Pushing event updated for resources: {'Port': ['ID=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:54.870014 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16', 'status': 'completed', 'code': 200} Jan 14 11:44:54.921218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Attempting to bind port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:54.921480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Attempting to bind port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:54.921825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Attempting to bind port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:54.983028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:54.983028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:54.983366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:54.983711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:54.984178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Bound port: 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:54.984536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.125576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::3b6 (d177d53d-ca61-4e91-af17-578924330245/8eee7d0d-e340-4d91-a130-d239ce61828c/95be306a-781f-412b-b099-0a6d9ce8b372) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:55.170569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:55.181050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] For port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:55.194650 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Sync routers for ids ['4818d8aa-f1a5-47d4-a13a-6a78b801a935'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:55.202132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] For port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:55.218267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.221392 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Routers {'4818d8aa-f1a5-47d4-a13a-6a78b801a935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:55.222213 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4818d8aa-f1a5-47d4-a13a-6a78b801a935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:55.349691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:55.357997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.358321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.359194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4e47e-066e-44ea-8d6e-c6d064decc5c None None] Pushing event updated for resources: {'Port': ['ID=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:55.417917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.423372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'f9fed2a2-0b1f-4902-953a-2d2ff646cba4', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'port_id': '93588c25-4d27-4784-8552-43b7b2c40c16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'mac_address': 'fa:16:3e:b8:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:03Z', 'updated_at': '2022-01-14T11:44:50Z', 'revision_number': 1, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:10Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:55.435335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] Checking router: 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:55.449282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:55.450682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:55.471063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.480551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.541990 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Set router 4818d8aa-f1a5-47d4-a13a-6a78b801a935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:55.794489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Calling delete_port for 82bec46d-c2a7-4cd8-88ec-e3a0bc744015 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:44:55.797877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:55.846638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:55.848363 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Floating IP c5766c5a-3f68-479f-9aee-2ffde43e8884 associated. External IP: 172.26.8.41, port: 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf. Jan 14 11:44:55.850533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2d0b4d8f-28dc-48e3-b11b-f68eed97c5f9 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.7930222 Jan 14 11:44:55.878289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41142) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:56.053466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:56.072065 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-3c9885fb-4d88-4628-ad76-c7768cd27a9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819aab9d2c4648bea29e877c54be884e&device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 1099 time: 1.1159160 Jan 14 11:44:56.076868 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4818d8aa-f1a5-47d4-a13a-6a78b801a935', 'name': 'tempest-snat-router-264379238', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '84d76957-0304-4388-8171-02cc75185b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:48Z', 'updated_at': '2022-01-14T11:44:51Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': '84d76957-0304-4388-8171-02cc75185b3b', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4818d8aa-f1a5-47d4-a13a-6a78b801a935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:49Z', 'updated_at': '2022-01-14T11:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:56.085381 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Checking router: 4818d8aa-f1a5-47d4-a13a-6a78b801a935 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:44:56.086928 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Updating router 4818d8aa-f1a5-47d4-a13a-6a78b801a935 port 84d76957-0304-4388-8171-02cc75185b3b binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:44:56.155320 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.324482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:56.387656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Router 75b9b83a-bc86-43b2-b313-cc665f8eb599 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:44:56.474367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'f9fed2a2-0b1f-4902-953a-2d2ff646cba4', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'port_id': '93588c25-4d27-4784-8552-43b7b2c40c16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'mac_address': 'fa:16:3e:b8:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:03Z', 'updated_at': '2022-01-14T11:44:50Z', 'revision_number': 1, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:10Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:56.482953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b85821-f80a-4618-b8e3-d0ef9a71e544 None None] The sync data for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv is: [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'f9fed2a2-0b1f-4902-953a-2d2ff646cba4', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'port_id': '93588c25-4d27-4784-8552-43b7b2c40c16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'mac_address': 'fa:16:3e:b8:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:03Z', 'updated_at': '2022-01-14T11:44:50Z', 'revision_number': 1, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:10Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:56.660847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:56.666330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.672701 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.710721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb2dd8-652a-4c85-8dfc-7587dc1f6de5 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:44:56.730114 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d966f10b-06d0-4340-864c-7a3ef93f0602 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "PUT /v2.0/floatingips/c5766c5a-3f68-479f-9aee-2ffde43e8884 HTTP/1.1" status: 200 len: 990 time: 2.1363075 Jan 14 11:44:56.825673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] Provisioning for port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:56.829136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8bd6b-9162-4796-b128-75150a656f55 req-117101e3-cd96-4f5a-8bea-73cc33c81504 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:56.830589 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03e8bd6b-9162-4796-b128-75150a656f55 req-117101e3-cd96-4f5a-8bea-73cc33c81504 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 1.3328874 Jan 14 11:44:56.831442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107542-40a1-4668-b1f3-d351b003952a req-f4a2fdcf-82cb-42d1-8223-be09cc2927e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:56.832702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-f4a2fdcf-82cb-42d1-8223-be09cc2927e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 HTTP/1.1" status: 200 len: 907 time: 0.6872144 Jan 14 11:44:56.840489 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Transition to ACTIVE for port object 84d76957-0304-4388-8171-02cc75185b3b will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:56.843645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] Provisioning complete for port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:56.844081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.847267 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.871511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:44:56.939049 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Pushing event updated for resources: {'Port': ['ID=84d76957-0304-4388-8171-02cc75185b3b,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:56.948156 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Attempting to bind port 84d76957-0304-4388-8171-02cc75185b3b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:44:56.948434 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Attempting to bind port 84d76957-0304-4388-8171-02cc75185b3b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:44:56.948800 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Attempting to bind port 84d76957-0304-4388-8171-02cc75185b3b on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:44:56.955849 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.956199 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.956535 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.956887 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.957229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.957557 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.957876 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.958242 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.958568 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.958901 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.959219 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:44:56.963438 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:44:56.963801 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:44:56.964358 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.964638 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:44:56.965097 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Bound port: 84d76957-0304-4388-8171-02cc75185b3b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:44:56.965534 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:56.996986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.088011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.108326 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] For port 84d76957-0304-4388-8171-02cc75185b3b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:44:57.115964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] For port 84d76957-0304-4388-8171-02cc75185b3b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=84d76957-0304-4388-8171-02cc75185b3b,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:44:57.122601 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.136782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] For port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:44:57.142355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.155543 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'status': 'completed', 'code': 200} Jan 14 11:44:57.217368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.226837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6c51b-9f76-4d65-b752-91adbadf6542 None None] Pushing event updated for resources: {'Port': ['ID=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:57.254355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Port': ['ID=82bec46d-c2a7-4cd8-88ec-e3a0bc744015,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:57.264978 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172bf00-aabd-4c32-970a-14e9fd92e252 None None] Pushing event updated for resources: {'Port': ['ID=84d76957-0304-4388-8171-02cc75185b3b,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:57.270044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:44:57.277163 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Routers {'4818d8aa-f1a5-47d4-a13a-6a78b801a935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:57.278106 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4818d8aa-f1a5-47d4-a13a-6a78b801a935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:57.286011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:44:57.299783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:57.300397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:57.364501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 95be306a-781f-412b-b099-0a6d9ce8b372 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:44:57.381382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.421451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:57.442038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:44:57.442942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:57.454319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-c98f5406-c382-4c33-b6e3-8f08dedae6e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93588c25-4d27-4784-8552-43b7b2c40c16 HTTP/1.1" status: 200 len: 999 time: 0.5458262 Jan 14 11:44:57.488164 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] Set router 4818d8aa-f1a5-47d4-a13a-6a78b801a935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:44:57.488373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.510452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b89fba7e-8f03-405a-a35f-763c261aa10d None None] Provisioning complete for port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:57.510812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b89fba7e-8f03-405a-a35f-763c261aa10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.568435 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03e8bd6b-9162-4796-b128-75150a656f55 req-33029b9c-8e7e-4992-a272-1001dd9ce7b7 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6610391 Jan 14 11:44:57.584996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41152) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:57.585659 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70520b58-f229-48ad-9904-1846f86bc447 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/routers/67de4a24-33b4-4873-94f9-70e4c1d70880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4180384 Jan 14 11:44:57.592601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'port': {'network_id': 'd0c5f379-5060-44f0-831e-56cd0539cc61', 'name': 'tempest-FloatingIPTestJSON-1367647324'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:57.597217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:57.598301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431ebce-9cd9-490a-a57b-be88667beded None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:57.676962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.752371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107542-40a1-4668-b1f3-d351b003952a req-8e21b72e-287b-42f3-8d14-841bfdc168ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:57.754009 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-8e21b72e-287b-42f3-8d14-841bfdc168ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de1f1b12-699f-4235-b464-2b5d376469e0 HTTP/1.1" status: 200 len: 845 time: 0.2590284 Jan 14 11:44:57.769727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.824237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.825444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0ea707-f83b-45a7-9c67-2178cd670d82 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:44:57.902576 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-7eb0e275-76c7-4a7d-b9cd-b80892e620ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.6276236 Jan 14 11:44:57.903235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:57.916795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:port and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:57.928036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:57.945104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:57.963506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:44:57.966867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.975276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:57.976897 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3f69dbd2-ebdb-427a-a50b-6976e3a28a92 tempest-RoutersTestDVR-440304763 tempest-RoutersTestDVR-440304763-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8c0ea707-f83b-45a7-9c67-2178cd670d82 HTTP/1.1" status: 204 len: 168 time: 3.4512846 Jan 14 11:44:57.987862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:44:57.995929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fd2b-f56a-4458-be37-614d99637ca5 req-de4b39c1-161e-4e72-b02b-35ecb1015baa tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:58.007171 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0541fd2b-f56a-4458-be37-614d99637ca5 req-de4b39c1-161e-4e72-b02b-35ecb1015baa tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 0.2111626 Jan 14 11:44:58.007914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41162) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:58.015200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] device_id is not set on port 6a5b15d6-6c17-4374-83a5-8e55cfbe8221 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:44:58.028697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fc915cad-07de-443a-8d4c-1c376378737b tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/4818d8aa-f1a5-47d4-a13a-6a78b801a935 HTTP/1.1" status: 200 len: 906 time: 2.1461403 Jan 14 11:44:58.040144 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4818d8aa-f1a5-47d4-a13a-6a78b801a935', 'name': 'tempest-snat-router-264379238', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '84d76957-0304-4388-8171-02cc75185b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:48Z', 'updated_at': '2022-01-14T11:44:51Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': '84d76957-0304-4388-8171-02cc75185b3b', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4818d8aa-f1a5-47d4-a13a-6a78b801a935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:49Z', 'updated_at': '2022-01-14T11:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:44:58.044412 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55adedb-c269-402e-83c2-5de27de3ecd8 None None] The sync data for ids ['4818d8aa-f1a5-47d4-a13a-6a78b801a935'] in dv-neutron-823850-1-hyperv is: [{'id': '4818d8aa-f1a5-47d4-a13a-6a78b801a935', 'name': 'tempest-snat-router-264379238', 'tenant_id': 'd4658271174e4313bc335c1d35d3994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '84d76957-0304-4388-8171-02cc75185b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:44:48Z', 'updated_at': '2022-01-14T11:44:51Z', 'revision_number': 3, 'project_id': 'd4658271174e4313bc335c1d35d3994f', 'gw_port': {'id': '84d76957-0304-4388-8171-02cc75185b3b', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4818d8aa-f1a5-47d4-a13a-6a78b801a935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:49Z', 'updated_at': '2022-01-14T11:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:44:58.045972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41166) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:58.109880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Request body: {'floatingip': {'port_id': 'eac9c9c0-c349-4233-9a87-a552e831b6ca'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:44:58.114638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:58.115464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:58.240622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:58.283010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:58.296219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:58.298609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:58.303346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:58.304145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:58.369561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=95be306a-781f-412b-b099-0a6d9ce8b372,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:58.390631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-88ffd98c-6519-4d24-87c4-795b8fc5bd17 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7266514 Jan 14 11:44:58.399424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41174) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:58.498710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41178) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:58.559063 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-8933a112-9360-469c-95bd-1bc46bdd87e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7856939 Jan 14 11:44:58.600344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-9f7564fc-0d0b-4446-8d2e-60b9b45aa7a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:58.602466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-9f7564fc-0d0b-4446-8d2e-60b9b45aa7a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.6815267 Jan 14 11:44:58.625774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.9 (d0c5f379-5060-44f0-831e-56cd0539cc61/44051a8a-fdbb-4b87-b962-075a11802d0c/6a5b15d6-6c17-4374-83a5-8e55cfbe8221) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:44:58.719340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-72c58ab5-0988-4bdf-82e0-eebe8bd17249 None None] Provisioning for port 95be306a-781f-412b-b099-0a6d9ce8b372 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:44:58.725466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-72c58ab5-0988-4bdf-82e0-eebe8bd17249 None None] Provisioning complete for port 95be306a-781f-412b-b099-0a6d9ce8b372 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:44:58.726067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-72c58ab5-0988-4bdf-82e0-eebe8bd17249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:58.785847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:58.794953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-72c58ab5-0988-4bdf-82e0-eebe8bd17249 None None] Port 95be306a-781f-412b-b099-0a6d9ce8b372 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:44:58.995897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:44:59.004987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:38b65f992717481c9e925248c12dc268 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:44:59.007300 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1edbe2e-347b-4b11-bb97-5932e3fb1439 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:59.011285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1edbe2e-347b-4b11-bb97-5932e3fb1439 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:59.012046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c1edbe2e-347b-4b11-bb97-5932e3fb1439 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:44:59.016426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:44:59.028770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:44:59.031909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-66c25ca9-794f-417f-8d84-d996af7702c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 998 time: 0.4206612 Jan 14 11:44:59.120677 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-f09d9f91-a537-43dd-b37a-a72a3a7c7f5b service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505753 Jan 14 11:44:59.124410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c1edbe2e-347b-4b11-bb97-5932e3fb1439 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:44:59.129525 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c1edbe2e-347b-4b11-bb97-5932e3fb1439 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.7230241 Jan 14 11:44:59.130008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41184) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:59.241003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-7b57f4f8-2805-4a4d-a595-53288bcee553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:44:59.242493 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-7b57f4f8-2805-4a4d-a595-53288bcee553 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.1900589 Jan 14 11:44:59.265296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.279766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 95be306a-781f-412b-b099-0a6d9ce8b372 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:44:59.280096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.419044 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d9107542-40a1-4668-b1f3-d351b003952a req-6d8bab3b-aeb4-44aa-a3c7-01f922299d1f service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902451 Jan 14 11:44:59.430266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.432281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.447873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.562034 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-8ed481a8-f1e1-4214-9e62-94a9a1293e4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3025362 Jan 14 11:44:59.563570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.647488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35378390-49bb-4028-ae0b-09a727b6ad5d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:59.672557 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49e516be-17ac-4e07-828b-c1dfdc1d8cc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38b65f992717481c9e925248c12dc268&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1626077 Jan 14 11:44:59.680423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41192) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:44:59.710583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:44:59.779934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:44:59.792815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=6a5b15d6-6c17-4374-83a5-8e55cfbe8221,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:44:59.795204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:44:59.816808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:44:59.862067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-5d96c1c4-5954-43a1-b5ba-e1ef999bef2b service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446537 Jan 14 11:44:59.880228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:44:59.970577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Router 25976520-87d6-46a7-b95d-e84b475e54b4 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:00.031236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.109679 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16ba80bb-e3bf-4e46-873f-bfc036aa37b9 req-540704da-8d69-4084-b247-a9def444b10a service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387118 Jan 14 11:45:00.115162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.117038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Deleting port 84d76957-0304-4388-8171-02cc75185b3b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:00.117714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.125869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 95be306a-781f-412b-b099-0a6d9ce8b372 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:00.164446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.224390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:00.225017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.278412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a27cf9-cb52-4616-9d22-89c34ae35537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.315949 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7390ae4b-ea24-4387-982a-a3eb127e5c5a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7280343 Jan 14 11:45:00.316607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41198) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:00.341694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'port': {'network_id': 'd0c5f379-5060-44f0-831e-56cd0539cc61', 'name': 'tempest-FloatingIPTestJSON-230112386'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:00.368501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a27cf9-cb52-4616-9d22-89c34ae35537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.522506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] For port 84d76957-0304-4388-8171-02cc75185b3b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=84d76957-0304-4388-8171-02cc75185b3b,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:00.522858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.615010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.669267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Calling delete_port for 84d76957-0304-4388-8171-02cc75185b3b owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:00.689296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=95be306a-781f-412b-b099-0a6d9ce8b372,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:00.713843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:00.717108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a27cf9-cb52-4616-9d22-89c34ae35537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.760318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:port and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:00.769954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:00.781083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-92c0ce64-a2c4-45c5-9571-04012c58ece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.785061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:00.791152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27cf9-cb52-4616-9d22-89c34ae35537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35378390-49bb-4028-ae0b-09a727b6ad5d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:00.794209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.814822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a27cf9-cb52-4616-9d22-89c34ae35537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.815924 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25a27cf9-cb52-4616-9d22-89c34ae35537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35378390-49bb-4028-ae0b-09a727b6ad5d HTTP/1.1" status: 204 len: 168 time: 1.1345758 Jan 14 11:45:00.818574 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4767f876-d555-4a07-8bfb-bf0123c6c050 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/95be306a-781f-412b-b099-0a6d9ce8b372 HTTP/1.1" status: 204 len: 168 time: 1.6877174 Jan 14 11:45:00.821265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:00.825445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.833541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41206) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:00.930319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] device_id is not set on port a9493626-cc6c-4aae-b877-658031c70e77 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:00.957487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.975336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:00.981885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:00.986131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1893f44-5c0e-45b2-9a1b-8512cee51d76 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:00.988300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1893f44-5c0e-45b2-9a1b-8512cee51d76 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:00.990405 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] Sync routers for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:00.993923 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c1893f44-5c0e-45b2-9a1b-8512cee51d76 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1579201 Jan 14 11:45:00.994545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41210) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:01.002338 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Floating IP 82f42219-5c45-40ae-a866-0da461f64404 associated. External IP: 172.26.8.152, port: eac9c9c0-c349-4233-9a87-a552e831b6ca. Jan 14 11:45:01.004520 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:01.007024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.054123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] Sync routers for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:01.092444 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-89af1237-fbbb-4348-b611-307da92eef5d tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "DELETE /v2.0/floatingips/e77c4913-0bb2-4be1-835d-b14023c4673f HTTP/1.1" status: 204 len: 168 time: 7.2341650 Jan 14 11:45:01.093018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:01.093018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.097353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41216) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:01.105516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:01.112447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:01.119309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Usage tracker for resource:floatingip and tenant:e427c80057394ac6ae2cdfcdcb1db4c8 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:01.122719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:01.128375 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.129839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:01.150633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:01.152926 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:01.153737 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.234811 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.235376 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cb512-2fdd-480b-a5a6-c5d0acc90a4c None None] The sync data for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:01.394388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.14 (d0c5f379-5060-44f0-831e-56cd0539cc61/44051a8a-fdbb-4b87-b962-075a11802d0c/a9493626-cc6c-4aae-b877-658031c70e77) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:01.406145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:01.431831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:45:01.455952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41220) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:01.487461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:01.494344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 8eee7d0d-e340-4d91-a130-d239ce61828c {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:01.499850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:01.562787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event deleted for resources: {'Port': ['ID=84d76957-0304-4388-8171-02cc75185b3b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:01.606933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:01.613340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:01.698007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:01.702126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7cca2d324f4464be6b7581197e3861 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:01.705056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:01.711753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:01.869460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'c5766c5a-3f68-479f-9aee-2ffde43e8884', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'port_id': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'mac_address': 'fa:16:3e:07:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:15Z', 'updated_at': '2022-01-14T11:44:55Z', 'revision_number': 1, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:40Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.873976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] Checking router: 75b9b83a-bc86-43b2-b313-cc665f8eb599 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:45:01.885354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:01.886031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:44:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:01.906021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Allocated IP 172.26.8.128 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/b4c4f1d5-3a6f-4221-8c7c-1aaa774f1e12) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:02.000751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.055823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.070993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:45:02.080929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.212154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.265796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=8eee7d0d-e340-4d91-a130-d239ce61828c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:02.277770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.284701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.285532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3ab2d-350b-436b-b45d-fce0b6150efd None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:02.415379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:02.417146 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b33f49-c2d4-4b03-a691-8c5084c2e5b5 None None] New status for floating IP f9fed2a2-0b1f-4902-953a-2d2ff646cba4: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:45:02.422509 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0e7127f7-2030-4c08-9ea3-8f577afc029a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/8eee7d0d-e340-4d91-a130-d239ce61828c HTTP/1.1" status: 204 len: 168 time: 1.4226744 Jan 14 11:45:02.483192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41228) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:02.550043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:02.553818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:02.709014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=a9493626-cc6c-4aae-b877-658031c70e77,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:02.723649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.768867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41234) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:02.786559 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-26672041-b78e-4717-867b-e837484391cd tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2995453 Jan 14 11:45:02.797875 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:02.913686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.944691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:02.998354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7a26445c-e2a6-48b0-8112-5cab923e4351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.075957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'c5766c5a-3f68-479f-9aee-2ffde43e8884', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'port_id': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'mac_address': 'fa:16:3e:07:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:15Z', 'updated_at': '2022-01-14T11:44:55Z', 'revision_number': 1, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:40Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:03.082963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9fdd0c-2c1c-43ad-a1c3-3a8ec09067e3 None None] The sync data for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv is: [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'c5766c5a-3f68-479f-9aee-2ffde43e8884', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'port_id': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'mac_address': 'fa:16:3e:07:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:15Z', 'updated_at': '2022-01-14T11:44:55Z', 'revision_number': 1, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:40Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:03.086160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:03.094086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:03.094827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.095453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] Deleting port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:03.098613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.168043 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dea55340-886f-4804-9750-d3771730244e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8433592 Jan 14 11:45:03.171772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41240) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:03.174820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:03.189948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.191061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'a9493626-cc6c-4aae-b877-658031c70e77', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:03.205962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:03.214412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:03.226900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:03.234118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:03.244935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:floatingip and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:03.248938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:03.259409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:03.283509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:03.285078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:03.290257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.315666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.318627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d27af6-71c9-4198-bd31-a743ee584646,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:03.318803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.351221 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33e0dacc-d685-4af4-9615-a7f2c5bb1d02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc7cca2d324f4464be6b7581197e3861&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8827431 Jan 14 11:45:03.357082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41244) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:03.448933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.504188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] For port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:03.504987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.546738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c4f1d5-3a6f-4221-8c7c-1aaa774f1e12,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:03.557327 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-2535e1ba-7767-4e70-ae6a-4553d5b7ef4c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3452227 Jan 14 11:45:03.564289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.564791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4818d8aa-f1a5-47d4-a13a-6a78b801a935 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:03.592135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:03.595814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:03.600488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:03.637075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd075-a6a7-4bd5-8c67-3e2363e88c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.655624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] Calling delete_port for 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:03.704640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.705800 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-af269050-ec60-40f6-8760-2445d4b8bc30 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4818d8aa-f1a5-47d4-a13a-6a78b801a935 HTTP/1.1" status: 204 len: 168 time: 5.6526849 Jan 14 11:45:03.715160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41248) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:03.727180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd075-a6a7-4bd5-8c67-3e2363e88c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.739388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.794256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] Pushing event deleted for resources: {'Port': ['ID=2d50b85c-7bb4-4ada-a09f-dcc46fcefb65,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:03.796082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b5fe9-58ee-49b0-b6d8-fc149e801926 None None] No DVR routers for this DVR port 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:03.825054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:03.838385 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-ff8af8ba-644e-4881-8cac-6501646f8e09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819aab9d2c4648bea29e877c54be884e&device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 1099 time: 0.1933436 Jan 14 11:45:03.957932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:03.994107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:04.006323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:04.014860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:04.015452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.020047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6eb959-b124-4c12-98f8-9f0b18a2b726 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:04.021883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=683114b3-e33b-4b85-8456-f87400fddebc,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:04.043655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd075-a6a7-4bd5-8c67-3e2363e88c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.056524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.079380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-38e68e9b-1e70-4969-9cc0-326f2e29b09e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:04.080872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-38e68e9b-1e70-4969-9cc0-326f2e29b09e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 HTTP/1.1" status: 200 len: 907 time: 0.1748872 Jan 14 11:45:04.081809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.082693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cd075-a6a7-4bd5-8c67-3e2363e88c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d27af6-71c9-4198-bd31-a743ee584646,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:04.271124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd075-a6a7-4bd5-8c67-3e2363e88c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.272253 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fd9cd075-a6a7-4bd5-8c67-3e2363e88c33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38d27af6-71c9-4198-bd31-a743ee584646 HTTP/1.1" status: 204 len: 168 time: 0.9141057 Jan 14 11:45:04.315767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.325891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.326110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.388589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:04.392274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-1bd84e3f-eb1b-4a16-b055-4fe2ac28f16f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93588c25-4d27-4784-8552-43b7b2c40c16 HTTP/1.1" status: 200 len: 1001 time: 0.2705812 Jan 14 11:45:04.408091 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f1ac183-a8d4-4a1b-a4b7-75fc7cea231c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6305335 Jan 14 11:45:04.415346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '683114b3-e33b-4b85-8456-f87400fddebc'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:04.416151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.419508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:04.426597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:04.426959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.429897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'name': 'tempest-NetworksTestDHCPv6-2059605567'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:04.558484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:04.563036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.127 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/9894896d-1ad6-411a-a8d3-af37cef18291) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:04.576324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-cf92a002-9364-49c0-9e3e-843984261f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:04.579161 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-cf92a002-9364-49c0-9e3e-843984261f77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de1f1b12-699f-4235-b464-2b5d376469e0 HTTP/1.1" status: 200 len: 845 time: 0.1785493 Jan 14 11:45:04.582536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.630868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f7181-8588-4778-81ed-c0125365a68d None None] Sync routers for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:04.689169 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f0e185c3-8c3d-4293-8efb-be6c7ced532f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "PUT /v2.0/floatingips/82f42219-5c45-40ae-a866-0da461f64404 HTTP/1.1" status: 200 len: 991 time: 6.6795549 Jan 14 11:45:04.701046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:45:04.758773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-202cfbe9-3635-498e-ac62-bacbc20cd107 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650133 Jan 14 11:45:04.791708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.810516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:04.815880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:04.817801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.877289 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'status': 'completed', 'code': 200} Jan 14 11:45:04.918684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:04.935561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:04.950241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:04.950560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/683114b3-e33b-4b85-8456-f87400fddebc/6664ce82-75b7-43f5-93b8-d55ec08f57f2) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:04.964220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:04.981704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:04.982298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:05.025268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.029239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.093495 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:45:05.122748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.171775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.213823 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-e4a6417c-6d54-49b8-ae40-9a572b6d747d service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412692 Jan 14 11:45:05.246665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c4f1d5-3a6f-4221-8c7c-1aaa774f1e12,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:05.274862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:05.277900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.310996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:05.312974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=9894896d-1ad6-411a-a8d3-af37cef18291,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:05.316044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:05.318454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:05.329102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:05.332013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:05.362363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.377940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 2194f65a-b847-4c5e-ac24-3512bac999dc yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:05.499294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:05.499658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d50b85c-7bb4-4ada-a09f-dcc46fcefb65 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:05.516157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.517565 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-524a913b-e424-449c-b2da-bc583c4f9c4d tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4188950 Jan 14 11:45:05.524534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41286) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:05.576871 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1104e1ca-5adb-4c8e-9137-b881129caaf0 req-9f1edf52-4764-44eb-a2ea-062c8fdc616d service neutron] 10.222.0.31 "GET /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271089 Jan 14 11:45:05.590939 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-420771bb-31fc-4c88-9b10-7332d3d2d68d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6c491563b93411ab5a83bd409d0546d&device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 1098 time: 0.5557632 Jan 14 11:45:05.592303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.630643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:45:05.638118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41292) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:05.683283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.716649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Transition to ACTIVE for port object 6664ce82-75b7-43f5-93b8-d55ec08f57f2 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:05.816310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Transition to ACTIVE for port object 6664ce82-75b7-43f5-93b8-d55ec08f57f2 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:05.837208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.908985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-7188a26b-96c7-4033-b31b-ad25373c4845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:05.910379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:05.910808 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-7188a26b-96c7-4033-b31b-ad25373c4845 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e40d5-345b-44d7-a9e2-26f7479ea014 HTTP/1.1" status: 200 len: 913 time: 0.3123486 Jan 14 11:45:05.955357 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-92a8f61e-2653-498d-bc1f-0fe7818998d0 tempest-AgentManagementNegativeTest-1526902710 tempest-AgentManagementNegativeTest-1526902710-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3151839 Jan 14 11:45:05.966666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Deleting port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:05.967005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.017838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:06.032605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:06.052633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::1cc (d177d53d-ca61-4e91-af17-578924330245/683114b3-e33b-4b85-8456-f87400fddebc/2194f65a-b847-4c5e-ac24-3512bac999dc) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:06.057078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Usage tracker for resource:floatingip and tenant:cf4913fa543b4af7a0660110d9592869 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:06.077620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:06.094505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:06.113506 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-f31443b6-c112-4ab3-97af-04677fbf7a9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca HTTP/1.1" status: 200 len: 999 time: 0.1912138 Jan 14 11:45:06.129955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:06.134163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.203620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:06.210930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:06.218574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:06.295029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Pushing event updated for resources: {'Port': ['ID=6664ce82-75b7-43f5-93b8-d55ec08f57f2,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:06.323539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:06.324418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.349687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-6257935b-7734-4bed-ad21-9db9c02ffa65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:06.351369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-6257935b-7734-4bed-ad21-9db9c02ffa65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=106aee2e-8498-475a-a6c5-d1dd28658f3a HTTP/1.1" status: 200 len: 851 time: 0.2225873 Jan 14 11:45:06.442520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Attempting to bind port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:06.442866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Attempting to bind port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:06.443212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Attempting to bind port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:06.489788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '82f42219-5c45-40ae-a866-0da461f64404', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'floating_ip_address': '172.26.8.152', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'port_id': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'mac_address': 'fa:16:3e:5c:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:22Z', 'updated_at': '2022-01-14T11:44:59Z', 'revision_number': 1, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:38Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:06.497347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f7181-8588-4778-81ed-c0125365a68d None None] Checking router: 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:45:06.503362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:06.503362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:06.503706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.504089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:06.505085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Bound port: 6664ce82-75b7-43f5-93b8-d55ec08f57f2, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:06.505085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.514814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-b977fd50-9079-415e-952c-7374fa3a580b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e40d5-345b-44d7-a9e2-26f7479ea014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479485 Jan 14 11:45:06.534811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.599042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41308) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:06.624148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:06.624797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:06.642916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] For port f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:06.643480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:06.749371 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-7551d56b-0973-40ae-aba7-3a3594adcb64 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179153 Jan 14 11:45:06.791976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Calling delete_port for f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:06.817620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:45:06.907727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Allocated IP 172.26.8.222 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/660f701c-faa6-4e61-aa38-0f55d9286264) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:06.952559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.041810 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bed43-98ec-4d64-8d60-785367bd8dc4 None None] New status for floating IP c5766c5a-3f68-479f-9aee-2ffde43e8884: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:45:07.055886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.077344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 2194f65a-b847-4c5e-ac24-3512bac999dc will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:07.160992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7dbe76b-3810-4c52-aca2-26283684dc7d req-00ab43a2-6b49-4bfa-b22a-a05aef8af507 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820207 Jan 14 11:45:07.172243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.211769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] For port 6664ce82-75b7-43f5-93b8-d55ec08f57f2, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:07.225882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] For port 6664ce82-75b7-43f5-93b8-d55ec08f57f2, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6664ce82-75b7-43f5-93b8-d55ec08f57f2,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:07.244770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.298282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.423844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.430699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:07.443577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:07.449322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:07.450537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b32ebf-47d7-4d41-a526-7754ebe72ee9 None None] Pushing event updated for resources: {'Port': ['ID=6664ce82-75b7-43f5-93b8-d55ec08f57f2,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:07.451345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.463648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.481432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:07.490399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:07.491258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.493317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-618f7181-8588-4778-81ed-c0125365a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '82f42219-5c45-40ae-a866-0da461f64404', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'floating_ip_address': '172.26.8.152', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'port_id': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'mac_address': 'fa:16:3e:5c:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:22Z', 'updated_at': '2022-01-14T11:44:59Z', 'revision_number': 1, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:38Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:07.498475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f7181-8588-4778-81ed-c0125365a68d None None] The sync data for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv is: [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '82f42219-5c45-40ae-a866-0da461f64404', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'floating_ip_address': '172.26.8.152', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'port_id': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'mac_address': 'fa:16:3e:5c:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:44:22Z', 'updated_at': '2022-01-14T11:44:59Z', 'revision_number': 1, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:38Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:07.505248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf0f8ac81594b5d99499e3ccabf4db2 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:07.515582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:07.533631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:07.536531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:07.540372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:07.546783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:07.572870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Pushing event updated for resources: {'Port': ['ID=660f701c-faa6-4e61-aa38-0f55d9286264,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:07.586307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=2194f65a-b847-4c5e-ac24-3512bac999dc,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:07.658167 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b79a92ab-e8f4-41ff-885d-a98f66ba47ce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2304528 Jan 14 11:45:07.662543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41318) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:07.811026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.885480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.931936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37ab3a-08d6-4d0c-94bb-d55f8b8e156a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:07.935792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37ab3a-08d6-4d0c-94bb-d55f8b8e156a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:07.939791 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ae37ab3a-08d6-4d0c-94bb-d55f8b8e156a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2730560 Jan 14 11:45:07.942305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:07.944339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41324) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:07.959754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6664ce82-75b7-43f5-93b8-d55ec08f57f2 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:07.997262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.000885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:08.011990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.041799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:08.052773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 2194f65a-b847-4c5e-ac24-3512bac999dc {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:08.053242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.102028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bf0f8ac81594b5d99499e3ccabf4db2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4730036 Jan 14 11:45:08.110513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41328) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:08.153918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8974331-d6ec-4cae-86d1-a296ec762b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c441ed-993b-46b1-8d3e-54ebf6e25cc5,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:08.158052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:45:08.225322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.239349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.381181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6463a50d-dc78-4980-8f16-533777e46d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.400967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.415490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6463a50d-dc78-4980-8f16-533777e46d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.419504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.506719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.711336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6463a50d-dc78-4980-8f16-533777e46d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.714167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 2194f65a-b847-4c5e-ac24-3512bac999dc owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:08.714720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=9894896d-1ad6-411a-a8d3-af37cef18291,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:08.725815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] Provisioning for port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:08.733061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] Provisioning complete for port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:08.733958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.744680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.747728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Pushing event updated for resources: {'Port': ['ID=660f701c-faa6-4e61-aa38-0f55d9286264,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:08.805082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.824292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463a50d-dc78-4980-8f16-533777e46d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c441ed-993b-46b1-8d3e-54ebf6e25cc5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:08.835902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.936458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:08.940112 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b1e7a4d7-cf26-4bf9-9c72-9ad613e5fef0 tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4009767 Jan 14 11:45:08.942789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41338) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:08.976518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.018305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] For port 6664ce82-75b7-43f5-93b8-d55ec08f57f2, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6664ce82-75b7-43f5-93b8-d55ec08f57f2,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:09.024036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.087304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6463a50d-dc78-4980-8f16-533777e46d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.088798 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6463a50d-dc78-4980-8f16-533777e46d8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14c441ed-993b-46b1-8d3e-54ebf6e25cc5 HTTP/1.1" status: 204 len: 168 time: 0.9770489 Jan 14 11:45:09.106774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.152681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0cfed-8929-463f-9b6f-ffef3a632bce None None] Pushing event updated for resources: {'Port': ['ID=6664ce82-75b7-43f5-93b8-d55ec08f57f2,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:09.170349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6c7e83f0-2340-43c6-8b8c-ebf18c5f66f0 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Synchronizing usage tracker for tenant:e427c80057394ac6ae2cdfcdcb1db4c8 on resource:floatingip {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:09.175902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-90074279-82af-445e-8a1f-f4d052edc8ee None None] Could not find standard attr ID for object 2194f65a-b847-4c5e-ac24-3512bac999dc. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:45:09.186405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=2194f65a-b847-4c5e-ac24-3512bac999dc,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:09.245415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.256149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1c1908c4-8259-4ea4-80cb-7e1d8d1dc5d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/2194f65a-b847-4c5e-ac24-3512bac999dc HTTP/1.1" status: 204 len: 168 time: 1.3106923 Jan 14 11:45:09.257952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6c7e83f0-2340-43c6-8b8c-ebf18c5f66f0 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Unset dirty status for tenant:e427c80057394ac6ae2cdfcdcb1db4c8 on resource:floatingip {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:09.259315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6c7e83f0-2340-43c6-8b8c-ebf18c5f66f0 tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4773 time: 0.3154402 Jan 14 11:45:09.259835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41344) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:09.262495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41348) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:09.306374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.317199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.454447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.455039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dddab015-f8f8-469e-82ef-a1cb614ff2b2 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:09.472711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.473945 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7db560c1-b402-4a02-b050-5ed669bf4448 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "DELETE /v2.0/routers/dddab015-f8f8-469e-82ef-a1cb614ff2b2 HTTP/1.1" status: 204 len: 168 time: 5.7535536 Jan 14 11:45:09.479325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41354) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:09.489066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1192817812', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:09.496919 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 39e94de4-4f89-4e31-b95f-31a773fa6efc associated. External IP: 172.26.8.127, port: a9493626-cc6c-4aae-b877-658031c70e77. Jan 14 11:45:09.505793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-44066455-ce3d-4f99-9176-aefac8e01ba8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Synchronizing usage tracker for tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 on resource:floatingip {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:09.511242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:09.522475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Usage tracker for resource:router and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:09.528812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6746489c-0fd5-4631-aa79-4dcbedac311e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:09.530253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6746489c-0fd5-4631-aa79-4dcbedac311e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:09.530992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6746489c-0fd5-4631-aa79-4dcbedac311e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:09.533715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:09.547939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:09.573011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-44066455-ce3d-4f99-9176-aefac8e01ba8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Unset dirty status for tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 on resource:floatingip {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:09.578151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41364) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:09.578383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-44066455-ce3d-4f99-9176-aefac8e01ba8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3145778 Jan 14 11:45:09.585019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.586409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.606258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6746489c-0fd5-4631-aa79-4dcbedac311e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:09.607418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6746489c-0fd5-4631-aa79-4dcbedac311e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3466935 Jan 14 11:45:09.610382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41368) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:09.658706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.812818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Deleting port 660f701c-faa6-4e61-aa38-0f55d9286264 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:09.813356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.948959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 683114b3-e33b-4b85-8456-f87400fddebc {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:09.953664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:09.956304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.000583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6664ce82-75b7-43f5-93b8-d55ec08f57f2 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:10.043437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.043895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.067706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.136256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:10.136897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.193830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Calling delete_port for 660f701c-faa6-4e61-aa38-0f55d9286264 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:10.218066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.290687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41386) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:10.441150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.482728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-653705509'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:10.495532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:10.497696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=683114b3-e33b-4b85-8456-f87400fddebc,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:10.503670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Usage tracker for resource:network and tenant:ae4fc4b51a4b476cb9cc63da29a977e9 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:10.515810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:10.527151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.531870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:10.532384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1ae0d-2a5e-4ba6-b229-23858b6d0f9a None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:10.552609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.562792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:10.566423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.579706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6429f98d-f1cb-472f-b57b-9de3c9dff3e7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/683114b3-e33b-4b85-8456-f87400fddebc HTTP/1.1" status: 204 len: 168 time: 0.9656513 Jan 14 11:45:10.582211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41392) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:10.601659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Pushing event deleted for resources: {'Port': ['ID=660f701c-faa6-4e61-aa38-0f55d9286264,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:10.658430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.682037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2a987f63-00e4-49d6-adec-9b6686765bb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987632 Jan 14 11:45:10.685013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41396) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:10.690823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:10.737533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.777358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:10.780751 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.784018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Usage tracker for resource:security_group_rule and tenant:ae4fc4b51a4b476cb9cc63da29a977e9 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:10.811996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:10.817630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] Deleting port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:10.818279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.821790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:10.829054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:10.871406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.901013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:10.906339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:10.907479 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fe6c1f48-a20a-4715-87f4-9e14598ae45c tempest-FloatingIPAdminTestJSON-2044869977 tempest-FloatingIPAdminTestJSON-2044869977-project] 10.222.0.48 "DELETE /v2.0/floatingips/a6431648-ddd6-4993-a0be-58f41aef8a34 HTTP/1.1" status: 204 len: 168 time: 1.3284013 Jan 14 11:45:10.910214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:10.912810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41402) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:10.916041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:10.974487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:11.001726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Allocated IP 172.26.8.230 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/79e68fd7-07c8-4bbc-a857-769fa090c909) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:11.013599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.020255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.064214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] For port 6664ce82-75b7-43f5-93b8-d55ec08f57f2, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6664ce82-75b7-43f5-93b8-d55ec08f57f2,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:11.064866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.088798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:11.110464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Deleting port b4c4f1d5-3a6f-4221-8c7c-1aaa774f1e12 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:11.110795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.128342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:45:11.143344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4b72a-1eae-49b1-8b4b-76bc85d60c16,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:11.206499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.206927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Added segment d0b66c2a-194e-4be4-add8-4c9240e26127 of type vlan for network 34095444-4d99-47a5-bb7d-fb5117fd1875 Jan 14 11:45:11.229661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] Calling delete_port for 6664ce82-75b7-43f5-93b8-d55ec08f57f2 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:11.265507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:11.275103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.303585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.331218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.338646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.343016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:11.343266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.354552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.380227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] Pushing event deleted for resources: {'Port': ['ID=6664ce82-75b7-43f5-93b8-d55ec08f57f2,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:11.388605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc95d7a-5c27-4c9c-b2e8-27d1fd0fb506 None None] No DVR routers for this DVR port 6664ce82-75b7-43f5-93b8-d55ec08f57f2 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:11.573875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Network': ['ID=34095444-4d99-47a5-bb7d-fb5117fd1875,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:11.582535 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d8f9df2c-f3a8-410c-a203-f3a1de9cd8b6 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2869055 Jan 14 11:45:11.583369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41410) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:11.587057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:45:11.590704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'subnet': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:11.611011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.611464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.614047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:11.749017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Calling delete_port for b4c4f1d5-3a6f-4221-8c7c-1aaa774f1e12 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:11.764401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:11.769428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:11.773623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event updated for resources: {'Port': ['ID=79e68fd7-07c8-4bbc-a857-769fa090c909,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:11.776273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:11.816612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:11.823521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Usage tracker for resource:subnet and tenant:ae4fc4b51a4b476cb9cc63da29a977e9 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:11.827722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:11.841195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:11.886903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:11.914692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6664ce82-75b7-43f5-93b8-d55ec08f57f2 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:12.009100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 6664ce82-75b7-43f5-93b8-d55ec08f57f2 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:12.009451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6664ce82-75b7-43f5-93b8-d55ec08f57f2 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:12.047101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.122940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.219056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.219861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.229121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:12.232973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:12.234558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.238032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=282bd248-b660-47ef-a464-8f66aa779485,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:12.241184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:12.242836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.246290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992efa22-b49a-4952-aea2-b4e3769ace0d None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:12.296347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4c4f1d5-3a6f-4221-8c7c-1aaa774f1e12,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:12.378731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.393844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:12.407438 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-07211212-26a1-4d0f-b939-915db8770350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7214024 Jan 14 11:45:12.410670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:12.414207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41418) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:12.421267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'name': 'tempest-NetworksTestDHCPv6-667897304'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:12.485619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:12.486557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:12.518141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.532224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Subnet': ['ID=c634123e-62ec-4a8c-b417-56e0ab7f19c6,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:12.550399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.552651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.557043 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ac11c6f6-afe7-4bca-b512-426431bba12b tempest-FloatingIPAdminTestJSON-1505533438 tempest-FloatingIPAdminTestJSON-1505533438-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/d329914a-234c-4d7b-a18b-8ae8e8b13367 HTTP/1.1" status: 204 len: 168 time: 1.6392264 Jan 14 11:45:12.558224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41424) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:12.612417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:12.621401 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f7ca9e9-da1e-4e0b-b0fd-7134eefb06d5 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4365327 Jan 14 11:45:12.621821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41428) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:12.627312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Checking segment: {'id': 'd0b66c2a-194e-4be4-add8-4c9240e26127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:12.627502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:12.627829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network hostable DHCP agents. Network: 34095444-4d99-47a5-bb7d-fb5117fd1875, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:45:12.646900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:12.648823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:12.670344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting port 9bc64e31-92c5-4902-b6fa-9733cb777ce3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:12.670721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.729898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '282bd248-b660-47ef-a464-8f66aa779485'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:12.731194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.737179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:12.743434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:45:12.744804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:12.746372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:12.747030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a948a5-9747-4e40-98b8-a64060259b15 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:12.749855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:12.754760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.806536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 34095444-4d99-47a5-bb7d-fb5117fd1875) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:12.810961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:12.811407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.814859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:12.829295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3180183-63b1-4a6f-9e50-1e9ae5c307ee None None] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:12.862597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:12.865811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:12.870967 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e1211b5d-e688-4acb-a391-c544926fec48 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2840300 Jan 14 11:45:12.916053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41432) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:12.927059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'name': 'tempest-AllowedAddressPairTestJSON-1669362595'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:12.946264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Router 9c9cf095-c818-482b-99b7-7e3dea5c5013 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:45:12.964194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 0b955f40-3560-4515-95ea-6f5f9171a876 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:13.021267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/282bd248-b660-47ef-a464-8f66aa779485/49fc5d52-3ba9-4468-8471-5b0fd5913033) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:13.144270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.150780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.151094 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 39e94de4-4f89-4e31-b95f-31a773fa6efc disassociated. External IP: 172.26.8.127, port: a9493626-cc6c-4aae-b877-658031c70e77. Jan 14 11:45:13.268521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.284385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-34095444-4d99-47a5-bb7d-fb5117fd1875', 'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'tenant_id': 'ae4fc4b51a4b476cb9cc63da29a977e9', 'fixed_ips': [{'subnet_id': 'c634123e-62ec-4a8c-b417-56e0ab7f19c6'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:13.285232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.418864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Calling delete_port for 9bc64e31-92c5-4902-b6fa-9733cb777ce3 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:13.461423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:13.473127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Usage tracker for resource:port and tenant:ae4fc4b51a4b476cb9cc63da29a977e9 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:13.479833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:13.490612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:13.536576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.558443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Transition to ACTIVE for port object 49fc5d52-3ba9-4468-8471-5b0fd5913033 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:13.566978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Allocated IP 172.20.0.2 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/079731b8-6987-4b3e-ac62-171ab89e5a49) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:13.578735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:13.581637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.589513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Transition to ACTIVE for port object 49fc5d52-3ba9-4468-8471-5b0fd5913033 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:13.625516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.651750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] device_id is not set on port c7d60520-cabb-47eb-a2ac-a066239f855f yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:13.715028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::2c1 (d177d53d-ca61-4e91-af17-578924330245/282bd248-b660-47ef-a464-8f66aa779485/0b955f40-3560-4515-95ea-6f5f9171a876) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:13.770758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:13.771775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Pushing event updated for resources: {'Port': ['ID=49fc5d52-3ba9-4468-8471-5b0fd5913033,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:13.776802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:13.780917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.781487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:13.845314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Port': ['ID=9bc64e31-92c5-4902-b6fa-9733cb777ce3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:13.906756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Attempting to bind port 49fc5d52-3ba9-4468-8471-5b0fd5913033 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:13.907111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Attempting to bind port 49fc5d52-3ba9-4468-8471-5b0fd5913033 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:13.907466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Attempting to bind port 49fc5d52-3ba9-4468-8471-5b0fd5913033 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:13.968432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:13.968778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:13.969122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.969513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:13.969985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Bound port: 49fc5d52-3ba9-4468-8471-5b0fd5913033, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:13.970348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:13.989035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.008178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:14.010751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 0b955f40-3560-4515-95ea-6f5f9171a876 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:14.021372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.023895 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] Sync routers for ids ['9c9cf095-c818-482b-99b7-7e3dea5c5013'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:14.041031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.041652 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1878e564-8bd7-4a78-97cc-144e22ecef0a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "DELETE /v2.0/ports/9bc64e31-92c5-4902-b6fa-9733cb777ce3 HTTP/1.1" status: 204 len: 168 time: 1.4805899 Jan 14 11:45:14.045552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41442) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:14.057800 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] Routers {'9c9cf095-c818-482b-99b7-7e3dea5c5013'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:14.059924 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['9c9cf095-c818-482b-99b7-7e3dea5c5013'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:14.099342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.101390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-091d7de5-b427-485b-939b-1fad4cf502d6 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6205938 Jan 14 11:45:14.106433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41446) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:14.144755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': False}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:14.169009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:14.175497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:14.179959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:14.181852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=0b955f40-3560-4515-95ea-6f5f9171a876,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:14.191595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:14.198109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:14.198746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.228940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.259618 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:14.260111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Transition to ACTIVE for port object 079731b8-6987-4b3e-ac62-171ab89e5a49 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:14.287613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63897dee-ec8d-40ba-b76d-872d3bf6520a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:14.288374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-63897dee-ec8d-40ba-b76d-872d3bf6520a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Synchronizing usage tracker for tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:14.289003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] For port 49fc5d52-3ba9-4468-8471-5b0fd5913033, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:14.291349 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] Routers {'9c9cf095-c818-482b-99b7-7e3dea5c5013'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:14.291959 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['9c9cf095-c818-482b-99b7-7e3dea5c5013'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:14.294382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] For port 49fc5d52-3ba9-4468-8471-5b0fd5913033, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=49fc5d52-3ba9-4468-8471-5b0fd5913033,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:14.296188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Transition to ACTIVE for port object 079731b8-6987-4b3e-ac62-171ab89e5a49 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:14.301682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.332759 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0b463cba-189a-417a-ae21-322cd6282725 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9155073 Jan 14 11:45:14.333574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41452) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:14.349543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.409969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:14.414207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-63897dee-ec8d-40ba-b76d-872d3bf6520a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Unset dirty status for tenant:8feb7be4c02b4a5aa9d4523e2da6b1b7 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:14.414780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:14.415308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-63897dee-ec8d-40ba-b76d-872d3bf6520a tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "GET /v2.0/ports?device_id=25976520-87d6-46a7-b95d-e84b475e54b4 HTTP/1.1" status: 200 len: 913 time: 0.3686645 Jan 14 11:45:14.420975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41456) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:14.421790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:14.433119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabc42e-29d4-4e69-b935-bf7a97893879 None None] Pushing event updated for resources: {'Port': ['ID=49fc5d52-3ba9-4468-8471-5b0fd5913033,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:14.485301 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:14.487640 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10aa09-9f0d-419a-bd5d-2f551989680b None None] The sync data for ids ['9c9cf095-c818-482b-99b7-7e3dea5c5013'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:14.491968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Allocated IP 172.20.0.8 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/c7d60520-cabb-47eb-a2ac-a066239f855f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:14.585670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4405e058-b576-4e1e-b682-29fd575837bb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:14.590560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4405e058-b576-4e1e-b682-29fd575837bb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:14.591353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4405e058-b576-4e1e-b682-29fd575837bb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:14.611163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Pushing event updated for resources: {'Port': ['ID=079731b8-6987-4b3e-ac62-171ab89e5a49,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:14.623146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Attempting to bind port 079731b8-6987-4b3e-ac62-171ab89e5a49 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:14.623508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Attempting to bind port 079731b8-6987-4b3e-ac62-171ab89e5a49 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd0b66c2a-194e-4be4-add8-4c9240e26127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:14.623903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Attempting to bind port 079731b8-6987-4b3e-ac62-171ab89e5a49 on network 34095444-4d99-47a5-bb7d-fb5117fd1875 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:14.631437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:14.631799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Checking segment: {'id': 'd0b66c2a-194e-4be4-add8-4c9240e26127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:14.632266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.633126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Bound using segment: {'id': 'd0b66c2a-194e-4be4-add8-4c9240e26127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:14.633642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Bound port: 079731b8-6987-4b3e-ac62-171ab89e5a49, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b66c2a-194e-4be4-add8-4c9240e26127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:14.634023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.683720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4405e058-b576-4e1e-b682-29fd575837bb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:14.684902 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4405e058-b576-4e1e-b682-29fd575837bb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3429801 Jan 14 11:45:14.697731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41460) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:14.769863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] For port 079731b8-6987-4b3e-ac62-171ab89e5a49, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:14.773942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] For port 079731b8-6987-4b3e-ac62-171ab89e5a49, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=079731b8-6987-4b3e-ac62-171ab89e5a49,segment=NetworkSegment(d0b66c2a-194e-4be4-add8-4c9240e26127),segment_id=d0b66c2a-194e-4be4-add8-4c9240e26127)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:14.781640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.792957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 0b955f40-3560-4515-95ea-6f5f9171a876 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:14.793289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.883486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:14.906651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aed6c-1786-4d4c-98fe-cb335f84a570 None None] Pushing event updated for resources: {'Port': ['ID=079731b8-6987-4b3e-ac62-171ab89e5a49,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:14.908225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Transition to ACTIVE for port object c7d60520-cabb-47eb-a2ac-a066239f855f will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:15.023524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.105087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:15.109088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:15.111385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:15.146543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:15.154933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.159831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:15.173107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:15.174004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:15.222313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.257569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:15.287219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:15.288063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:15.316243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:15.317045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.327706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=c7d60520-cabb-47eb-a2ac-a066239f855f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:15.409949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 0b955f40-3560-4515-95ea-6f5f9171a876 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:15.433749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:15.434397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55117f1f-07fb-47d5-90ab-a8c71bdea275 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:15.445909 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a9fccd9c-ee97-4366-a79f-1a802ace8b12 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/floatingips/39e94de4-4f89-4e31-b95f-31a773fa6efc HTTP/1.1" status: 200 len: 688 time: 2.8231044 Jan 14 11:45:15.452253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41468) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:15.453708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3bb431a7-6ff3-42e4-bcd7-e2268ffee517 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5366688 Jan 14 11:45:15.457961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41472) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:15.472679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'name': 'tempest-AllowedAddressPairTestJSON-771884580', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:66:df'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:15.673515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 9894896d-1ad6-411a-a8d3-af37cef18291 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:15.674189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.866781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-201e6c71-161d-4510-bdec-d70633c4e521 None None] Provisioning for port 49fc5d52-3ba9-4468-8471-5b0fd5913033 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:15.923248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:15.929647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.932520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Usage tracker for resource:port and tenant:ae4fc4b51a4b476cb9cc63da29a977e9 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:15.938791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:15.965137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.965839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:15.981283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:15.986383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.038010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 079731b8-6987-4b3e-ac62-171ab89e5a49 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:16.071269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=0b955f40-3560-4515-95ea-6f5f9171a876,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:16.088246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:16.165748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 079731b8-6987-4b3e-ac62-171ab89e5a49 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:16.186505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 49fc5d52-3ba9-4468-8471-5b0fd5913033 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:16.195283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 9894896d-1ad6-411a-a8d3-af37cef18291 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:16.332076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.356972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 49fc5d52-3ba9-4468-8471-5b0fd5913033 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:16.362571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 49fc5d52-3ba9-4468-8471-5b0fd5913033 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:16.363797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.378526 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-09e0efd0-31ad-4a20-b774-1916322cc7a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/0b955f40-3560-4515-95ea-6f5f9171a876 HTTP/1.1" status: 204 len: 168 time: 1.6807096 Jan 14 11:45:16.382834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41480) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:16.435114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c7506801-4316-4bef-81bb-57ee490edadd None None] Could not find standard attr ID for object 0b955f40-3560-4515-95ea-6f5f9171a876. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:45:16.483231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.518362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] device_id is not set on port b02b2728-a86e-4fde-838f-971e244d22c4 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:16.578144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.582193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93672f6-949e-4086-9a05-1a3ce5c3737d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:16.583862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93672f6-949e-4086-9a05-1a3ce5c3737d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:16.586656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f93672f6-949e-4086-9a05-1a3ce5c3737d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:16.601959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.621066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 49fc5d52-3ba9-4468-8471-5b0fd5913033, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=49fc5d52-3ba9-4468-8471-5b0fd5913033,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:16.625898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.690332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=9894896d-1ad6-411a-a8d3-af37cef18291,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:16.708774 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=49fc5d52-3ba9-4468-8471-5b0fd5913033,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:16.723004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:16.726960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcb2d2-623c-4048-afae-a0bb94013414 None None] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:16.734081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f93672f6-949e-4086-9a05-1a3ce5c3737d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:16.737763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f93672f6-949e-4086-9a05-1a3ce5c3737d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3456321 Jan 14 11:45:16.741734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41486) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:16.794388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Allocated IP 172.20.0.9 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/b02b2728-a86e-4fde-838f-971e244d22c4) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:16.867230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6395960b-819c-458b-95a7-e21666394d2f None None] Provisioning for port 079731b8-6987-4b3e-ac62-171ab89e5a49 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:16.894186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6395960b-819c-458b-95a7-e21666394d2f None None] Provisioning complete for port 079731b8-6987-4b3e-ac62-171ab89e5a49 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:16.894549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6395960b-819c-458b-95a7-e21666394d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.118340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.119769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6395960b-819c-458b-95a7-e21666394d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.173866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6395960b-819c-458b-95a7-e21666394d2f None None] For port 079731b8-6987-4b3e-ac62-171ab89e5a49, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=079731b8-6987-4b3e-ac62-171ab89e5a49,segment=NetworkSegment(d0b66c2a-194e-4be4-add8-4c9240e26127),segment_id=d0b66c2a-194e-4be4-add8-4c9240e26127)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:17.179403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6395960b-819c-458b-95a7-e21666394d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.189494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Transition to ACTIVE for port object b02b2728-a86e-4fde-838f-971e244d22c4 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:17.285059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395960b-819c-458b-95a7-e21666394d2f None None] Pushing event updated for resources: {'Port': ['ID=079731b8-6987-4b3e-ac62-171ab89e5a49,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:17.298021 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb5c2b5-e3f1-4a55-969c-ee577de17879 None None] New status for floating IP 82f42219-5c45-40ae-a866-0da461f64404: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:45:17.345229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.390844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.423277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.430797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.492759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:17.536630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-11866e6a-7af2-4903-b624-1b3aa298d8dc None None] Provisioning complete for port 079731b8-6987-4b3e-ac62-171ab89e5a49 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:17.536630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-11866e6a-7af2-4903-b624-1b3aa298d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.549458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.550258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c24634f5-9012-4721-bac9-fb0622e90bf6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/floatingips/39e94de4-4f89-4e31-b95f-31a773fa6efc HTTP/1.1" status: 204 len: 168 time: 2.0954854 Jan 14 11:45:17.554823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:17.559633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41494) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:17.580004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:17.621623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 282bd248-b660-47ef-a464-8f66aa779485 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:17.625356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.637054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '6a5b15d6-6c17-4374-83a5-8e55cfbe8221'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:17.669582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=b02b2728-a86e-4fde-838f-971e244d22c4,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:17.707369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.733570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:17.765096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:floatingip and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:17.771651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-11866e6a-7af2-4903-b624-1b3aa298d8dc None None] Provisioning for port c7d60520-cabb-47eb-a2ac-a066239f855f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:17.778570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-11866e6a-7af2-4903-b624-1b3aa298d8dc None None] Provisioning complete for port c7d60520-cabb-47eb-a2ac-a066239f855f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:17.778946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-11866e6a-7af2-4903-b624-1b3aa298d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.856528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-11866e6a-7af2-4903-b624-1b3aa298d8dc None None] Port c7d60520-cabb-47eb-a2ac-a066239f855f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:17.908943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.944227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:17.961908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:17.984463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:17.985574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:17.994689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Provisioning complete for port c7d60520-cabb-47eb-a2ac-a066239f855f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:17.995063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.010950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.017406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Router 9c9cf095-c818-482b-99b7-7e3dea5c5013 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:18.038256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.063068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=282bd248-b660-47ef-a464-8f66aa779485,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:18.072991 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-730c5511-62c3-45b7-a5c7-fa9d8bc6cf34 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.6139934 Jan 14 11:45:18.075572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41502) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:18.099218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 079731b8-6987-4b3e-ac62-171ab89e5a49 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:18.117975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.160947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb37c7-5319-4a6b-ba54-f5aa24c84757 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:18.219041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-128c40ce-5cc5-4f8f-a056-b4d71c4a779f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/282bd248-b660-47ef-a464-8f66aa779485 HTTP/1.1" status: 204 len: 168 time: 1.4404466 Jan 14 11:45:18.220671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41506) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:18.304314 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3fa3666d-ee69-4480-8682-98b0e62ddaa4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785697 Jan 14 11:45:18.305531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Port c7d60520-cabb-47eb-a2ac-a066239f855f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:18.305652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41510) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:18.325175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a257fac-f186-4810-a1d4-3bda36236c92 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:18.329088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a257fac-f186-4810-a1d4-3bda36236c92 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:18.332969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a257fac-f186-4810-a1d4-3bda36236c92 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:18.333774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6a257fac-f186-4810-a1d4-3bda36236c92 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Synchronizing usage tracker for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:18.381524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Provisioning for port b02b2728-a86e-4fde-838f-971e244d22c4 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:18.389005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 079731b8-6987-4b3e-ac62-171ab89e5a49 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:18.389373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.399754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.417253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Provisioning complete for port b02b2728-a86e-4fde-838f-971e244d22c4 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:18.417580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.421979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6a257fac-f186-4810-a1d4-3bda36236c92 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Unset dirty status for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:18.425847 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6a257fac-f186-4810-a1d4-3bda36236c92 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3466411 Jan 14 11:45:18.426411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41514) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:18.464964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting port b6d9aede-4002-493b-8d06-8c207dd2dfb9 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:18.465205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.502413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port b02b2728-a86e-4fde-838f-971e244d22c4 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:18.503204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.517003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ecff977f-5d00-4926-81be-5633d9d809a4 None None] Port b02b2728-a86e-4fde-838f-971e244d22c4 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:18.565924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:18.572471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.577805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-61cd6e86-e189-4d10-ba48-fc8ed9e6688c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "PUT /v2.0/routers/9c9cf095-c818-482b-99b7-7e3dea5c5013 HTTP/1.1" status: 200 len: 926 time: 4.4637313 Jan 14 11:45:18.579812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] Sync routers for ids ['9c9cf095-c818-482b-99b7-7e3dea5c5013'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:18.580820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41518) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:18.606544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 49fc5d52-3ba9-4468-8471-5b0fd5913033 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:18.669906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] Routers {'9c9cf095-c818-482b-99b7-7e3dea5c5013'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:18.669906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['9c9cf095-c818-482b-99b7-7e3dea5c5013'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:18.685559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4580cda9-e5d5-47a7-85d5-ccdfb108e096 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:18.686306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4580cda9-e5d5-47a7-85d5-ccdfb108e096 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:18.764635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.204 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/e92e989d-6229-4696-8e73-8f601a2f0c5d) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:18.787609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4580cda9-e5d5-47a7-85d5-ccdfb108e096 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:18.788877 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4580cda9-e5d5-47a7-85d5-ccdfb108e096 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4826500 Jan 14 11:45:18.793798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41524) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:18.817120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:18.830264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:18.855102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.855866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] Routers {'9c9cf095-c818-482b-99b7-7e3dea5c5013'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:18.857408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['9c9cf095-c818-482b-99b7-7e3dea5c5013'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:18.960479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:18.963393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:18.963803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8299b5-5528-43aa-98e2-d8dd155edcf6 None None] The sync data for ids ['9c9cf095-c818-482b-99b7-7e3dea5c5013'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:18.965570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] Deleting port 49fc5d52-3ba9-4468-8471-5b0fd5913033 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:18.965987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.038562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 49fc5d52-3ba9-4468-8471-5b0fd5913033 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:19.039187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.060902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Calling delete_port for b6d9aede-4002-493b-8d06-8c207dd2dfb9 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:19.129592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936d4d9-d4a2-4ce1-8f01-5598141cf4cc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:19.129592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a936d4d9-d4a2-4ce1-8f01-5598141cf4cc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:19.212426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for b02b2728-a86e-4fde-838f-971e244d22c4 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:19.266845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.272956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a936d4d9-d4a2-4ce1-8f01-5598141cf4cc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:19.274958 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a936d4d9-d4a2-4ce1-8f01-5598141cf4cc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4774961 Jan 14 11:45:19.280040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41532) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:19.339939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.359448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] For port 49fc5d52-3ba9-4468-8471-5b0fd5913033, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=49fc5d52-3ba9-4468-8471-5b0fd5913033,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:19.359955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.377037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-13d7a781-4630-4352-81e5-998ae4c54dd6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920570 Jan 14 11:45:19.378302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41536) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:19.384124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:19.455662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=e92e989d-6229-4696-8e73-8f601a2f0c5d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:19.463275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:19.468102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:19.471426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:19.495401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] Calling delete_port for 49fc5d52-3ba9-4468-8471-5b0fd5913033 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:19.541527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.545573 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e2285e29-a365-4f06-b1dd-7ec8c131a930 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/9c9cf095-c818-482b-99b7-7e3dea5c5013 HTTP/1.1" status: 200 len: 926 time: 0.9634297 Jan 14 11:45:19.551976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41540) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:19.557444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:19.571689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.615944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] No DVR routers for this DVR port 49fc5d52-3ba9-4468-8471-5b0fd5913033 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:19.619925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:19.623968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f133bc-d341-4c21-9b9a-9e956f021625 None None] Pushing event deleted for resources: {'Port': ['ID=49fc5d52-3ba9-4468-8471-5b0fd5913033,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:19.635657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Port': ['ID=b6d9aede-4002-493b-8d06-8c207dd2dfb9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:19.639390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.684663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:19.688173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:19.724464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Port': ['ID=b02b2728-a86e-4fde-838f-971e244d22c4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:19.882558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3780ed7e-163f-46d9-85f1-913acfa6a643 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Synchronizing usage tracker for tenant:d4658271174e4313bc335c1d35d3994f on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:19.942945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 49fc5d52-3ba9-4468-8471-5b0fd5913033 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:19.999126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 49fc5d52-3ba9-4468-8471-5b0fd5913033 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:19.999728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 49fc5d52-3ba9-4468-8471-5b0fd5913033 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:20.017183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3780ed7e-163f-46d9-85f1-913acfa6a643 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Unset dirty status for tenant:d4658271174e4313bc335c1d35d3994f on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:20.021387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3780ed7e-163f-46d9-85f1-913acfa6a643 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=9c9cf095-c818-482b-99b7-7e3dea5c5013&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4658225 Jan 14 11:45:20.023659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41546) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:20.182925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.259008 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e9f16e79-8e78-4c5d-869c-a40b2cbca717 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/ports/b02b2728-a86e-4fde-838f-971e244d22c4 HTTP/1.1" status: 204 len: 168 time: 1.8319409 Jan 14 11:45:20.270701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41552) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:20.323026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc018a-a593-46ae-ac93-d89b209642ab tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:20.324381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e1bc018a-a593-46ae-ac93-d89b209642ab tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.2954192 Jan 14 11:45:20.325363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.327411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41556) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:20.356215 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6796e0-85b2-4193-8162-c737fa73be9b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] GET failed (client error): The resource could not be found. Jan 14 11:45:20.356719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1f6796e0-85b2-4193-8162-c737fa73be9b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Synchronizing usage tracker for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:20.389824 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7bae96cf-729b-4a34-b31f-a833bd74e3a0 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c9cf095-c818-482b-99b7-7e3dea5c5013 HTTP/1.1" status: 200 len: 205 time: 0.0581491 Jan 14 11:45:20.391220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41562) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:20.403873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:20.425569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.464929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:20.472919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007aa7bb-44d1-4972-84ed-d6ce13ae5f98 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:20.474500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1f6796e0-85b2-4193-8162-c737fa73be9b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Unset dirty status for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:20.481354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f6796e0-85b2-4193-8162-c737fa73be9b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "GET /v2.0/ports/b02b2728-a86e-4fde-838f-971e244d22c4 HTTP/1.1" status: 404 len: 333 time: 0.2039759 Jan 14 11:45:20.481354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:20.481354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.484704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41566) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:20.486916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=a85f44cd-6edd-4552-a3cb-4b42f72cce61,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:20.503547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'name': 'tempest-AllowedAddressPairTestJSON-206959734'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:20.597757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b1be88d5-c170-477c-aff5-cfaba1172376 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2190976 Jan 14 11:45:20.602921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41570) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:20.623610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': 'a85f44cd-6edd-4552-a3cb-4b42f72cce61', 'ip_address': '2001:db8::88eb:bc95:5cf8:29ef'}], 'name': 'tempest-NetworksTestDHCPv6-1587823745'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:20.716505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.735121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'a85f44cd-6edd-4552-a3cb-4b42f72cce61'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:20.736607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.791639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:20.918868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/a85f44cd-6edd-4552-a3cb-4b42f72cce61/736567f1-42d9-4fc2-9de2-a90be9f01f2d) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:20.930061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:20.973471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:21.002247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:21.005218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.015366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:21.036069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:21.049644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] device_id is not set on port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:21.087209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:21.092589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.138371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port a141c9ee-b680-42ba-a831-c6697521cfb3 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:21.152986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.167070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Transition to ACTIVE for port object 736567f1-42d9-4fc2-9de2-a90be9f01f2d will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:21.195735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Transition to ACTIVE for port object 736567f1-42d9-4fc2-9de2-a90be9f01f2d will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:21.195959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.206718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.282474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:21.292953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:21.300948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:21.403674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:45:21.418543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Pushing event updated for resources: {'Port': ['ID=736567f1-42d9-4fc2-9de2-a90be9f01f2d,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:21.420555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.423218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Attempting to bind port 736567f1-42d9-4fc2-9de2-a90be9f01f2d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:21.423787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Attempting to bind port 736567f1-42d9-4fc2-9de2-a90be9f01f2d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:21.424138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Attempting to bind port 736567f1-42d9-4fc2-9de2-a90be9f01f2d on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:21.432226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:21.432579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:21.433001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.433392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:21.434012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Bound port: 736567f1-42d9-4fc2-9de2-a90be9f01f2d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:21.434384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.436207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.502027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Allocated IP 172.20.0.3 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/36021acb-ff8d-4b2e-ad9d-23c6b606f55b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:21.534689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] For port 736567f1-42d9-4fc2-9de2-a90be9f01f2d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:21.538532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] For port 736567f1-42d9-4fc2-9de2-a90be9f01f2d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=736567f1-42d9-4fc2-9de2-a90be9f01f2d,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:21.545972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.551394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=e92e989d-6229-4696-8e73-8f601a2f0c5d,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:21.637963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:21.641478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4280e-6643-4756-8c5c-8d947ea46873 None None] Pushing event updated for resources: {'Port': ['ID=736567f1-42d9-4fc2-9de2-a90be9f01f2d,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:21.693067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::88eb:bc95:5cf8:29ef (d177d53d-ca61-4e91-af17-578924330245/a85f44cd-6edd-4552-a3cb-4b42f72cce61/a141c9ee-b680-42ba-a831-c6697521cfb3) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:21.847302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Router 25976520-87d6-46a7-b95d-e84b475e54b4 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:22.011380 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 0311c187-4097-493f-95a9-64b0f894749b associated. External IP: 172.26.8.204, port: 6a5b15d6-6c17-4374-83a5-8e55cfbe8221. Jan 14 11:45:22.019432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.021576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 736567f1-42d9-4fc2-9de2-a90be9f01f2d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:22.047182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Transition to ACTIVE for port object 36021acb-ff8d-4b2e-ad9d-23c6b606f55b will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:22.104625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.121849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 736567f1-42d9-4fc2-9de2-a90be9f01f2d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:22.144322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Deleting port 79e68fd7-07c8-4bbc-a857-769fa090c909 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:22.144662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.185496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.193369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.265478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object a141c9ee-b680-42ba-a831-c6697521cfb3 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:22.314039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:22.325321 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] Sync routers for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:22.337911 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:22.338492 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:22.350811 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4b65107-a221-4ae0-b46c-1881712cdd3c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "PUT /v2.0/routers/25976520-87d6-46a7-b95d-e84b475e54b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9270592 Jan 14 11:45:22.355789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41580) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:22.376890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:22.380986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=36021acb-ff8d-4b2e-ad9d-23c6b606f55b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:22.384500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:22.391781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:22.432046 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:22.450337 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] Routers {'25976520-87d6-46a7-b95d-e84b475e54b4'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:22.451192 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['25976520-87d6-46a7-b95d-e84b475e54b4'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:22.530157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.538609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:22.539275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.550708 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:22.552670 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb07c92-6c56-4679-b8e0-ba8549560aff None None] The sync data for ids ['25976520-87d6-46a7-b95d-e84b475e54b4'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:22.641679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.786420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-02049b7a-5693-44c2-b81e-3ab06196d74e None None] Provisioning for port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:22.800815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-02049b7a-5693-44c2-b81e-3ab06196d74e None None] Provisioning complete for port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:22.801182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02049b7a-5693-44c2-b81e-3ab06196d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.874869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-02049b7a-5693-44c2-b81e-3ab06196d74e None None] Port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:22.923824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:22.973831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Calling delete_port for 79e68fd7-07c8-4bbc-a857-769fa090c909 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:22.998125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] Provisioning for port 736567f1-42d9-4fc2-9de2-a90be9f01f2d completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:23.003736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] Provisioning complete for port 736567f1-42d9-4fc2-9de2-a90be9f01f2d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:23.004106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.030005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:23.036737 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:23.039478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=a141c9ee-b680-42ba-a831-c6697521cfb3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:23.044781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:23.049621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:23.049621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.054519 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-730aa93a-0842-40f3-a6dc-c21533434638 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5651381 Jan 14 11:45:23.059618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41590) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:23.077971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:66:df'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:23.140688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:23.142428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.146874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d5f30d17-bff1-40f1-9875-bb15f0ab6bee tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5416415 Jan 14 11:45:23.150933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41594) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:23.187843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] For port 736567f1-42d9-4fc2-9de2-a90be9f01f2d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=736567f1-42d9-4fc2-9de2-a90be9f01f2d,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:23.195449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.297675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101df9f-16f5-4c90-98f7-cb33e64e10bd None None] Pushing event updated for resources: {'Port': ['ID=736567f1-42d9-4fc2-9de2-a90be9f01f2d,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:23.429652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.431935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3dcecd3e-ab02-41b6-a32b-403f9f5aac8d None None] Provisioning for port a141c9ee-b680-42ba-a831-c6697521cfb3 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:23.437211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3dcecd3e-ab02-41b6-a32b-403f9f5aac8d None None] Provisioning complete for port a141c9ee-b680-42ba-a831-c6697521cfb3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:23.437691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3dcecd3e-ab02-41b6-a32b-403f9f5aac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.464824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05acd13-bb81-4fd9-a2f0-5434270fd8c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:23.468861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05acd13-bb81-4fd9-a2f0-5434270fd8c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:23.472996 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b05acd13-bb81-4fd9-a2f0-5434270fd8c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3065250 Jan 14 11:45:23.473777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41598) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:23.478564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event deleted for resources: {'Port': ['ID=79e68fd7-07c8-4bbc-a857-769fa090c909,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:23.488241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.501447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3dcecd3e-ab02-41b6-a32b-403f9f5aac8d None None] Port a141c9ee-b680-42ba-a831-c6697521cfb3 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:23.609989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port a141c9ee-b680-42ba-a831-c6697521cfb3 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:23.610326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.686411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.738113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting port 39c3c53b-b7d6-47bb-b14d-ea85872fc59e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:23.738451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.843740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:23.977432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 736567f1-42d9-4fc2-9de2-a90be9f01f2d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:24.004861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:24.023042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:24.060626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:24.061301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:24.082085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.097055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.127679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:24.150189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:24.150794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:24.160547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.170212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.192676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.206930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.211295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 736567f1-42d9-4fc2-9de2-a90be9f01f2d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:24.211665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.212514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.238478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:24.238874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25744f-2ab5-4208-abc3-8ca3817e8d89 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:24.248626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.249158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9cf095-c818-482b-99b7-7e3dea5c5013 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:24.281164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Calling delete_port for 39c3c53b-b7d6-47bb-b14d-ea85872fc59e owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:24.381495 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9a5ccd4a-8700-4f87-9255-572d6fd11f95 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8029377 Jan 14 11:45:24.425622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41608) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:24.429007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.433800 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e20cb8da-8a01-4a60-a3ba-14969b7bd258 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/9c9cf095-c818-482b-99b7-7e3dea5c5013 HTTP/1.1" status: 204 len: 168 time: 4.0361474 Jan 14 11:45:24.457698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41612) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:24.466061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for a141c9ee-b680-42ba-a831-c6697521cfb3 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:24.499710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1488298563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:24.516017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=36021acb-ff8d-4b2e-ad9d-23c6b606f55b,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:24.518401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:24.536699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Usage tracker for resource:router and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:24.543599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f1c11f4-76c9-4d52-bbd1-46131e0dc566 None None] Provisioning complete for port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:24.544355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f1c11f4-76c9-4d52-bbd1-46131e0dc566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.544954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:24.556206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:24.556621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] In _notify_port_updated(), no bound segment for port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b on network 34095444-4d99-47a5-bb7d-fb5117fd1875 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:45:24.560445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:24.562079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.562368 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-914282d4-eeeb-49c2-9434-81d18c79de8f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "PUT /v2.0/ports/36021acb-ff8d-4b2e-ad9d-23c6b606f55b HTTP/1.1" status: 200 len: 992 time: 1.4997492 Jan 14 11:45:24.565508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41616) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:24.573117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-39c0b1f8-d3cd-4879-9135-4feb368dbad3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/floatingips/0311c187-4097-493f-95a9-64b0f894749b HTTP/1.1" status: 200 len: 978 time: 0.1416399 Jan 14 11:45:24.573750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41620) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:24.598529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.599486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.606043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c11f4-76c9-4d52-bbd1-46131e0dc566 None None] Port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:24.681277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.718810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port 36021acb-ff8d-4b2e-ad9d-23c6b606f55b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:24.719140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.770703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f2ea27d9-1402-491f-97c9-7eb00785318a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Synchronizing usage tracker for tenant:2148588148104dd085af4fc4ccfdc805 on resource:floatingip {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:24.837409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.853648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f2ea27d9-1402-491f-97c9-7eb00785318a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Unset dirty status for tenant:2148588148104dd085af4fc4ccfdc805 on resource:floatingip {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:24.857182 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f2ea27d9-1402-491f-97c9-7eb00785318a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2527165 Jan 14 11:45:24.863544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41628) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:24.877106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'port_id': 'a9493626-cc6c-4aae-b877-658031c70e77'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:24.908439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:24.924656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=a141c9ee-b680-42ba-a831-c6697521cfb3,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:25.007118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.008366 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-22f5def6-e0a2-45ed-bc30-e425684a0fc5 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5504382 Jan 14 11:45:25.009639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.011368 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2890bdef-d7b3-4027-bbc1-74957a7bf66d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/a141c9ee-b680-42ba-a831-c6697521cfb3 HTTP/1.1" status: 204 len: 168 time: 1.5368564 Jan 14 11:45:25.012659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41632) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:25.015099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41634) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:25.020444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:25.067128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.114047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.230551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Port': ['ID=39c3c53b-b7d6-47bb-b14d-ea85872fc59e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:25.280527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.290218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637ade9-a0ba-445f-af5b-f5bf5fe64eb1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:25.291619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637ade9-a0ba-445f-af5b-f5bf5fe64eb1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:25.293155 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c637ade9-a0ba-445f-af5b-f5bf5fe64eb1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2771335 Jan 14 11:45:25.298067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41642) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:25.426495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for 36021acb-ff8d-4b2e-ad9d-23c6b606f55b owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:25.806664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.815989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:25.970068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Port': ['ID=36021acb-ff8d-4b2e-ad9d-23c6b606f55b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:26.023590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet a85f44cd-6edd-4552-a3cb-4b42f72cce61 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:26.032138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.364195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.380207 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d2493b74-383c-4b2f-908f-a668484a669c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/ports/36021acb-ff8d-4b2e-ad9d-23c6b606f55b HTTP/1.1" status: 204 len: 168 time: 1.8137906 Jan 14 11:45:26.384888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41652) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:26.426590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.435670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.463567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.465664 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36da731-76b3-409e-b8dc-578c92490281 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] GET failed (client error): The resource could not be found. Jan 14 11:45:26.466171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c36da731-76b3-409e-b8dc-578c92490281 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Synchronizing usage tracker for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:26.471360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.542676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c36da731-76b3-409e-b8dc-578c92490281 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Unset dirty status for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:26.543855 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c36da731-76b3-409e-b8dc-578c92490281 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "GET /v2.0/ports/36021acb-ff8d-4b2e-ad9d-23c6b606f55b HTTP/1.1" status: 404 len: 333 time: 0.1580698 Jan 14 11:45:26.552254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41656) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:26.564284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'name': 'tempest-AllowedAddressPairTestJSON-1424279724'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:26.595817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.596418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Fanout notify agent at l3_agent the message router_deleted on router 25976520-87d6-46a7-b95d-e84b475e54b4 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:26.618663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.619723 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-274261bf-fda9-4e48-b1d8-ec746e6ede96 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "DELETE /v2.0/routers/25976520-87d6-46a7-b95d-e84b475e54b4 HTTP/1.1" status: 204 len: 168 time: 4.2629542 Jan 14 11:45:26.623263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41660) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:26.630301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.661428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.669351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.789209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:26.803049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:26.858881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.870942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:26.873881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.908325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] device_id is not set on port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:26.918480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=a85f44cd-6edd-4552-a3cb-4b42f72cce61,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:26.950011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:26.950873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1395b12-3353-4fd0-8e28-25141b8fd275 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:26.960279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting subnet 978af58e-015c-496d-acb1-08a5b56fc114 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:26.966995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.009256 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8d3b90b3-1c7f-48c3-bc0e-bab8fe33007a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/a85f44cd-6edd-4552-a3cb-4b42f72cce61 HTTP/1.1" status: 204 len: 168 time: 1.7065091 Jan 14 11:45:27.013167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:27.034817 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 0311c187-4097-493f-95a9-64b0f894749b associated. External IP: 172.26.8.204, port: 6a5b15d6-6c17-4374-83a5-8e55cfbe8221. Jan 14 11:45:27.124311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.128087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Allocated IP 172.20.0.11 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/6827bcc1-a6f3-4faa-9d29-b03607900ce9) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:27.158953 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f8bc3083-e83e-4081-a630-465c9e4a6921 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446416 Jan 14 11:45:27.163885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41672) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:27.180026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.182487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:27.302240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.341986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.372595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:27.377735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] Deleting port 736567f1-42d9-4fc2-9de2-a90be9f01f2d {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:27.378134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.487661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.536198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Subnet': ['ID=978af58e-015c-496d-acb1-08a5b56fc114,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:27.567602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:27.575643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0c68b-16f2-46ce-811d-0c3945c110a6 None None] Network 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:27.580466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.595735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:27.597057 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-75c151f3-47bf-4352-9da6-b8bb457a7b7c tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "DELETE /v2.0/subnets/978af58e-015c-496d-acb1-08a5b56fc114 HTTP/1.1" status: 204 len: 168 time: 0.9711282 Jan 14 11:45:27.599438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41678) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:27.601749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:27.615706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:27.656162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:27.697477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] For port 736567f1-42d9-4fc2-9de2-a90be9f01f2d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=736567f1-42d9-4fc2-9de2-a90be9f01f2d,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:27.697852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.713344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Allocated IP 172.26.8.214 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/608fcb4c-fc0b-4365-8b96-86ea5a372e2b) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:27.740883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.745866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.796636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Transition to ACTIVE for port object 6827bcc1-a6f3-4faa-9d29-b03607900ce9 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:27.800212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.823664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting port 843a17fc-3652-485d-b36a-d0f0a87c2e90 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:27.824005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:27.851730 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] Calling delete_port for 736567f1-42d9-4fc2-9de2-a90be9f01f2d owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:27.981291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 736567f1-42d9-4fc2-9de2-a90be9f01f2d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:28.019097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.097488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.150633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.155263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=6827bcc1-a6f3-4faa-9d29-b03607900ce9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:28.160549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:28.165389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:28.170266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:28.273953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.346481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] For port 843a17fc-3652-485d-b36a-d0f0a87c2e90, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=843a17fc-3652-485d-b36a-d0f0a87c2e90,segment=NetworkSegment(a2a74bbf-634d-43dd-93ae-b3740861e5d7),segment_id=a2a74bbf-634d-43dd-93ae-b3740861e5d7)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:28.346953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.370981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] Pushing event deleted for resources: {'Port': ['ID=736567f1-42d9-4fc2-9de2-a90be9f01f2d,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:28.380208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] DHCP port deletion for 7d835be0-0fd0-42e6-baa5-eefeef73fcf1 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:28.400538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Deleting port 843a17fc-3652-485d-b36a-d0f0a87c2e90 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:28.400930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.465423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:28.466972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.484610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d947853-e264-448d-98fa-f2abd2a20eb3 None None] No DVR routers for this DVR port 736567f1-42d9-4fc2-9de2-a90be9f01f2d on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:28.516009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.589283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Calling delete_port for 843a17fc-3652-485d-b36a-d0f0a87c2e90 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:28.594604 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7bbc365d-5e13-43c8-872c-4763fa5479ca tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0412958 Jan 14 11:45:28.602462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:28.603335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41688) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:28.610558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:28.617085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:af:66:df'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:28.627181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af301978-db35-42bd-8c6e-a5ae6af268c6 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:28.643316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.653539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:28.654130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.706794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=5558a9f7-d2bb-477f-897f-45f2e33a31b1,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:28.726288 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-66ed8fd7-ad42-416d-9abc-d5c8662ea4a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5603454 Jan 14 11:45:28.732236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41692) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:28.752092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:28.754318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:28.758096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:28.758406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '5558a9f7-d2bb-477f-897f-45f2e33a31b1', 'ip_address': '2001:db8::7bba:667:40c7:8434'}], 'name': 'tempest-NetworksTestDHCPv6-896547236'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:28.760546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:28.908571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event updated for resources: {'Port': ['ID=608fcb4c-fc0b-4365-8b96-86ea5a372e2b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:28.911167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3561c8d3-8f85-4e1b-8e2a-3587fb7f4713 None None] Provisioning for port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:28.936533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.947977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3561c8d3-8f85-4e1b-8e2a-3587fb7f4713 None None] Provisioning complete for port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:28.948381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3561c8d3-8f85-4e1b-8e2a-3587fb7f4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:28.984619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Port': ['ID=843a17fc-3652-485d-b36a-d0f0a87c2e90,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:29.002585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] No DVR routers for this DVR port 843a17fc-3652-485d-b36a-d0f0a87c2e90 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:29.020482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3561c8d3-8f85-4e1b-8e2a-3587fb7f4713 None None] Port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:29.046890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] For port 843a17fc-3652-485d-b36a-d0f0a87c2e90, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=843a17fc-3652-485d-b36a-d0f0a87c2e90,segment=NetworkSegment(a2a74bbf-634d-43dd-93ae-b3740861e5d7),segment_id=a2a74bbf-634d-43dd-93ae-b3740861e5d7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:29.047643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.061720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.070734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:29.076741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:29.081721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:29.116579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:29.156721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:29.162188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.198236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.281611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Calling delete_port for 843a17fc-3652-485d-b36a-d0f0a87c2e90 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:29.304812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.321722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.332498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.339853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 7300cd18-dcbe-47d0-a00b-903818cbb9d7 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:29.413793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:45:29.414535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:45:29.425502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d835be0-0fd0-42e6-baa5-eefeef73fcf1']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:29.433883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '5558a9f7-d2bb-477f-897f-45f2e33a31b1'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:29.435154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.441139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a74bbf-634d-43dd-93ae-b3740861e5d7') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:29.441472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a74bbf-634d-43dd-93ae-b3740861e5d7') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:29.467747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.500854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.511442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:45:29.511905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:45:29.571151 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:45:29.622952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/5558a9f7-d2bb-477f-897f-45f2e33a31b1/ef8ba7bc-7d6c-495d-a182-e88ce3facbb2) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:29.690126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.752470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:29.765041 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:29.792145 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:29.793353 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:29.848482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.849158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.861253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.861506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Network': ['ID=7d835be0-0fd0-42e6-baa5-eefeef73fcf1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:29.864857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-84709171-aa7b-4496-b661-b4bea9928fe8 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "DELETE /v2.0/networks/7d835be0-0fd0-42e6-baa5-eefeef73fcf1 HTTP/1.1" status: 204 len: 168 time: 2.2644241 Jan 14 11:45:29.867278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41702) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:29.883281 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:29.911839 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:29.915071 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:29.918831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Deleting port 843a17fc-3652-485d-b36a-d0f0a87c2e90 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:29.919317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:29.970126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=6827bcc1-a6f3-4faa-9d29-b03607900ce9,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:30.047150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 843a17fc-3652-485d-b36a-d0f0a87c2e90 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:30.055762 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:30.056227 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8807a-c850-4d95-9e06-eec08f414b43 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:30.108412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] In _notify_port_updated(), no bound segment for port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 on network 34095444-4d99-47a5-bb7d-fb5117fd1875 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:45:30.111403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-43bb7999-bc63-435c-a88f-07fe4734ef71 None None] The port '843a17fc-3652-485d-b36a-d0f0a87c2e90' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:45:30.112181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 843a17fc-3652-485d-b36a-d0f0a87c2e90 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:30.112510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 843a17fc-3652-485d-b36a-d0f0a87c2e90 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:30.116934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:30.119897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.121933 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dc276341-a9cd-4b01-a24d-4abfedfdc010 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "PUT /v2.0/ports/6827bcc1-a6f3-4faa-9d29-b03607900ce9 HTTP/1.1" status: 200 len: 997 time: 1.5167215 Jan 14 11:45:30.127699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41706) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:30.203162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Deleting port 755d6f20-d179-4a6d-8137-59493f8a14e7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:30.203784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.224042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:30.224764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.237982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Router 91055790-8619-434f-9345-8a40ae2e538c is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:45:30.247805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.260966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Transition to ACTIVE for port object ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:30.291021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Transition to ACTIVE for port object ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:30.298160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.385824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:30.390023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:30.406804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:30.418201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Pushing event updated for resources: {'Port': ['ID=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:30.480204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.480882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.488846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5dc5e389-7508-4910-a859-395d711ac3ef None None] Provisioning complete for port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:30.489212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e389-7508-4910-a859-395d711ac3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.554183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::7bba:667:40c7:8434 (d177d53d-ca61-4e91-af17-578924330245/5558a9f7-d2bb-477f-897f-45f2e33a31b1/7300cd18-dcbe-47d0-a00b-903818cbb9d7) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:30.564092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Attempting to bind port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:30.564092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Attempting to bind port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:30.564405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Attempting to bind port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:30.570473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5e389-7508-4910-a859-395d711ac3ef None None] Port 6827bcc1-a6f3-4faa-9d29-b03607900ce9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:30.575183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:30.575545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:30.576358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.576358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:30.577211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Bound port: ef8ba7bc-7d6c-495d-a182-e88ce3facbb2, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:30.577211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.611110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Calling delete_port for 755d6f20-d179-4a6d-8137-59493f8a14e7 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:30.663704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.682269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] For port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:30.686123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] For port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:30.691025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.793421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ead84-bb76-4d57-af5f-899e1910dea2 None None] Pushing event updated for resources: {'Port': ['ID=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:30.800394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for 6827bcc1-a6f3-4faa-9d29-b03607900ce9 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:30.818594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:30.854478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] Sync routers for ids ['91055790-8619-434f-9345-8a40ae2e538c'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:30.872649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7642331d-1cef-4a7b-b3b6-4fc9b905bd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.874257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:30.879701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] Routers {'91055790-8619-434f-9345-8a40ae2e538c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:30.879701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['91055790-8619-434f-9345-8a40ae2e538c'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:30.881890 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49772f5f-2cb5-4f95-b25c-60badc387f6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "PUT /v2.0/routers/91055790-8619-434f-9345-8a40ae2e538c HTTP/1.1" status: 200 len: 884 time: 5.8676350 Jan 14 11:45:30.894820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41714) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:30.993889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:31.003339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.012154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.012832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] Routers {'91055790-8619-434f-9345-8a40ae2e538c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:31.013849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['91055790-8619-434f-9345-8a40ae2e538c'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:31.078993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Pushing event deleted for resources: {'Port': ['ID=755d6f20-d179-4a6d-8137-59493f8a14e7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:31.215512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:31.216117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14107965-a72c-49df-afc0-61dcb788e43d None None] The sync data for ids ['91055790-8619-434f-9345-8a40ae2e538c'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:31.325302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.327694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.331539 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3329eac6-bc3f-417f-91fa-7c4d3d03af51 tempest-FloatingIPAdminTestJSON-90680032 tempest-FloatingIPAdminTestJSON-90680032-project] 10.222.0.48 "DELETE /v2.0/floatingips/b453c61b-3832-46d3-9037-9615b899a578 HTTP/1.1" status: 204 len: 168 time: 1.4633288 Jan 14 11:45:31.366763 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-173ce1ef-6872-4008-8710-289940ae6319 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/91055790-8619-434f-9345-8a40ae2e538c HTTP/1.1" status: 200 len: 925 time: 0.4706566 Jan 14 11:45:31.370221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41722) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.417598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.451004 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49700a5a-a1e8-4b65-8a15-0837c48a2377 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=91055790-8619-434f-9345-8a40ae2e538c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0774119 Jan 14 11:45:31.451307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41726) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.457109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.479985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Port': ['ID=6827bcc1-a6f3-4faa-9d29-b03607900ce9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:31.508748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 7300cd18-dcbe-47d0-a00b-903818cbb9d7 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:31.587592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:31.594076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfa6eb-779c-4644-8d75-6ea3a5964a15 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:31.594771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7cdfa6eb-779c-4644-8d75-6ea3a5964a15 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Synchronizing usage tracker for tenant:d4658271174e4313bc335c1d35d3994f on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:31.614328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7cdfa6eb-779c-4644-8d75-6ea3a5964a15 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Unset dirty status for tenant:d4658271174e4313bc335c1d35d3994f on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:31.618163 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7cdfa6eb-779c-4644-8d75-6ea3a5964a15 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.1649606 Jan 14 11:45:31.619156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41732) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.682753 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f0e0fff9-2abc-4c45-80de-bf7dfe356b40 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=91055790-8619-434f-9345-8a40ae2e538c HTTP/1.1" status: 200 len: 205 time: 0.0622115 Jan 14 11:45:31.686200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41736) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.713803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41740) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.720849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.739013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.815906 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b1a10541-1342-499a-b65e-d94fe75d010d tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/ports/6827bcc1-a6f3-4faa-9d29-b03607900ce9 HTTP/1.1" status: 204 len: 168 time: 1.6870797 Jan 14 11:45:31.829540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41746) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.883968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=7300cd18-dcbe-47d0-a00b-903818cbb9d7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:31.887869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:31.905560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:31.910342 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7abbecd-4a59-4843-9b73-a074683c1bd2 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] GET failed (client error): The resource could not be found. Jan 14 11:45:31.910828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f7abbecd-4a59-4843-9b73-a074683c1bd2 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Synchronizing usage tracker for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:31.915747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:31.925924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:31.926592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:31.964012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b31c1cba-0dda-4b6d-ac70-b7e21c62af13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2280681 Jan 14 11:45:31.964112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41752) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:31.971807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f7abbecd-4a59-4843-9b73-a074683c1bd2 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Unset dirty status for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:31.975886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f7abbecd-4a59-4843-9b73-a074683c1bd2 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "GET /v2.0/ports/6827bcc1-a6f3-4faa-9d29-b03607900ce9 HTTP/1.1" status: 404 len: 333 time: 0.1454065 Jan 14 11:45:32.033337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41756) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:32.087428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:32.101196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'name': 'tempest-AllowedAddressPairTestJSON-1666069625'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:32.181796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.258132 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-526450bd-5b9f-4bfa-a530-a0e707e4ef1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8feb7be4c02b4a5aa9d4523e2da6b1b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5404305 Jan 14 11:45:32.266520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41764) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:32.275366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:32.369468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ffec9bb-1326-4911-93c8-2688882ce4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.391070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:32.400168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:32.410744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:32.415232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:32.432627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.448231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] Provisioning for port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:32.448897 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:32.451514 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:32.460418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] Provisioning complete for port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:32.461278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.468247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ffec9bb-1326-4911-93c8-2688882ce4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.491644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91368689-d17a-4c4e-988c-d3317e25302b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:32.495815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91368689-d17a-4c4e-988c-d3317e25302b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:32.496612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-91368689-d17a-4c4e-988c-d3317e25302b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:32.504217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:32.507723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.550577 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:32.577599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] device_id is not set on port 4002a6fb-ad76-4f5b-bbbe-4401be872167 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:32.578307 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:32.581706 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:32.606552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ffec9bb-1326-4911-93c8-2688882ce4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.644107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffec9bb-1326-4911-93c8-2688882ce4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033b8e6-a46e-4148-a496-79a1a4145852,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:32.670578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ffec9bb-1326-4911-93c8-2688882ce4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.675250 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1ffec9bb-1326-4911-93c8-2688882ce4ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9033b8e6-a46e-4148-a496-79a1a4145852 HTTP/1.1" status: 204 len: 168 time: 0.4048357 Jan 14 11:45:32.694599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.698115 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:32.700975 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e238f-7fa0-4a98-8b02-74d5951f578e None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:32.704035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.717618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Deleting port 608fcb4c-fc0b-4365-8b96-86ea5a372e2b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:32.718288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.739749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Allocated IP 172.20.0.14 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/4002a6fb-ad76-4f5b-bbbe-4401be872167) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:32.753402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] For port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:32.759582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.804616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-91368689-d17a-4c4e-988c-d3317e25302b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:32.805813 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-91368689-d17a-4c4e-988c-d3317e25302b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.8390262 Jan 14 11:45:32.810601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41772) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:32.841617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c74434-7c62-4300-9051-90fcbd9dbc64 None None] Pushing event updated for resources: {'Port': ['ID=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:32.886724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-075d73e1-6be3-464c-807e-57a0e2454e8b None None] Provisioning for port 7300cd18-dcbe-47d0-a00b-903818cbb9d7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:32.892536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-075d73e1-6be3-464c-807e-57a0e2454e8b None None] Provisioning complete for port 7300cd18-dcbe-47d0-a00b-903818cbb9d7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:32.892947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-075d73e1-6be3-464c-807e-57a0e2454e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.950077 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-38e4ab77-df2f-4fa7-8030-292e5441c3e8 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/floatingips/0311c187-4097-493f-95a9-64b0f894749b HTTP/1.1" status: 200 len: 978 time: 8.0852787 Jan 14 11:45:32.952930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41778) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:32.962814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-075d73e1-6be3-464c-807e-57a0e2454e8b None None] Port 7300cd18-dcbe-47d0-a00b-903818cbb9d7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:32.967047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:32.969085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 7300cd18-dcbe-47d0-a00b-903818cbb9d7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:32.969686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:32.985142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6f65309a-e5de-475c-8526-656c7a1f17a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.122419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41782) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:33.127557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.214929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.244339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.305181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.307601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Calling delete_port for 608fcb4c-fc0b-4365-8b96-86ea5a372e2b owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:33.352316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Transition to ACTIVE for port object 4002a6fb-ad76-4f5b-bbbe-4401be872167 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:33.446146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:33.458747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4913fa543b4af7a0660110d9592869 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:33.465520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:33.499286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:33.531228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.555475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.613941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.627400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.627709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 0311c187-4097-493f-95a9-64b0f894749b disassociated. External IP: 172.26.8.204, port: a9493626-cc6c-4aae-b877-658031c70e77. Jan 14 11:45:33.710312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:33.714991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=4002a6fb-ad76-4f5b-bbbe-4401be872167,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:33.717391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:33.720721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:33.780272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 7300cd18-dcbe-47d0-a00b-903818cbb9d7 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:33.806944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:33.807550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.906100 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0a353be-1c25-4bfa-8689-bbc89d30e857 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8333704 Jan 14 11:45:33.915712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41792) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:33.922924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'network_id': '34095444-4d99-47a5-bb7d-fb5117fd1875', 'name': 'tempest-AllowedAddressPairTestJSON-1132300944'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:33.970642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:33.971484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:33.978776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.034523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.040233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1609a728-8685-40bf-a223-151966d3fb80 None None] Provisioning for port 4002a6fb-ad76-4f5b-bbbe-4401be872167 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:34.046966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1609a728-8685-40bf-a223-151966d3fb80 None None] Provisioning complete for port 4002a6fb-ad76-4f5b-bbbe-4401be872167 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:34.047336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1609a728-8685-40bf-a223-151966d3fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.105383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:34.105742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.114802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event deleted for resources: {'Port': ['ID=608fcb4c-fc0b-4365-8b96-86ea5a372e2b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:34.137957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537c819-a6fa-46a3-beea-139602d1f6ba,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:34.144657 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-189b5996-a487-447a-8f48-a307455e6560 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf4913fa543b4af7a0660110d9592869&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0194888 Jan 14 11:45:34.149991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41796) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:34.151839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1609a728-8685-40bf-a223-151966d3fb80 None None] Port 4002a6fb-ad76-4f5b-bbbe-4401be872167 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:34.176527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.177619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.182968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:34.193714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Usage tracker for resource:port and tenant:ae4fc4b51a4b476cb9cc63da29a977e9 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:34.200212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:34.216814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:34.258594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Made reservation on behalf of ae4fc4b51a4b476cb9cc63da29a977e9 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:34.261443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=7300cd18-dcbe-47d0-a00b-903818cbb9d7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:34.261902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.305142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.307521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] device_id is not set on port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:34.318260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.341088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2290ac13-662e-4aa2-a71e-cddea41bae51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.457316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2290ac13-662e-4aa2-a71e-cddea41bae51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.493154 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6ebefbc8-99c8-496c-947e-137ea6276ac7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/7300cd18-dcbe-47d0-a00b-903818cbb9d7 HTTP/1.1" status: 204 len: 168 time: 1.6807473 Jan 14 11:45:34.499587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41804) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:34.514886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.649284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25953988-37e1-496d-8546-6d17ad74c295 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:34.650712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25953988-37e1-496d-8546-6d17ad74c295 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:34.651450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-25953988-37e1-496d-8546-6d17ad74c295 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:34.671333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Allocated IP 172.20.0.4 (34095444-4d99-47a5-bb7d-fb5117fd1875/c634123e-62ec-4a8c-b417-56e0ab7f19c6/fe5fbb2b-a476-4380-b87f-afcdf0ed1419) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:34.697706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2290ac13-662e-4aa2-a71e-cddea41bae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.710565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-25953988-37e1-496d-8546-6d17ad74c295 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:34.714287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-25953988-37e1-496d-8546-6d17ad74c295 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2076221 Jan 14 11:45:34.719272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41810) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:34.740056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290ac13-662e-4aa2-a71e-cddea41bae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537c819-a6fa-46a3-beea-139602d1f6ba,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:34.792350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.796721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.817552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:34.821267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.821799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Fanout notify agent at l3_agent the message router_deleted on router 91055790-8619-434f-9345-8a40ae2e538c {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:34.833916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.836017 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fcc65d24-0f01-4d98-b294-49eedb73323b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/91055790-8619-434f-9345-8a40ae2e538c HTTP/1.1" status: 204 len: 168 time: 3.1486042 Jan 14 11:45:34.839884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41814) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:34.845171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-535801242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:34.851364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:34.855376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Usage tracker for resource:router and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:34.858288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:34.860172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2290ac13-662e-4aa2-a71e-cddea41bae51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.861297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2290ac13-662e-4aa2-a71e-cddea41bae51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3537c819-a6fa-46a3-beea-139602d1f6ba HTTP/1.1" status: 204 len: 168 time: 0.7094097 Jan 14 11:45:34.864169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:34.878640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.880092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.902207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.921534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.946418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:34.950457 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2defb53e-d6ac-4cb3-b981-b53f9471ac03 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1070282 Jan 14 11:45:34.950847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41820) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:34.956159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': True}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:35.285661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.314436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41826) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:35.342765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Transition to ACTIVE for port object fe5fbb2b-a476-4380-b87f-afcdf0ed1419 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:35.373514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.403827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.420512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 5558a9f7-d2bb-477f-897f-45f2e33a31b1 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:35.427030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.458558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.496479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:35.499151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.554979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Usage tracker for resource:security_group_rule and tenant:e427c80057394ac6ae2cdfcdcb1db4c8 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:35.594240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:35.598450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.651364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.687194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.701523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:35.768278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:35.796935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:35.811445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:35.814002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:35.841177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=fe5fbb2b-a476-4380-b87f-afcdf0ed1419,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:35.867497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Allocated IP 172.26.8.202 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/82086240-3de2-4148-be07-4aca9a948eb9) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:35.941855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:35.942836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.009066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.015113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.054436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.054591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.061381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cbbc51b4-72c9-461f-a616-b86d82b5da5f tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1449330 Jan 14 11:45:36.064553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41836) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:36.070973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=5558a9f7-d2bb-477f-897f-45f2e33a31b1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:36.073015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:66:df'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:33:a3:51'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:36.075048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:36.086359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:36.088265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.114079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:36.114850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:36.181450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.204282 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-34df49ce-e068-40f5-b03c-66de58b5132e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/floatingips/0311c187-4097-493f-95a9-64b0f894749b HTTP/1.1" status: 200 len: 688 time: 3.2501314 Jan 14 11:45:36.205313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ac2ad-5860-4da4-b4a7-05dcaab363f9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:36.205759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c5275250-8883-4050-b6a8-bf729e45376a None None] Provisioning for port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:36.211087 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a39e4c37-1553-49fb-a9b9-b05d92567808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e427c80057394ac6ae2cdfcdcb1db4c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8895240 Jan 14 11:45:36.212161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41840) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:36.216230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41842) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:36.217480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.220381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-264eb0fc-139a-48f6-95f1-d59227424192 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/5558a9f7-d2bb-477f-897f-45f2e33a31b1 HTTP/1.1" status: 204 len: 168 time: 1.4875045 Jan 14 11:45:36.258416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c5275250-8883-4050-b6a8-bf729e45376a None None] Provisioning complete for port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:36.259083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c5275250-8883-4050-b6a8-bf729e45376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.271744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41848) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:36.286353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:36.289075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da108110-9efc-4df1-a4f1-c2d48132898c None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:36.417388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7078f1f3-3c32-49c8-8464-14012274f356 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359999 Jan 14 11:45:36.429438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:36.433786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:36.434711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c5275250-8883-4050-b6a8-bf729e45376a None None] Port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:36.448033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:36.448648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:36.450077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port e92e989d-6229-4696-8e73-8f601a2f0c5d {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:36.450579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.450667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:36.463957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:36.473548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:36.504848 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Port': ['ID=82086240-3de2-4148-be07-4aca9a948eb9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:36.510014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:36.510408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7efdbd-85df-40dc-b160-3f81983ce6ba None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:36.513019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb97f96f-477e-4c15-a53c-fedf70eb8042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.617612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb97f96f-477e-4c15-a53c-fedf70eb8042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.682474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:36.696699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.697040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.750973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:36.752930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:36.759677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] Deleting port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:36.760255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:36.840329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:36.865151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.024383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] For port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:37.024823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.040249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for e92e989d-6229-4696-8e73-8f601a2f0c5d owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:37.041436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.150131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb97f96f-477e-4c15-a53c-fedf70eb8042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.174280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97f96f-477e-4c15-a53c-fedf70eb8042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ac2ad-5860-4da4-b4a7-05dcaab363f9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:37.190623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] Calling delete_port for ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:37.263296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb97f96f-477e-4c15-a53c-fedf70eb8042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.266960 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cb97f96f-477e-4c15-a53c-fedf70eb8042 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e2ac2ad-5860-4da4-b4a7-05dcaab363f9 HTTP/1.1" status: 204 len: 168 time: 1.0430653 Jan 14 11:45:37.277293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.293072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.382301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=e92e989d-6229-4696-8e73-8f601a2f0c5d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:37.385079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.391769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] Pushing event deleted for resources: {'Port': ['ID=ef8ba7bc-7d6c-495d-a182-e88ce3facbb2,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:37.405303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00d86b-5b8c-4a7d-94e7-b6d750ce03e5 None None] No DVR routers for this DVR port ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:37.464421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.486976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.488218 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1c98d78e-6367-47b1-ab57-ea1cca746e26 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/floatingips/0311c187-4097-493f-95a9-64b0f894749b HTTP/1.1" status: 204 len: 168 time: 1.2735629 Jan 14 11:45:37.491514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41864) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:37.567896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-431d17b5-02cc-4e8b-981c-936a783c51fa tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] delete failed (client error): The resource could not be found. Jan 14 11:45:37.574756 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-431d17b5-02cc-4e8b-981c-936a783c51fa tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/floatingips/0311c187-4097-493f-95a9-64b0f894749b HTTP/1.1" status: 404 len: 345 time: 0.0813079 Jan 14 11:45:37.574756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41870) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:37.660278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e8656-d395-4a59-ac06-bb21171e7dbc tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:37.664469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e8656-d395-4a59-ac06-bb21171e7dbc tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:37.664846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.668893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e8656-d395-4a59-ac06-bb21171e7dbc tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:37.669636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ea9e8656-d395-4a59-ac06-bb21171e7dbc tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Synchronizing usage tracker for tenant:2148588148104dd085af4fc4ccfdc805 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:37.679133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.688088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ea9e8656-d395-4a59-ac06-bb21171e7dbc tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Unset dirty status for tenant:2148588148104dd085af4fc4ccfdc805 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:37.692029 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ea9e8656-d395-4a59-ac06-bb21171e7dbc tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/ports?network_id=d0c5f379-5060-44f0-831e-56cd0539cc61 HTTP/1.1" status: 200 len: 2358 time: 0.1143441 Jan 14 11:45:37.692460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41878) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:37.769397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc77c3-a8bb-4d69-937a-1b1964bb5d3c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:37.769961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-56fc77c3-a8bb-4d69-937a-1b1964bb5d3c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Synchronizing usage tracker for tenant:2148588148104dd085af4fc4ccfdc805 on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:37.786913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-56fc77c3-a8bb-4d69-937a-1b1964bb5d3c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Unset dirty status for tenant:2148588148104dd085af4fc4ccfdc805 on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:37.788219 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-56fc77c3-a8bb-4d69-937a-1b1964bb5d3c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/subnets/44051a8a-fdbb-4b87-b962-075a11802d0c HTTP/1.1" status: 200 len: 797 time: 0.0948915 Jan 14 11:45:37.792844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41884) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:37.798661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'port': {'network_id': 'd0c5f379-5060-44f0-831e-56cd0539cc61', 'name': 'tempest-FloatingIPTestJSON-1365958469', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:37.800862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.815473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:37.937321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.003667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:38.019639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:38.047709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:38.057256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event updated for resources: {'Port': ['ID=fe5fbb2b-a476-4380-b87f-afcdf0ed1419,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:38.065920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:38.096184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] In _notify_port_updated(), no bound segment for port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 on network 34095444-4d99-47a5-bb7d-fb5117fd1875 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:45:38.097047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:38.100447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:38.101897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.105294 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-879ebada-dc7a-4b32-b24b-e02131d5786b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "PUT /v2.0/ports/fe5fbb2b-a476-4380-b87f-afcdf0ed1419 HTTP/1.1" status: 200 len: 1056 time: 2.0369120 Jan 14 11:45:38.105294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:38.106346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0dcbcbe-ca50-42f2-95fe-8ced0bc2cbb1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:38.106950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=aa7fda2d-d08d-4810-ac02-fd3ea84cc36a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:38.107078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 84d76957-0304-4388-8171-02cc75185b3b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:38.111313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41896) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:38.113877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:38.116295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:38.116949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.182128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abbc1b4-98b3-4a94-a977-e220d6768543 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:38.228655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 84d76957-0304-4388-8171-02cc75185b3b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:38.229020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 84d76957-0304-4388-8171-02cc75185b3b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:38.229617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:38.311025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:38.311613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef8ba7bc-7d6c-495d-a182-e88ce3facbb2 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:38.314300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:38.314639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.366295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.369254 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-060fafa1-6c15-45ec-9907-ef8b447c1e84 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9382317 Jan 14 11:45:38.370102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41904) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:38.392962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] device_id is not set on port 4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:38.426308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a2463649-c191-48cc-b04f-d89d71b30fd9 None None] Provisioning complete for port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:38.426881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a2463649-c191-48cc-b04f-d89d71b30fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.441305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': 'aa7fda2d-d08d-4810-ac02-fd3ea84cc36a', 'ip_address': '2001:db8::3ff6:9beb:a15c:f8c1'}], 'name': 'tempest-NetworksTestDHCPv6-151425117'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:38.492511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a2463649-c191-48cc-b04f-d89d71b30fd9 None None] Port fe5fbb2b-a476-4380-b87f-afcdf0ed1419 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:38.647848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'aa7fda2d-d08d-4810-ac02-fd3ea84cc36a'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:38.648918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.720312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:38.729648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:38.734157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:38.753390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:38.789792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.800753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:38.806229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:38.840941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.13 (d0c5f379-5060-44f0-831e-56cd0539cc61/44051a8a-fdbb-4b87-b962-075a11802d0c/4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:38.847562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.12 (d0c5f379-5060-44f0-831e-56cd0539cc61/44051a8a-fdbb-4b87-b962-075a11802d0c/4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:38.850025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/aa7fda2d-d08d-4810-ac02-fd3ea84cc36a/64aed68d-e373-486c-9ae1-9ca36a8022ed) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:39.047553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for fe5fbb2b-a476-4380-b87f-afcdf0ed1419 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:39.095878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 56359979-29fc-4705-8353-bc89a86a387c yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:39.105951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.110113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.127118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Transition to ACTIVE for port object 64aed68d-e373-486c-9ae1-9ca36a8022ed will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:39.145096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.150080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Router 0bb152dc-f954-4622-97bc-70e3684a5c0c is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:45:39.156109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Transition to ACTIVE for port object 64aed68d-e373-486c-9ae1-9ca36a8022ed will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:39.164112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.238127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:39.248901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:39.254425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:39.314540 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Pushing event updated for resources: {'Port': ['ID=64aed68d-e373-486c-9ae1-9ca36a8022ed,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:39.374908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:39.379239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:39.385445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:39.414112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Attempting to bind port 64aed68d-e373-486c-9ae1-9ca36a8022ed on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:39.414414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Attempting to bind port 64aed68d-e373-486c-9ae1-9ca36a8022ed by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:39.414742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Attempting to bind port 64aed68d-e373-486c-9ae1-9ca36a8022ed on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:39.431155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:39.431528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:39.432252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.432373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:39.432772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Bound port: 64aed68d-e373-486c-9ae1-9ca36a8022ed, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:39.434787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.455496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:39.456122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.461479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:39.497855 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ff56d38-5fd3-48c7-9e32-abf06a996c35 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7038221 Jan 14 11:45:39.500526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41928) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:39.505617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:39.516556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:39.523402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:floatingip and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:39.527290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:39.536876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:39.563245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.570242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.610867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] For port 64aed68d-e373-486c-9ae1-9ca36a8022ed, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:39.617713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] For port 64aed68d-e373-486c-9ae1-9ca36a8022ed, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=64aed68d-e373-486c-9ae1-9ca36a8022ed,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:39.625689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Port': ['ID=fe5fbb2b-a476-4380-b87f-afcdf0ed1419,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:39.625892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:39.648587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::3ff6:9beb:a15c:f8c1 (d177d53d-ca61-4e91-af17-578924330245/aa7fda2d-d08d-4810-ac02-fd3ea84cc36a/56359979-29fc-4705-8353-bc89a86a387c) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:39.753022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86094bf3-8f74-4b71-b5c4-ef84cad7557c None None] Pushing event updated for resources: {'Port': ['ID=64aed68d-e373-486c-9ae1-9ca36a8022ed,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:39.956460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41938) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:40.011612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.173097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1771238850', 'router:external': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:40.186196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:40.189914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.195923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:network and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:40.201775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:40.214072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.182 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/ace5ce25-f29f-43f3-b088-7a240eee30a2) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:40.216380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:40.246505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Made reservation on behalf of 27857b75b5b34be1af5fa2e947401119 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:40.248778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.273527 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d3dff613-1e01-4cef-a96e-a05ed5e7d7ea tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/ports/fe5fbb2b-a476-4380-b87f-afcdf0ed1419 HTTP/1.1" status: 204 len: 168 time: 2.1610429 Jan 14 11:45:40.282393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41944) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:40.309097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.353691 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf09c7d-3eb0-415f-a9f6-780ed9e6c784 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] GET failed (client error): The resource could not be found. Jan 14 11:45:40.354217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cbf09c7d-3eb0-415f-a9f6-780ed9e6c784 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Synchronizing usage tracker for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:40.357876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:40.369129 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] Sync routers for ids ['0bb152dc-f954-4622-97bc-70e3684a5c0c'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:40.375184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.375748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:40.376365 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9aa3e408-278a-4822-9621-8cc6519bfba0 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "PUT /v2.0/routers/0bb152dc-f954-4622-97bc-70e3684a5c0c HTTP/1.1" status: 200 len: 918 time: 5.4245746 Jan 14 11:45:40.379090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41948) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:40.389358 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] Routers {'0bb152dc-f954-4622-97bc-70e3684a5c0c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:40.390515 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['0bb152dc-f954-4622-97bc-70e3684a5c0c'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:40.408081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.415093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cbf09c7d-3eb0-415f-a9f6-780ed9e6c784 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Unset dirty status for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:40.416209 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cbf09c7d-3eb0-415f-a9f6-780ed9e6c784 tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "GET /v2.0/ports/fe5fbb2b-a476-4380-b87f-afcdf0ed1419 HTTP/1.1" status: 404 len: 333 time: 0.1318324 Jan 14 11:45:40.418978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41952) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:40.445635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:security_group_rule and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:40.460013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:40.469009 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:40.470754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 56359979-29fc-4705-8353-bc89a86a387c will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:40.481718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:40.483970 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] Routers {'0bb152dc-f954-4622-97bc-70e3684a5c0c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:40.484786 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['0bb152dc-f954-4622-97bc-70e3684a5c0c'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:40.490007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.498584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port 4002a6fb-ad76-4f5b-bbbe-4401be872167 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:40.498922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.587895 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:40.589749 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee8127-639b-4b84-8f3a-446777f75277 None None] The sync data for ids ['0bb152dc-f954-4622-97bc-70e3684a5c0c'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:40.619112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.695097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.699901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.740775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:40.749741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:40.783973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.787607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=ace5ce25-f29f-43f3-b088-7a240eee30a2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:40.828811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26a592-b4f9-4100-a59c-eb29584da38b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:40.846683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:45:40.857676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:40.860051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:40.862461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:40.919664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:40.923544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:40.924141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.937194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=56359979-29fc-4705-8353-bc89a86a387c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:40.950999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:40.951266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Added segment dd102002-3a7c-4dc8-be09-14f49e4049cf of type vlan for network b7593a8a-fb2f-4500-a85a-8e15c4028f42 Jan 14 11:45:40.969717 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-729d32f9-1f87-409a-8cbf-428e51a7f0ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5696714 Jan 14 11:45:40.973734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41962) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:41.057658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-91fd59c1-ccfa-48c1-9287-41e18cc95d60 None None] Provisioning for port 64aed68d-e373-486c-9ae1-9ca36a8022ed completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:41.059609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.082579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.187652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.188603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:41.189275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.206074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for 4002a6fb-ad76-4f5b-bbbe-4401be872167 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:41.263821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc289058-be88-45f4-ac5f-6bcc2a4c53c3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:41.268478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc289058-be88-45f4-ac5f-6bcc2a4c53c3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:41.270165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cc289058-be88-45f4-ac5f-6bcc2a4c53c3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:41.289584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3642d661-82d1-4cfc-b04f-d18c8895bed9 None None] Provisioning for port 56359979-29fc-4705-8353-bc89a86a387c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:41.295420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3642d661-82d1-4cfc-b04f-d18c8895bed9 None None] Provisioning complete for port 56359979-29fc-4705-8353-bc89a86a387c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:41.296066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3642d661-82d1-4cfc-b04f-d18c8895bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.309403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cc289058-be88-45f4-ac5f-6bcc2a4c53c3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:41.311147 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cc289058-be88-45f4-ac5f-6bcc2a4c53c3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3364701 Jan 14 11:45:41.313814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41966) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:41.355263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3642d661-82d1-4cfc-b04f-d18c8895bed9 None None] Port 56359979-29fc-4705-8353-bc89a86a387c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:41.372628 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-467193f5-00ba-4112-a561-e7f56aff9c09 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/0bb152dc-f954-4622-97bc-70e3684a5c0c HTTP/1.1" status: 200 len: 924 time: 0.9924519 Jan 14 11:45:41.382388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41970) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:41.411958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4515982 Jan 14 11:45:41.411958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e51af4-48ab-4f49-a549-d64009358c1e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Network': ['ID=b7593a8a-fb2f-4500-a85a-8e15c4028f42,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:41.412598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41974) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:41.421514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b7593a8a-fb2f-4500-a85a-8e15c4028f42 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:45:41.421652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'subnet': {'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:41.474788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:41.489608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:subnet and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:41.492960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 56359979-29fc-4705-8353-bc89a86a387c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:41.493294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.501640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:41.511189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:41.524860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.540711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Made reservation on behalf of 27857b75b5b34be1af5fa2e947401119 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:41.542974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.600125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Port': ['ID=4002a6fb-ad76-4f5b-bbbe-4401be872167,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:41.722055 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ed45c50-022c-4e54-ae2a-81bf3aeed2e4 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=0bb152dc-f954-4622-97bc-70e3684a5c0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3350029 Jan 14 11:45:41.724589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41978) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:41.861531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:41.899761 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-740d5e23-fb92-4730-a6ff-bceb8968652e tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/ports/4002a6fb-ad76-4f5b-bbbe-4401be872167 HTTP/1.1" status: 204 len: 168 time: 1.4773753 Jan 14 11:45:41.909715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41986) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:41.972399 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6c4c28-d0af-4e5e-9eca-594b19fd5bfc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] GET failed (client error): The resource could not be found. Jan 14 11:45:41.972925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c6c4c28-d0af-4e5e-9eca-594b19fd5bfc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Synchronizing usage tracker for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:41.989634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.025553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 64aed68d-e373-486c-9ae1-9ca36a8022ed up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:42.058415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c6c4c28-d0af-4e5e-9eca-594b19fd5bfc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Unset dirty status for tenant:ae4fc4b51a4b476cb9cc63da29a977e9 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:42.059624 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0c6c4c28-d0af-4e5e-9eca-594b19fd5bfc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "GET /v2.0/ports/4002a6fb-ad76-4f5b-bbbe-4401be872167 HTTP/1.1" status: 404 len: 333 time: 0.1492870 Jan 14 11:45:42.063278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 41992) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:42.067199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bdf799-1a73-4a94-be52-9134478b5313 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:42.071206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-13bdf799-1a73-4a94-be52-9134478b5313 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.3429966 Jan 14 11:45:42.098672 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:45:42.108371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 64aed68d-e373-486c-9ae1-9ca36a8022ed completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:42.113530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 64aed68d-e373-486c-9ae1-9ca36a8022ed triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:42.113939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.125061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 41996) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:42.133666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 56359979-29fc-4705-8353-bc89a86a387c owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:42.220745 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f748200-1dec-4906-b2f3-856343a0d7d8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb152dc-f954-4622-97bc-70e3684a5c0c HTTP/1.1" status: 200 len: 205 time: 0.0914910 Jan 14 11:45:42.220745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42000) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:42.257265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.288134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port c7d60520-cabb-47eb-a2ac-a066239f855f {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:42.288681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.294547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 64aed68d-e373-486c-9ae1-9ca36a8022ed, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=64aed68d-e373-486c-9ae1-9ca36a8022ed,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:42.300006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.339973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.384211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=64aed68d-e373-486c-9ae1-9ca36a8022ed,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:42.453256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.453518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.598894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=56359979-29fc-4705-8353-bc89a86a387c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:42.658991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.679556 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-61e7a4e4-6936-4786-b07d-4a873cfc2a3d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/56359979-29fc-4705-8353-bc89a86a387c HTTP/1.1" status: 204 len: 168 time: 1.3614576 Jan 14 11:45:42.679760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42004) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:42.738698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.776143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:42.813897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6f721-91d4-4de1-8679-f1b9b3877522 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:42.815324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6f721-91d4-4de1-8679-f1b9b3877522 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:42.816059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-28d6f721-91d4-4de1-8679-f1b9b3877522 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:42.848639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-28d6f721-91d4-4de1-8679-f1b9b3877522 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:42.850447 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-28d6f721-91d4-4de1-8679-f1b9b3877522 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1698086 Jan 14 11:45:42.854405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42008) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:42.938034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for c7d60520-cabb-47eb-a2ac-a066239f855f owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:43.004472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:45:43.004965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.121669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d548f3b-9169-4454-bb11-9f37c3a161de,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:43.125753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet aa7fda2d-d08d-4810-ac02-fd3ea84cc36a {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:43.131540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.145005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.190410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.193297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.200526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.241813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Deleting port 82086240-3de2-4148-be07-4aca9a948eb9 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:43.242488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.265866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Checking segment: {'id': 'dd102002-3a7c-4dc8-be09-14f49e4049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:43.266425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network hostable DHCP agents. Network: b7593a8a-fb2f-4500-a85a-8e15c4028f42, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:45:43.332706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=ace5ce25-f29f-43f3-b088-7a240eee30a2,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:43.360431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.415861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.430639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.470469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Port': ['ID=c7d60520-cabb-47eb-a2ac-a066239f855f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:43.486037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.489261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network b7593a8a-fb2f-4500-a85a-8e15c4028f42 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:45:43.627506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Calling delete_port for 82086240-3de2-4148-be07-4aca9a948eb9 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:43.651023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b7593a8a-fb2f-4500-a85a-8e15c4028f42) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:43.656624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:43.656624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.660501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925c3cc-7617-4e4a-9506-c16fdaecd0ad None None] Network b7593a8a-fb2f-4500-a85a-8e15c4028f42 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:43.692544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.759979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7fda2d-d08d-4810-ac02-fd3ea84cc36a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:43.767315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.769653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-81d10651-dc05-41ee-a5cf-22d9b2db6237 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3541777 Jan 14 11:45:43.772850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42018) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:43.773842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.775819 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4f8fc954-f82d-4576-941a-a5818e53f52b tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/ports/c7d60520-cabb-47eb-a2ac-a066239f855f HTTP/1.1" status: 204 len: 168 time: 1.7116075 Jan 14 11:45:43.779041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42020) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:43.786465 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cbbece96-6ca8-4d98-af96-6a44d720ffa8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/aa7fda2d-d08d-4810-ac02-fd3ea84cc36a HTTP/1.1" status: 204 len: 168 time: 0.9311383 Jan 14 11:45:43.788177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-250735873', 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:43.792232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42026) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:43.794637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356cf52d-d17b-448e-a3bf-cf5f3189b054 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:43.826653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:43.865877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:43.893432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:port and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:43.903771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:43.917237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event deleted for resources: {'Port': ['ID=82086240-3de2-4148-be07-4aca9a948eb9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:43.922830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:43.926346 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-73438b85-7782-4791-a7d4-4a81cf2ddcce tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014912 Jan 14 11:45:43.929509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42030) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:44.012047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 64aed68d-e373-486c-9ae1-9ca36a8022ed up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:44.026925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Made reservation on behalf of 27857b75b5b34be1af5fa2e947401119 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:44.029220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.109787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e0e30-2e12-4092-947d-9797d459a44d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:44.110445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-796e0e30-2e12-4092-947d-9797d459a44d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:44.124504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] device_id is not set on port 087508be-6b7e-4b3f-b63a-e6d888d4d645 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:44.211996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 64aed68d-e373-486c-9ae1-9ca36a8022ed triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:44.212364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.251575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting subnet c634123e-62ec-4a8c-b417-56e0ab7f19c6 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:44.282541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4491051-1a00-4563-a1c9-7d7c45e00f9f None None] Network b7593a8a-fb2f-4500-a85a-8e15c4028f42 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:44.301222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.389640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:44.410186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.429590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.460930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 9282fbf7-fa0f-4e52-8de1-7247306e7c2d associated. External IP: 172.26.8.182, port: 4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7. Jan 14 11:45:44.490464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] Deleting port 64aed68d-e373-486c-9ae1-9ca36a8022ed {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:44.491047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.512270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Allocated IP 172.20.0.4 (b7593a8a-fb2f-4500-a85a-8e15c4028f42/1d548f3b-9169-4454-bb11-9f37c3a161de/087508be-6b7e-4b3f-b63a-e6d888d4d645) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:44.588161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-796e0e30-2e12-4092-947d-9797d459a44d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:44.588618 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-796e0e30-2e12-4092-947d-9797d459a44d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6569054 Jan 14 11:45:44.591569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:44.720396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.768124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.775936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.782243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8fcdbc-1626-487a-9d3b-5725767b735d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:44.782919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed8fcdbc-1626-487a-9d3b-5725767b735d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:44.811486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed8fcdbc-1626-487a-9d3b-5725767b735d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:44.812585 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ed8fcdbc-1626-487a-9d3b-5725767b735d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2202451 Jan 14 11:45:44.815125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42044) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:44.816696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] For port 64aed68d-e373-486c-9ae1-9ca36a8022ed, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=64aed68d-e373-486c-9ae1-9ca36a8022ed,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:44.817286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.879459 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.879961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb152dc-f954-4622-97bc-70e3684a5c0c {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:44.887140 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9a4d4da9-15bb-4982-a9b9-9286887ffabb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669243 Jan 14 11:45:44.889413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42048) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:44.899324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.900383 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2ed7989a-8360-4791-aa1f-b2b4cfb28e52 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/0bb152dc-f954-4622-97bc-70e3684a5c0c HTTP/1.1" status: 204 len: 168 time: 2.6787944 Jan 14 11:45:44.902680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:44.904454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42052) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:44.909696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-271359791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:44.916771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:44.920435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Usage tracker for resource:router and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:44.923517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:44.929819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:44.941926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.943200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.951439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] Calling delete_port for 64aed68d-e373-486c-9ae1-9ca36a8022ed owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:44.961097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:44.983182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.008149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.010343 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cb46820e-9570-4bc8-933f-0366a5468310 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1041994 Jan 14 11:45:45.010681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.013323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42056) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:45.017853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': False}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:45.033862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.048228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.078405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] Pushing event deleted for resources: {'Port': ['ID=64aed68d-e373-486c-9ae1-9ca36a8022ed,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:45.086814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc8116-9cc3-4b31-bbf7-00139c20e457 None None] No DVR routers for this DVR port 64aed68d-e373-486c-9ae1-9ca36a8022ed on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:45.089979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Subnet': ['ID=c634123e-62ec-4a8c-b417-56e0ab7f19c6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:45.122084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.131437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed0ba99-5c6f-4be4-b932-d62cfabd7786 None None] Network 34095444-4d99-47a5-bb7d-fb5117fd1875 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:45.139705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:45.147110 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-40593027-d749-4525-9c17-0fe94566bf5c tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/subnets/c634123e-62ec-4a8c-b417-56e0ab7f19c6 HTTP/1.1" status: 204 len: 168 time: 1.3668914 Jan 14 11:45:45.152898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42060) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:45.157252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.165232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:45.248823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:45.397012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network b7593a8a-fb2f-4500-a85a-8e15c4028f42 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:45.406555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.410983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] DHCP port deletion for 34095444-4d99-47a5-bb7d-fb5117fd1875 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:45.415540 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] Deleting port 079731b8-6987-4b3e-ac62-171ab89e5a49 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:45.416147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.446400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:45.449374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:45.474685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Port': ['ID=087508be-6b7e-4b3f-b63a-e6d888d4d645,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:45.488794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port 079731b8-6987-4b3e-ac62-171ab89e5a49 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:45.489325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.633087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.647937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:45.648471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.762517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-78d97baf-4cdc-4d18-9b19-4eae724c2d69 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9831424 Jan 14 11:45:45.764407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42070) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:45.765985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] For port 079731b8-6987-4b3e-ac62-171ab89e5a49, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=079731b8-6987-4b3e-ac62-171ab89e5a49,segment=NetworkSegment(d0b66c2a-194e-4be4-add8-4c9240e26127),segment_id=d0b66c2a-194e-4be4-add8-4c9240e26127)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:45.766503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.802135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.894869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] Calling delete_port for 079731b8-6987-4b3e-ac62-171ab89e5a49 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:45.907849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Deleting port 087508be-6b7e-4b3f-b63a-e6d888d4d645 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:45.907849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:45.984117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.010578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] For port 079731b8-6987-4b3e-ac62-171ab89e5a49, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=079731b8-6987-4b3e-ac62-171ab89e5a49,segment=NetworkSegment(d0b66c2a-194e-4be4-add8-4c9240e26127),segment_id=d0b66c2a-194e-4be4-add8-4c9240e26127)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:46.010925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.040668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 64aed68d-e373-486c-9ae1-9ca36a8022ed no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:46.071288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] No DVR routers for this DVR port 079731b8-6987-4b3e-ac62-171ab89e5a49 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:46.073383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a4614-2496-433b-97bc-25756ea9acd0 None None] Pushing event deleted for resources: {'Port': ['ID=079731b8-6987-4b3e-ac62-171ab89e5a49,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:46.081554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 64aed68d-e373-486c-9ae1-9ca36a8022ed {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:46.081742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 64aed68d-e373-486c-9ae1-9ca36a8022ed not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:46.082215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 079731b8-6987-4b3e-ac62-171ab89e5a49 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:46.120519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 079731b8-6987-4b3e-ac62-171ab89e5a49 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:46.120519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 079731b8-6987-4b3e-ac62-171ab89e5a49 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:46.141178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Calling delete_port for 079731b8-6987-4b3e-ac62-171ab89e5a49 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:46.247811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.278465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:45:46.278789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:45:46.303466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.323569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:46.333170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.366120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:46.367747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.379772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:46.383237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:46.383825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.390861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855799bc-4cbb-4e1e-9227-06229723023e None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:46.448260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=9edeb178-0181-40e7-903d-a11b6f080eef,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:46.480474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Allocated IP 172.26.8.176 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/c6f013df-b903-4da0-a53c-162844d5a7fd) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:46.520207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Calling delete_port for 087508be-6b7e-4b3f-b63a-e6d888d4d645 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:46.605036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '9edeb178-0181-40e7-903d-a11b6f080eef'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:46.605984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.638962 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-12c89ff6-ecb5-4cd7-8a90-b1c133b7478d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7489784 Jan 14 11:45:46.642395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:46.653128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '9edeb178-0181-40e7-903d-a11b6f080eef', 'ip_address': '2001:db8::3b28:f5b3:5e08:f872'}], 'name': 'tempest-NetworksTestDHCPv6-2026763482'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:46.664863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.725833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.784047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/9edeb178-0181-40e7-903d-a11b6f080eef/6de2368b-f051-4e8c-bfb9-955d8fa93422) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:46.806162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Deleting port 079731b8-6987-4b3e-ac62-171ab89e5a49 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:46.806845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:46.918414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] The port '079731b8-6987-4b3e-ac62-171ab89e5a49' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:45:46.931307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:46.963330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f013df-b903-4da0-a53c-162844d5a7fd,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:46.969281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:46.979145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:47.039012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:47.046197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.056593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.072459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Transition to ACTIVE for port object 6de2368b-f051-4e8c-bfb9-955d8fa93422 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:47.091235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Transition to ACTIVE for port object 6de2368b-f051-4e8c-bfb9-955d8fa93422 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:47.098025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.099672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.107473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:47.112524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event deleted for resources: {'Port': ['ID=087508be-6b7e-4b3f-b63a-e6d888d4d645,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:47.161286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34095444-4d99-47a5-bb7d-fb5117fd1875']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.173171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Pushing event updated for resources: {'Port': ['ID=6de2368b-f051-4e8c-bfb9-955d8fa93422,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:47.176264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b66c2a-194e-4be4-add8-4c9240e26127') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.176680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b66c2a-194e-4be4-add8-4c9240e26127') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.184818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:47.185999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:47.186695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:47.188989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.189167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:47.191871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.205611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.212584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:45:47.213124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.250094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 53dd2726-44b9-4a81-bc75-c849242807eb yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:47.285568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.288589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Attempting to bind port 6de2368b-f051-4e8c-bfb9-955d8fa93422 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:47.289026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Attempting to bind port 6de2368b-f051-4e8c-bfb9-955d8fa93422 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:47.289662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Attempting to bind port 6de2368b-f051-4e8c-bfb9-955d8fa93422 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:47.296665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:47.297054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:47.297457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.297842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:47.298962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Bound port: 6de2368b-f051-4e8c-bfb9-955d8fa93422, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:47.298962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.305471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad80ab41-acbe-4c98-b567-60eec59c73c9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/ports/087508be-6b7e-4b3f-b63a-e6d888d4d645 HTTP/1.1" status: 204 len: 168 time: 1.5343349 Jan 14 11:45:47.311037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42084) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:45:47.315918 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:45:47.324713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.325561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'external_fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4'}]}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:47.328999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.329400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.329800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.330196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.330586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.330972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.331540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.332055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.332536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.332902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.333228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:47.335060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:47.346428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:router and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:47.351995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:47.354750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.366019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:47.383714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] Pushing event deleted for resources: {'Network': ['ID=34095444-4d99-47a5-bb7d-fb5117fd1875,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:47.400923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] For port 6de2368b-f051-4e8c-bfb9-955d8fa93422, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:47.404432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] For port 6de2368b-f051-4e8c-bfb9-955d8fa93422, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6de2368b-f051-4e8c-bfb9-955d8fa93422,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:47.409401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.422783 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e0d1dd2b-38f9-47d4-85a8-092f85d11efc tempest-AllowedAddressPairTestJSON-495640918 tempest-AllowedAddressPairTestJSON-495640918-project] 10.222.0.48 "DELETE /v2.0/networks/34095444-4d99-47a5-bb7d-fb5117fd1875 HTTP/1.1" status: 204 len: 168 time: 2.2671983 Jan 14 11:45:47.427141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.428446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.437952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:47.461491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:47.520266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:47.521832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.523007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.525221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.568490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.617946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::3b28:f5b3:5e08:f872 (d177d53d-ca61-4e91-af17-578924330245/9edeb178-0181-40e7-903d-a11b6f080eef/53dd2726-44b9-4a81-bc75-c849242807eb) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:47.636765 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e16d406a-3499-4d7f-8e61-a845bf4a109b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.1328244 Jan 14 11:45:47.637003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.640574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42090) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:47.650220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'port_id': '4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:47.659483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452aa6c-8ae5-4cd7-8ec1-90de2e47d59a None None] Pushing event updated for resources: {'Port': ['ID=6de2368b-f051-4e8c-bfb9-955d8fa93422,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:47.665497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:47.666174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.741917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:47.742474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef0170-5ceb-4072-a98d-239170943732 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:47.894739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.905588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:47.930367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.062046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42102) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:48.136413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6de2368b-f051-4e8c-bfb9-955d8fa93422 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:48.248391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 6de2368b-f051-4e8c-bfb9-955d8fa93422 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:48.300144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Router 43c423e4-1cf6-4882-9c83-c20934e886cc is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:45:48.427503 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6156eadc-54e6-4417-91ce-d8b849002ba3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae4fc4b51a4b476cb9cc63da29a977e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3639872 Jan 14 11:45:48.430212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42108) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:48.448547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.568901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69271327-6894-4efa-92cd-4b87c5339478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.610558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69271327-6894-4efa-92cd-4b87c5339478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.645307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.674148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:48.689292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.690382 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1904a165-1af3-406f-96e4-553b9941e82f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "PUT /v2.0/routers/43c423e4-1cf6-4882-9c83-c20934e886cc HTTP/1.1" status: 200 len: 919 time: 3.6770806 Jan 14 11:45:48.693161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42112) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:48.700964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] Sync routers for ids ['43c423e4-1cf6-4882-9c83-c20934e886cc'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:48.717320 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] Routers {'43c423e4-1cf6-4882-9c83-c20934e886cc'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:48.718286 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['43c423e4-1cf6-4882-9c83-c20934e886cc'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:48.752041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 53dd2726-44b9-4a81-bc75-c849242807eb will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:48.770576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69271327-6894-4efa-92cd-4b87c5339478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.773001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69271327-6894-4efa-92cd-4b87c5339478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:48.786399 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-69271327-6894-4efa-92cd-4b87c5339478 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02f4b72a-1eae-49b1-8b4b-76bc85d60c16 HTTP/1.1" status: 204 len: 168 time: 0.3458376 Jan 14 11:45:48.792565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:48.809729 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] Routers {'43c423e4-1cf6-4882-9c83-c20934e886cc'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:48.810477 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['43c423e4-1cf6-4882-9c83-c20934e886cc'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:48.815922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69271327-6894-4efa-92cd-4b87c5339478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4b72a-1eae-49b1-8b4b-76bc85d60c16,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:48.889985 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:48.890388 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440fc515-fa89-452c-8d1b-e5d3651744f7 None None] The sync data for ids ['43c423e4-1cf6-4882-9c83-c20934e886cc'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:48.962515 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-310284ff-afa8-4b4d-b546-da0e5f1dfef8 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/43c423e4-1cf6-4882-9c83-c20934e886cc HTTP/1.1" status: 200 len: 925 time: 0.2649999 Jan 14 11:45:48.965311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42120) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:48.965448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Provisioning for port 6de2368b-f051-4e8c-bfb9-955d8fa93422 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:48.980722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Provisioning complete for port 6de2368b-f051-4e8c-bfb9-955d8fa93422 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:48.981122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.066579 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0adc2267-d90f-487d-b21d-1e6658ccbe9c tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=43c423e4-1cf6-4882-9c83-c20934e886cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0993953 Jan 14 11:45:49.067430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42126) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:49.172170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.211094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] For port 6de2368b-f051-4e8c-bfb9-955d8fa93422, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6de2368b-f051-4e8c-bfb9-955d8fa93422,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:49.216373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.294291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.318350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Pushing event updated for resources: {'Port': ['ID=6de2368b-f051-4e8c-bfb9-955d8fa93422,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:49.327002 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.327805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.328149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.328481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.328831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.329328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.330196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.330673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.331962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.332449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.333127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba38e8a-43a9-4d25-9af4-948a81e34965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.480816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:49.498639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:49.500406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=53dd2726-44b9-4a81-bc75-c849242807eb,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:49.505497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:49.509731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:49.510334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.527735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac0577-1b78-44fa-9690-2e3b1cd51a7f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:49.529162 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-54ac0577-1b78-44fa-9690-2e3b1cd51a7f tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.4459977 Jan 14 11:45:49.532088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42142) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:49.548878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.549225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.549562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.549888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.550212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.550536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.550857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.551174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.551490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.551806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.552195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:45:49.587475 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cd1e60d0-6332-4032-935c-99238c057130 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c423e4-1cf6-4882-9c83-c20934e886cc HTTP/1.1" status: 200 len: 205 time: 0.0518825 Jan 14 11:45:49.587761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:49.638676 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-039e576b-6a42-45c4-8fbf-4ddff81f1558 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9947007 Jan 14 11:45:49.657213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42154) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:49.677757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '9edeb178-0181-40e7-903d-a11b6f080eef', 'ip_address': '2001:db8::3b28:f5b3:5e08:f872'}], 'name': 'tempest-NetworksTestDHCPv6-1944616845'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:49.848609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.858213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d06890b5-023e-42cf-b550-e54098851f11 None None] Provisioning for port 53dd2726-44b9-4a81-bc75-c849242807eb completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:49.860280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.866291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d06890b5-023e-42cf-b550-e54098851f11 None None] Provisioning complete for port 53dd2726-44b9-4a81-bc75-c849242807eb triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:49.872431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d06890b5-023e-42cf-b550-e54098851f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.895227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42160) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:49.902964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:49.911167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:49.916500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:49.923321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:49.949383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:49.952116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d06890b5-023e-42cf-b550-e54098851f11 None None] Port 53dd2726-44b9-4a81-bc75-c849242807eb cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:45:49.952754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:49.987705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.023080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6de2368b-f051-4e8c-bfb9-955d8fa93422 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:50.107908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 6de2368b-f051-4e8c-bfb9-955d8fa93422 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:50.108447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.148590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'networks': [{'name': 'tempest-network--1801547312'}, {'name': 'tempest-network--784828827'}]} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:50.149152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'network': {'name': 'tempest-network--1801547312'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:50.149489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'network': {'name': 'tempest-network--784828827'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:50.160877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:50.170451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:network and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:50.176329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:50.189595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:50.231505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.299637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'network': 2} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:50.303715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.327916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.343949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.377728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Allocated IP 172.20.0.4 (b7593a8a-fb2f-4500-a85a-8e15c4028f42/1d548f3b-9169-4454-bb11-9f37c3a161de/ab456f3b-8032-4bb6-9511-3a5b60a3faf7) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:50.399679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port fc4cbaf6-b2bb-42e7-aad0-232750c110e2 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:50.447398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:50.461015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:security_group_rule and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:50.471731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:50.494333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:50.623512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.729539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.756926 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 11:45:50.757363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:45:50.788296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.802336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network b7593a8a-fb2f-4500-a85a-8e15c4028f42 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:50.803921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.804382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.806547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:50.811027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:50.857574 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6bb2bfd6-706d-4429-b27f-7b07f233690f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1924684 Jan 14 11:45:50.863516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42172) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:50.870266 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.907945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0338ad1-1b17-41f9-9c87-edd181d3dd5a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:50.935703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Deleting port c6f013df-b903-4da0-a53c-162844d5a7fd {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:50.936054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.960448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:45:50.971367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Port': ['ID=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:50.996201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:50.996534 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Added segment bad56019-58a6-4603-a4d8-3df5035d85b6 of type vlan for network ffefb465-4580-4544-bd46-048ecf603167 Jan 14 11:45:51.032165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:51.105760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.134075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6e61-9189-4ce3-8fdb-c18206df7a6a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:51.138743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6e61-9189-4ce3-8fdb-c18206df7a6a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:51.139560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-189e6e61-9189-4ce3-8fdb-c18206df7a6a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:51.195119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-189e6e61-9189-4ce3-8fdb-c18206df7a6a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:51.198841 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-189e6e61-9189-4ce3-8fdb-c18206df7a6a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3313117 Jan 14 11:45:51.202612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.209181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42176) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:51.274228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.274948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.357699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:51.366102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Calling delete_port for c6f013df-b903-4da0-a53c-162844d5a7fd owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:51.372302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:51.376373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.392083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:51.393334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:51.396778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:45:51.441320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.441657 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Added segment 15d6e06d-860d-494c-a196-97ab7ce80d3f of type vlan for network f26fe3d9-fd23-418f-ae05-faa53abd85a1 Jan 14 11:45:51.448260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 53dd2726-44b9-4a81-bc75-c849242807eb {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:51.448531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.480794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:51.495168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:51.496276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:51.585567 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-446aa5a0-324d-4457-8749-4045ebfe2e5b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/floatingips/9282fbf7-fa0f-4e52-8de1-7247306e7c2d HTTP/1.1" status: 200 len: 979 time: 3.9436398 Jan 14 11:45:51.588916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42186) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:51.590703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:51.591112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f73e6-c566-4ff0-9bed-befb8554774f None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:51.603218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.751557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.752049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.756652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:51.759639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:51.760248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.834509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port ace5ce25-f29f-43f3-b088-7a240eee30a2 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:51.834839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:51.906342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Router cf5e7e05-9ab2-4650-86f1-93679ab5444f is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:45:52.066096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.074820 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1792057 Jan 14 11:45:52.077801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42190) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:52.079973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Network': ['ID=ffefb465-4580-4544-bd46-048ecf603167,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:52.084291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.084602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.092844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ffefb465-4580-4544-bd46-048ecf603167 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:45:52.276988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 53dd2726-44b9-4a81-bc75-c849242807eb owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:52.291263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for ace5ce25-f29f-43f3-b088-7a240eee30a2 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:52.309870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.391237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event deleted for resources: {'Port': ['ID=c6f013df-b903-4da0-a53c-162844d5a7fd,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:52.401724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cffb3-ab64-442a-ad2d-d7970161e8a5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Network': ['ID=f26fe3d9-fd23-418f-ae05-faa53abd85a1,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:52.413818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network f26fe3d9-fd23-418f-ae05-faa53abd85a1 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:45:52.597799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60bbc9-1da1-4f10-adbe-29547729c60c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:52.602303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60bbc9-1da1-4f10-adbe-29547729c60c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:52.606638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60bbc9-1da1-4f10-adbe-29547729c60c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:52.610365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60bbc9-1da1-4f10-adbe-29547729c60c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:52.614159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60bbc9-1da1-4f10-adbe-29547729c60c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:52.615930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fa60bbc9-1da1-4f10-adbe-29547729c60c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.5372574 Jan 14 11:45:52.619980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42198) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:52.729209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.791869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.803774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.884818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:52.909057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=53dd2726-44b9-4a81-bc75-c849242807eb,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:52.970287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:52.982198 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Sync routers for ids ['cf5e7e05-9ab2-4650-86f1-93679ab5444f'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:52.988967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=ace5ce25-f29f-43f3-b088-7a240eee30a2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:53.003234 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Routers {'cf5e7e05-9ab2-4650-86f1-93679ab5444f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:53.003952 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cf5e7e05-9ab2-4650-86f1-93679ab5444f'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:53.052968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.097907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.108446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.125575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.128406 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-33b8f729-b4d1-4db3-b9f0-9b528819a201 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/53dd2726-44b9-4a81-bc75-c849242807eb HTTP/1.1" status: 204 len: 168 time: 1.9182944 Jan 14 11:45:53.136357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:53.167124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffefb465-4580-4544-bd46-048ecf603167']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:53.200564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.204865 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3aec2c16-bc0c-4a9b-910b-0374ba8d357e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8926544 Jan 14 11:45:53.205810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42208) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:53.210074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad56019-58a6-4603-a4d8-3df5035d85b6') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:53.210553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad56019-58a6-4603-a4d8-3df5035d85b6') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:53.235597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab5aab-794d-4bf4-b304-2a488d1b9e7d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:53.237078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab5aab-794d-4bf4-b304-2a488d1b9e7d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:53.238593 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-70ab5aab-794d-4bf4-b304-2a488d1b9e7d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1004641 Jan 14 11:45:53.241378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.242100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Fanout notify agent at l3_agent the message router_deleted on router 43c423e4-1cf6-4882-9c83-c20934e886cc {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:45:53.246969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42212) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:53.256836 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Set router cf5e7e05-9ab2-4650-86f1-93679ab5444f gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:45:53.263762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.264871 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a2378d3-bf97-4e0b-b15a-e6749913bcb8 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/43c423e4-1cf6-4882-9c83-c20934e886cc HTTP/1.1" status: 204 len: 168 time: 3.6761661 Jan 14 11:45:53.292547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42216) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:53.309991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.331408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 9edeb178-0181-40e7-903d-a11b6f080eef {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:53.334604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.364515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-218441533', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:53.376171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.389928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.411161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:53.422174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Usage tracker for resource:router and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:53.432176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:53.437948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.443016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:53.455038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:45:53.455474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:45:53.471754 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:45:53.555936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.557015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.606890 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5e7e05-9ab2-4650-86f1-93679ab5444f', 'name': '', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'external_fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ab456f3b-8032-4bb6-9511-3a5b60a3faf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:47Z', 'updated_at': '2022-01-14T11:45:51Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'ab456f3b-8032-4bb6-9511-3a5b60a3faf7', 'name': '', 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5e7e05-9ab2-4650-86f1-93679ab5444f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:45:50Z', 'updated_at': '2022-01-14T11:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:53.610038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.615802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.616007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.616109 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Checking router: cf5e7e05-9ab2-4650-86f1-93679ab5444f for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:45:53.616758 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Updating router cf5e7e05-9ab2-4650-86f1-93679ab5444f port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:45:53.675643 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.700041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Network': ['ID=ffefb465-4580-4544-bd46-048ecf603167,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:53.727526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.767874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-148bc140-4564-42bc-a553-053964edc09f tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/networks/ffefb465-4580-4544-bd46-048ecf603167 HTTP/1.1" status: 204 len: 168 time: 1.1467254 Jan 14 11:45:53.778007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42224) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:53.787294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=9edeb178-0181-40e7-903d-a11b6f080eef,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:53.799520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.810818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1285a-b275-4b96-a9b8-23d1ca54e19d None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:53.816302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:53.816653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-699c7946-080d-4136-9f24-a8396cfee944 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/9edeb178-0181-40e7-903d-a11b6f080eef HTTP/1.1" status: 204 len: 168 time: 0.5669518 Jan 14 11:45:53.820555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42228) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:53.998690 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f01117c9-4950-4f60-91e2-d156e9e3d634 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1728442 Jan 14 11:45:54.000819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42234) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:54.006345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:54.103476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.147930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:54.152450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:54.155868 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:54.162020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:54.184231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:54.187925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.205844 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.233693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:45:54.234043 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Transition to ACTIVE for port object ab456f3b-8032-4bb6-9511-3a5b60a3faf7 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:54.240638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] Deleting port 6de2368b-f051-4e8c-bfb9-955d8fa93422 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:54.241535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.243371 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.312357 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2696d4-6c66-40aa-9286-39b4550b5286 None None] Pushing event updated for resources: {'Port': ['ID=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:54.346033 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Attempting to bind port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:54.346664 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Attempting to bind port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'dd102002-3a7c-4dc8-be09-14f49e4049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:54.347243 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Attempting to bind port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 on network b7593a8a-fb2f-4500-a85a-8e15c4028f42 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:54.354462 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:54.355038 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Checking segment: {'id': 'dd102002-3a7c-4dc8-be09-14f49e4049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:54.355594 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.356131 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Bound using segment: {'id': 'dd102002-3a7c-4dc8-be09-14f49e4049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:54.356757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Bound port: ab456f3b-8032-4bb6-9511-3a5b60a3faf7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd102002-3a7c-4dc8-be09-14f49e4049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:54.357287 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.411498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.437559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26fe3d9-fd23-418f-ae05-faa53abd85a1']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:54.440532 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] For port ab456f3b-8032-4bb6-9511-3a5b60a3faf7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:54.445731 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] For port ab456f3b-8032-4bb6-9511-3a5b60a3faf7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,segment=NetworkSegment(dd102002-3a7c-4dc8-be09-14f49e4049cf),segment_id=dd102002-3a7c-4dc8-be09-14f49e4049cf)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:54.447661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.450307 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.487278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] For port 6de2368b-f051-4e8c-bfb9-955d8fa93422, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6de2368b-f051-4e8c-bfb9-955d8fa93422,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:54.487789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.497829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:54.502073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:54.503747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.513293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:54.514095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.528406 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2696d4-6c66-40aa-9286-39b4550b5286 None None] Pushing event updated for resources: {'Port': ['ID=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:54.560463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=4cb66779-1cbe-4e88-85ac-24c43ef320c8,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:54.567021 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4ca2f93f-bbeb-4d00-bf89-4e3b14477346 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5623083 Jan 14 11:45:54.567184 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Routers {'cf5e7e05-9ab2-4650-86f1-93679ab5444f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:54.567184 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cf5e7e05-9ab2-4650-86f1-93679ab5444f'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:54.567898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42238) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:54.577256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d6e06d-860d-494c-a196-97ab7ce80d3f') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:54.577653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d6e06d-860d-494c-a196-97ab7ce80d3f') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:54.579803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '4cb66779-1cbe-4e88-85ac-24c43ef320c8', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-443671392'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:54.608437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.685182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.687796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] Calling delete_port for 6de2368b-f051-4e8c-bfb9-955d8fa93422 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:54.702278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.730144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:45:54.730687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.734414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:54.740698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:54.743947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:45:54.748919 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:45:54.752431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:54.765479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:54.771486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.778719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:54.799664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 2aa5d77f-f296-4b2e-b1de-59bf8c5575f2 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:54.838505 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] Set router cf5e7e05-9ab2-4650-86f1-93679ab5444f gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:45:54.850179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] Pushing event deleted for resources: {'Port': ['ID=6de2368b-f051-4e8c-bfb9-955d8fa93422,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:54.858431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d538607-2950-4f9d-8a11-a308d049f89b None None] No DVR routers for this DVR port 6de2368b-f051-4e8c-bfb9-955d8fa93422 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:45:54.876819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f8c78-2e20-4985-b2a9-e255f6674cf1 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:54.990625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.057786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.131984 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:45:55.132425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:45:55.136815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '4cb66779-1cbe-4e88-85ac-24c43ef320c8'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:45:55.137706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.171880 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5e7e05-9ab2-4650-86f1-93679ab5444f', 'name': '', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'external_fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ab456f3b-8032-4bb6-9511-3a5b60a3faf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:47Z', 'updated_at': '2022-01-14T11:45:51Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'ab456f3b-8032-4bb6-9511-3a5b60a3faf7', 'name': '', 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5e7e05-9ab2-4650-86f1-93679ab5444f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:45:50Z', 'updated_at': '2022-01-14T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:55.176247 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2d66d-24bf-4afe-ab2c-87703e538b7e None None] The sync data for ids ['cf5e7e05-9ab2-4650-86f1-93679ab5444f'] in dv-neutron-823850-1-hyperv is: [{'id': 'cf5e7e05-9ab2-4650-86f1-93679ab5444f', 'name': '', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'external_fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ab456f3b-8032-4bb6-9511-3a5b60a3faf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:47Z', 'updated_at': '2022-01-14T11:45:51Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'ab456f3b-8032-4bb6-9511-3a5b60a3faf7', 'name': '', 'network_id': 'b7593a8a-fb2f-4500-a85a-8e15c4028f42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5e7e05-9ab2-4650-86f1-93679ab5444f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:45:50Z', 'updated_at': '2022-01-14T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d548f3b-9169-4454-bb11-9f37c3a161de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:55.212201 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f32e842a-80c8-444e-80ba-4ff0052ca872 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6335189 Jan 14 11:45:55.212933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42250) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:55.228916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Network': ['ID=f26fe3d9-fd23-418f-ae05-faa53abd85a1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:55.260500 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2928b45a-6d62-4b23-a376-045944072e6b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/networks/f26fe3d9-fd23-418f-ae05-faa53abd85a1 HTTP/1.1" status: 204 len: 168 time: 1.4682944 Jan 14 11:45:55.262963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42254) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:55.301027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f44bcca-32d6-4130-9fd5-a9e23b4412bf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:55.334844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f44bcca-32d6-4130-9fd5-a9e23b4412bf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:55.338268 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f44bcca-32d6-4130-9fd5-a9e23b4412bf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1242774 Jan 14 11:45:55.339606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:55.445937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696587fc-f652-4354-8cb2-57243c35ad16 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:55.450140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696587fc-f652-4354-8cb2-57243c35ad16 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:55.451025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-696587fc-f652-4354-8cb2-57243c35ad16 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:55.462400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/4cb66779-1cbe-4e88-85ac-24c43ef320c8/21e9f953-b97d-44f7-84f1-4ab3979dbc9d) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:55.471780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-696587fc-f652-4354-8cb2-57243c35ad16 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:55.476153 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-696587fc-f652-4354-8cb2-57243c35ad16 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1323729 Jan 14 11:45:55.477885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42262) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:55.604551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68436720-102e-41cf-97fc-bcc0e0a4a8f7 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:55.608693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68436720-102e-41cf-97fc-bcc0e0a4a8f7 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:55.612830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68436720-102e-41cf-97fc-bcc0e0a4a8f7 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:55.613829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-68436720-102e-41cf-97fc-bcc0e0a4a8f7 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Synchronizing usage tracker for tenant:ac37aa0515034e758b39b01b125dab2a on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:45:55.680694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.688102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.715983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:45:55.718096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-68436720-102e-41cf-97fc-bcc0e0a4a8f7 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Unset dirty status for tenant:ac37aa0515034e758b39b01b125dab2a on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:45:55.723051 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-68436720-102e-41cf-97fc-bcc0e0a4a8f7 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.4537344 Jan 14 11:45:55.728066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42266) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:55.732461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.737071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Deleting port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:55.737420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.746759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-168795299'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:55.754817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:55.761124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 4cb66779-1cbe-4e88-85ac-24c43ef320c8 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:45:55.773565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:55.783448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.787976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:55.791601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.794589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Transition to ACTIVE for port object 21e9f953-b97d-44f7-84f1-4ab3979dbc9d will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:55.814390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Transition to ACTIVE for port object 21e9f953-b97d-44f7-84f1-4ab3979dbc9d will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:45:55.823547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.824275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.864000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:45:55.887028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.887537 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Added segment 05e12b70-b6ec-4abf-8d81-a59c679247f2 of type vlan for network 88843936-0fee-4460-8bff-5cc501f6bd33 Jan 14 11:45:55.899844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:55.923076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:55.926253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:55.933555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:55.980430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.048612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Pushing event updated for resources: {'Port': ['ID=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:56.050223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.069706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:56.070231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Attempting to bind port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:45:56.070366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.070607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Attempting to bind port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:45:56.071171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Attempting to bind port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:45:56.078486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:45:56.078730 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:56.079810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.079810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:45:56.079983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Bound port: 21e9f953-b97d-44f7-84f1-4ab3979dbc9d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:45:56.080268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.150902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab456f3b-8032-4bb6-9511-3a5b60a3faf7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:56.211645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.288392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Network': ['ID=88843936-0fee-4460-8bff-5cc501f6bd33,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:56.301757 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cd34b332-4842-4a03-9968-2a87c95cded5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5686469 Jan 14 11:45:56.303882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42274) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:56.308023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:56.318388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-173136446'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:56.324814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 88843936-0fee-4460-8bff-5cc501f6bd33 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:45:56.348202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:56.353874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:network and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:56.357336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.361006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:56.397191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:56.397588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.433166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] For port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:45:56.481724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] For port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:45:56.510450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.524990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Allocated IP 172.26.8.59 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/50cb5afd-338b-4e98-b56d-1a7bdb3700ef) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:56.540649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb66779-1cbe-4e88-85ac-24c43ef320c8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:56.543505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:56.548566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] For port ab456f3b-8032-4bb6-9511-3a5b60a3faf7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,segment=NetworkSegment(dd102002-3a7c-4dc8-be09-14f49e4049cf),segment_id=dd102002-3a7c-4dc8-be09-14f49e4049cf)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:56.549092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.557240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.563952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:56.567025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.601771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:45:56.605790 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-92a11af0-4340-497d-97ee-3e46e4eb1a0d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/4cb66779-1cbe-4e88-85ac-24c43ef320c8 HTTP/1.1" status: 204 len: 168 time: 1.1260979 Jan 14 11:45:56.609246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42280) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:56.675658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5c2be-1c61-4a1c-beca-16bb7cff047e None None] Pushing event updated for resources: {'Port': ['ID=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:56.696939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.696939 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Added segment a3c983ea-321c-4902-8baf-a4255395b5f7 of type vlan for network 66b0e896-6e65-490f-b4fe-37e0add8068d Jan 14 11:45:56.699083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.705586 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-24064a56-5f3d-4f45-9f07-eb7cbf9c18e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897193 Jan 14 11:45:56.706838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42284) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:56.716939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:56.735808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ab456f3b-8032-4bb6-9511-3a5b60a3faf7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,segment=NetworkSegment(dd102002-3a7c-4dc8-be09-14f49e4049cf),segment_id=dd102002-3a7c-4dc8-be09-14f49e4049cf)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:56.745099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.777836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Calling delete_port for ab456f3b-8032-4bb6-9511-3a5b60a3faf7 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:56.836910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6de2368b-f051-4e8c-bfb9-955d8fa93422 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:45:56.891243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.901765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 6de2368b-f051-4e8c-bfb9-955d8fa93422 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:45:56.902220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 6de2368b-f051-4e8c-bfb9-955d8fa93422 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:45:56.908112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:56.932353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:56.940968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:56.945785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:56.952267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:56.959868 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:56.963518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:56.964123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.001717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:57.005322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.039345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:45:57.051601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:45:57.066250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:57.067049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:57.068131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.111805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.148440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:57.164236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:45:57.164790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:45:57.166354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b9c733b5-d9ae-415d-9e24-2b9afdd25051 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/floatingips/9282fbf7-fa0f-4e52-8de1-7247306e7c2d HTTP/1.1" status: 204 len: 168 time: 5.5767722 Jan 14 11:45:57.169243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42288) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:57.174201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:45:57.174855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:57.181668 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8764057 Jan 14 11:45:57.193396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42292) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:57.254252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:57.254725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.284479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:45:57.284990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7f6e4-28f3-40fd-837e-f29d0b514098 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:45:57.288961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.298614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7389a-6b4e-48f6-b12c-a22a6f44f56c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Network': ['ID=66b0e896-6e65-490f-b4fe-37e0add8068d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:57.313598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 66b0e896-6e65-490f-b4fe-37e0add8068d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:45:57.322590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'ports': [{'network_id': '88843936-0fee-4460-8bff-5cc501f6bd33', 'name': 'tempest-port--1719360597', 'admin_state_up': True}, {'network_id': '66b0e896-6e65-490f-b4fe-37e0add8068d', 'admin_state_up': False}]} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:57.323140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'port': {'network_id': '88843936-0fee-4460-8bff-5cc501f6bd33', 'name': 'tempest-port--1719360597', 'admin_state_up': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:57.323892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'port': {'network_id': '66b0e896-6e65-490f-b4fe-37e0add8068d', 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:57.420467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event updated for resources: {'Port': ['ID=50cb5afd-338b-4e98-b56d-1a7bdb3700ef,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:57.424364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:57.431686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:57.435284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:57.647702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:57.656073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:port and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:57.660416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:57.668154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Deleting port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:45:57.668154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.668477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:57.703212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'port': 2} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:45:57.707198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.729899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.764633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.768806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.898466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a792c30c-bd9f-4550-a064-cf7ce3208700 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:57.920253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:45:57.924195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:57.929952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:45:57.930612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:57.952515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=2e44432b-fb4a-4499-8c8f-45a93da6edab,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:57.969974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:58.101808 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-48594b28-4a02-4558-ae3e-4d96cd8df6f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3938382 Jan 14 11:45:58.105355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42302) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:58.111952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:58.123461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] device_id is not set on port b3105525-03ab-4f80-8870-b6a01bd35212 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:58.139275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:58.156412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:router and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:58.159434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:58.166815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:58.173312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 21e9f953-b97d-44f7-84f1-4ab3979dbc9d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:58.184441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.189884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.292444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.306353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-047af86b-bf41-4625-a69d-9d9614353ae5 None None] Provisioning for port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:58.333435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.334025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] For port ab456f3b-8032-4bb6-9511-3a5b60a3faf7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,segment=NetworkSegment(dd102002-3a7c-4dc8-be09-14f49e4049cf),segment_id=dd102002-3a7c-4dc8-be09-14f49e4049cf)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:58.334389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.342030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.342741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.378406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.414814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:45:58.421563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:58.422001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.500176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.501816 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a546a70-2cb6-47ec-90ec-5fc0fdbb00f2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3951845 Jan 14 11:45:58.504858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42308) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:58.592123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.602261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] device_id is not set on port 70c8e0f6-c3a4-4642-af9e-fd3707a5b99b yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:45:58.632991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:45:58.639434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.640688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab456f3b-8032-4bb6-9511-3a5b60a3faf7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:45:58.649274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Calling delete_port for ab456f3b-8032-4bb6-9511-3a5b60a3faf7 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:45:58.764460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9d96c-025e-4b94-9a04-baee646ae1de None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:58.830436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.898482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:58.935611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-64130cfc-0439-4295-bc8b-e8a80057fe08 None None] Provisioning complete for port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:58.936250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64130cfc-0439-4295-bc8b-e8a80057fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:58.995491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:59.012518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ab456f3b-8032-4bb6-9511-3a5b60a3faf7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:59.013282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.106183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.154187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.283695 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3255763c-a45d-449e-989a-a302102e2750 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/ports/4c33c6c4-7fd0-4cff-bfb0-4a9a69c347c7 HTTP/1.1" status: 204 len: 168 time: 2.1133120 Jan 14 11:45:59.288182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42316) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:45:59.295197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.297533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.314421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:45:59.337596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:45:59.354383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:floatingip and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:45:59.357661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:45:59.363912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.368165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:45:59.427881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab456f3b-8032-4bb6-9511-3a5b60a3faf7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:59.461980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.537182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Port': ['ID=b3105525-03ab-4f80-8870-b6a01bd35212,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:59.609673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Checking segment: {'id': '05e12b70-b6ec-4abf-8d81-a59c679247f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '88843936-0fee-4460-8bff-5cc501f6bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:59.610174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network hostable DHCP agents. Network: 88843936-0fee-4460-8bff-5cc501f6bd33, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:45:59.648870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-31d6a05a-e1fa-4e3f-89e5-a5348dd48bdb None None] Provisioning complete for port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:45:59.650467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-31d6a05a-e1fa-4e3f-89e5-a5348dd48bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.654978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network 88843936-0fee-4460-8bff-5cc501f6bd33 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:45:59.707377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 88843936-0fee-4460-8bff-5cc501f6bd33) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:45:59.712635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:45:59.713855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.722276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b97494-a63c-47dd-a9c3-7643270681fc None None] Network 88843936-0fee-4460-8bff-5cc501f6bd33 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:45:59.752712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:45:59.862766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Port': ['ID=70c8e0f6-c3a4-4642-af9e-fd3707a5b99b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:45:59.891269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Checking segment: {'id': 'a3c983ea-321c-4902-8baf-a4255395b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '66b0e896-6e65-490f-b4fe-37e0add8068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:45:59.892117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network hostable DHCP agents. Network: 66b0e896-6e65-490f-b4fe-37e0add8068d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:45:59.911292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::1 (d177d53d-ca61-4e91-af17-578924330245/2e44432b-fb4a-4499-8c8f-45a93da6edab/5516cf5a-b356-4ac2-918d-0e3ee61aa204) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:45:59.938014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network 66b0e896-6e65-490f-b4fe-37e0add8068d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:00.023082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 66b0e896-6e65-490f-b4fe-37e0add8068d) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:00.028825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:00.031969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26ce16-44d9-4e74-aa22-b32ed007e186 None None] Network 66b0e896-6e65-490f-b4fe-37e0add8068d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:00.034138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:00.038089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:00.038770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.102630 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4dbc4d2-5c72-4701-a8fc-a666e91a1d9e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8632042 Jan 14 11:46:00.105517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42326) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:00.160353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Router 8c6f04a3-f2a1-4912-a01c-01f9591d2315 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:00.199329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.216373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 21e9f953-b97d-44f7-84f1-4ab3979dbc9d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:00.236862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 5516cf5a-b356-4ac2-918d-0e3ee61aa204 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:00.263054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.265434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.287612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.350936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:00.354532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:00.360193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:00.360850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.365232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=5516cf5a-b356-4ac2-918d-0e3ee61aa204,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:00.419340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:00.419698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.420363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78282619-43fb-4dde-b63f-a33543854013 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:00.424333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78282619-43fb-4dde-b63f-a33543854013 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:00.426029 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-78282619-43fb-4dde-b63f-a33543854013 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3191433 Jan 14 11:46:00.435377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42330) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:00.438829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.439338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf5e7e05-9ab2-4650-86f1-93679ab5444f {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:00.448786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.459353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.463317 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fec936b9-0f46-4e7c-aed3-c5b302833ff4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cf5e7e05-9ab2-4650-86f1-93679ab5444f HTTP/1.1" status: 204 len: 168 time: 7.2457821 Jan 14 11:46:00.488783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42334) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:00.593569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Deleting subnet 1d548f3b-9169-4454-bb11-9f37c3a161de {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:00.599877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.712045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.208 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/5893edad-a6e0-41eb-bcb6-17b8456a398a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:00.776526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.777487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-571e941a-b223-4c40-a1ae-bb82ff01c476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.819263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:00.824963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.831565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] Sync routers for ids ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:00.843845 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-edaca698-22e9-4a35-a422-a55e012b0eb1 None None] Provisioning for port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:00.856167 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] Routers {'8c6f04a3-f2a1-4912-a01c-01f9591d2315'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:00.856812 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:00.858745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-edaca698-22e9-4a35-a422-a55e012b0eb1 None None] Provisioning complete for port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:00.859344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-edaca698-22e9-4a35-a422-a55e012b0eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.860852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Deleting port b3105525-03ab-4f80-8870-b6a01bd35212 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:00.861285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.902747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.928690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-edaca698-22e9-4a35-a422-a55e012b0eb1 None None] Port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:00.956852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.960872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.964887 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f03ff36-2806-4e7b-8cc3-3f678d96775d tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6643879 Jan 14 11:46:00.965236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42340) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:00.968139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:00.972911 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:00.975840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:00.985310 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] Routers {'8c6f04a3-f2a1-4912-a01c-01f9591d2315'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:00.986679 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:45:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:01.030325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.048937 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:01.049513 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088545c-bafa-4604-9e28-c2b5987f8d5f None None] The sync data for ids ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:01.126826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:01.131638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:01.134212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:01.160536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=5893edad-a6e0-41eb-bcb6-17b8456a398a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:01.412830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.421547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.544196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.558939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Calling delete_port for b3105525-03ab-4f80-8870-b6a01bd35212 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:01.593479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.658159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d548f3b-9169-4454-bb11-9f37c3a161de,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:01.687886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.718789 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1d583787-0df8-4fc5-880b-9ce27b25b7ad tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/1d548f3b-9169-4454-bb11-9f37c3a161de HTTP/1.1" status: 204 len: 168 time: 1.2283287 Jan 14 11:46:01.724141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42348) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:01.798551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.869969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Port': ['ID=b3105525-03ab-4f80-8870-b6a01bd35212,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:01.872551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:46:01.904625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.912938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.913782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.918916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.922202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.952301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab456f3b-8032-4bb6-9511-3a5b60a3faf7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:01.966680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:01.985056 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1b17630f-1ce4-4da4-8093-086ac918d57e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/ports/b3105525-03ab-4f80-8870-b6a01bd35212 HTTP/1.1" status: 204 len: 168 time: 1.5485661 Jan 14 11:46:01.993984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ab456f3b-8032-4bb6-9511-3a5b60a3faf7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:01.994384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab456f3b-8032-4bb6-9511-3a5b60a3faf7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:02.003624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42352) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:02.035736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.145289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=5516cf5a-b356-4ac2-918d-0e3ee61aa204,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:02.172531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=5893edad-a6e0-41eb-bcb6-17b8456a398a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:02.196770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.273391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.275058 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9cdcf6cd-e9ef-42e3-a769-9148e66baa46 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9851542 Jan 14 11:46:02.282338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42358) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:02.290792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'port': {'network_id': 'd0c5f379-5060-44f0-831e-56cd0539cc61', 'name': 'tempest-FloatingIPTestJSON-1203769992'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:02.360554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Deleting port 70c8e0f6-c3a4-4642-af9e-fd3707a5b99b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:02.360554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.450167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.459739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:02.467084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:port and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:02.470999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:02.479852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:02.483163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.497376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:02.501481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.524761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.535267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] device_id is not set on port 04e0cba0-4f2b-4c6f-8ee0-480044c75a58 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:02.536593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7593a8a-fb2f-4500-a85a-8e15c4028f42']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:02.547640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:02.552847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:02.564943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd102002-3a7c-4dc8-be09-14f49e4049cf') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:02.565232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd102002-3a7c-4dc8-be09-14f49e4049cf') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:02.578663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Deleting port 50cb5afd-338b-4e98-b56d-1a7bdb3700ef {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:02.579034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.656178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.764974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.822577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:46:02.822978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:46:02.838216 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:46:02.840605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.12 (d0c5f379-5060-44f0-831e-56cd0539cc61/44051a8a-fdbb-4b87-b962-075a11802d0c/04e0cba0-4f2b-4c6f-8ee0-480044c75a58) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:02.846921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.875053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-74d016c3-c907-4bd5-9667-447bac488012 None None] Provisioning complete for port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:02.875477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-74d016c3-c907-4bd5-9667-447bac488012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.934499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-74d016c3-c907-4bd5-9667-447bac488012 None None] Port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:02.946116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.973208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-98b0d6db-4f59-4971-bb81-69bbaeba78ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:02.975826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Calling delete_port for 50cb5afd-338b-4e98-b56d-1a7bdb3700ef owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:03.125565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Calling delete_port for 70c8e0f6-c3a4-4642-af9e-fd3707a5b99b owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:03.153373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.178563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7593a8a-fb2f-4500-a85a-8e15c4028f42 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 11:46:03.190811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.197969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7593a8a-fb2f-4500-a85a-8e15c4028f42,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:03.264824 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fc470e85-ace3-4eb7-b286-1644f98ae3a0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b7593a8a-fb2f-4500-a85a-8e15c4028f42 HTTP/1.1" status: 204 len: 168 time: 1.5395598 Jan 14 11:46:03.291482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.340302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.370232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.447952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.482229 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/ports/70c8e0f6-c3a4-4642-af9e-fd3707a5b99b HTTP/1.1" status: 204 len: 168 time: 1.4762192 Jan 14 11:46:03.482836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42372) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:03.494580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514fa31-0e80-4596-94f5-f03bb97e9e2c tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Port': ['ID=70c8e0f6-c3a4-4642-af9e-fd3707a5b99b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:03.559397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d21fab0b-17ca-412b-93d0-6830fa60b8a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Synchronizing usage tracker for tenant:ac37aa0515034e758b39b01b125dab2a on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:03.584474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Pushing event deleted for resources: {'Port': ['ID=50cb5afd-338b-4e98-b56d-1a7bdb3700ef,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:03.586700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d21fab0b-17ca-412b-93d0-6830fa60b8a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Unset dirty status for tenant:ac37aa0515034e758b39b01b125dab2a on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:03.591531 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d21fab0b-17ca-412b-93d0-6830fa60b8a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0953751 Jan 14 11:46:03.591995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42378) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:03.619810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-204416502'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:03.628438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Router 67d053c2-e387-4eaf-a26c-9479799ef23b is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:03.637611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:03.645894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.650159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:network and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:03.661658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:03.670171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:03.712246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:03.718727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.810964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=04e0cba0-4f2b-4c6f-8ee0-480044c75a58,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:03.831940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network d0c5f379-5060-44f0-831e-56cd0539cc61 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:03.835669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:03.839618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:03.854207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42386) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:03.907552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:03.912935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'name': 'tempest-router--399324893', 'project_id': 'e2e28f17a9d9445996361a2abad51785'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:03.928347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:03.936232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:router and tenant:e2e28f17a9d9445996361a2abad51785 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:03.939462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:03.939805 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Added segment 20f8ac03-ea46-4faf-88cd-71201e23449e of type vlan for network 86f289e8-cc22-4169-93a4-adb0385339ec Jan 14 11:46:03.944952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:03.970356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:03.999281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.002777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.003667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.031120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-fc3854b6-24a6-4004-9642-4d003029e0f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4988899 Jan 14 11:46:04.056318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.118784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.165338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.166999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:04.166999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.175289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:04.181369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.184945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:04.185499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.192943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Sync routers for ids ['67d053c2-e387-4eaf-a26c-9479799ef23b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:04.206593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Routers {'67d053c2-e387-4eaf-a26c-9479799ef23b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:04.208493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67d053c2-e387-4eaf-a26c-9479799ef23b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:04.246551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.258620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.278107 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a61d8ed9-3b6d-4f23-aa7c-7b2aa8519d8c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9944189 Jan 14 11:46:04.281994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42390) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:04.298954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.321042 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8d18dd63-8ccc-4eab-a33a-ecc872529cf8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "PUT /v2.0/routers/67d053c2-e387-4eaf-a26c-9479799ef23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8074949 Jan 14 11:46:04.325199 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7318809 Jan 14 11:46:04.331059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42394) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:04.331599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42396) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:04.346770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-404116765'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:04.350463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'port_id': '04e0cba0-4f2b-4c6f-8ee0-480044c75a58'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:04.382636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.383394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea585b-7615-4543-8e80-d29da67717a3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Network': ['ID=86f289e8-cc22-4169-93a4-adb0385339ec,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:04.387055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:04.400766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 86f289e8-cc22-4169-93a4-adb0385339ec details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:04.402650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.406392 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b13ea2b3-955d-4190-8a8a-69f7bfcf53e9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5034006 Jan 14 11:46:04.407327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:network and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:04.414250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42402) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:04.417653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:04.428456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:04.444912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce0ea9-7c92-418f-8749-5682f59fc3e9 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:04.445492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-01ce0ea9-7c92-418f-8749-5682f59fc3e9 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:04.456405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:04.459854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.493273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:04.503306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.504250 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Added segment 1d9c7157-a31a-4d1a-ac59-48dd18f29826 of type vlan for network 59b83d7d-850f-44fe-8cc9-52f35c4b399c Jan 14 11:46:04.517739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Set router 67d053c2-e387-4eaf-a26c-9479799ef23b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:04.532073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.552662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.570552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-01ce0ea9-7c92-418f-8749-5682f59fc3e9 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:04.572337 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01ce0ea9-7c92-418f-8749-5682f59fc3e9 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports/5516cf5a-b356-4ac2-918d-0e3ee61aa204 HTTP/1.1" status: 200 len: 911 time: 0.2368815 Jan 14 11:46:04.573562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.578674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:04.579611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:04.588038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42408) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:04.705291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-f508c5b4-57cf-4fbd-af0b-585a041e8ad3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.6017900 Jan 14 11:46:04.824764 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4738264 Jan 14 11:46:04.824764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83b694-2acb-419d-a674-5e8fb5d156bf tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Network': ['ID=59b83d7d-850f-44fe-8cc9-52f35c4b399c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:04.864938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9fda8-ba28-45c5-82e0-63f4c8dde692 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:04.876002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9fda8-ba28-45c5-82e0-63f4c8dde692 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:04.876002 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9df9fda8-ba28-45c5-82e0-63f4c8dde692 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2611248 Jan 14 11:46:04.876002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42416) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:04.878495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 59b83d7d-850f-44fe-8cc9-52f35c4b399c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:05.015277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42420) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:05.019081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:58Z', 'updated_at': '2022-01-14T11:46:00Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None, '_interfaces': [{'id': '5516cf5a-b356-4ac2-918d-0e3ee61aa204', 'name': '', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'mac_address': 'fa:16:3e:1a:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e44432b-fb4a-4499-8c8f-45a93da6edab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:45:59Z', 'updated_at': '2022-01-14T11:46:01Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'subnets': [{'id': '2e44432b-fb4a-4499-8c8f-45a93da6edab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:05.024930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Checking router: 67d053c2-e387-4eaf-a26c-9479799ef23b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:05.025268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Updating router 67d053c2-e387-4eaf-a26c-9479799ef23b port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:46:05.030319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-1fa7ca87-dcce-4dd8-a188-e85f309fe86b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:05.031171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'subnets': [{'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--893953062', 'ip_version': 4}, {'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:05.031612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'subnet': {'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--893953062', 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:05.031849 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-1fa7ca87-dcce-4dd8-a188-e85f309fe86b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.1802020 Jan 14 11:46:05.032748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Request body: {'subnet': {'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:05.051545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Router 8c6f04a3-f2a1-4912-a01c-01f9591d2315 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:05.086097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.159702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-0aebdbd8-51cd-4dfe-beb5-54d163ffd74b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.1086149 Jan 14 11:46:05.164803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.275346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:05.276192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-73174f4e-9a22-4819-a8b3-3a06108696a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:05.277712 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-73174f4e-9a22-4819-a8b3-3a06108696a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.0589831 Jan 14 11:46:05.339765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Usage tracker for resource:subnet and tenant:ac37aa0515034e758b39b01b125dab2a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:05.348096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:05.357874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:05.413649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.426436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Made reservation on behalf of ac37aa0515034e758b39b01b125dab2a for: {'subnet': 2} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:05.496454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.511147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Transition to ACTIVE for port object 5516cf5a-b356-4ac2-918d-0e3ee61aa204 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:05.519324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.654595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238be186-cf1e-4a3d-90eb-f49225e01037 None None] Pushing event updated for resources: {'Port': ['ID=5516cf5a-b356-4ac2-918d-0e3ee61aa204,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:05.664813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.665243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.765728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Attempting to bind port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:05.766438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Attempting to bind port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:05.766953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Attempting to bind port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:05.775091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:05.777356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:05.778377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.779147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:05.779775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Bound port: 5516cf5a-b356-4ac2-918d-0e3ee61aa204, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:05.780401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:05.901014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] For port 5516cf5a-b356-4ac2-918d-0e3ee61aa204, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:05.906929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] For port 5516cf5a-b356-4ac2-918d-0e3ee61aa204, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5516cf5a-b356-4ac2-918d-0e3ee61aa204,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:05.915564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.023203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:06.045683 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] Sync routers for ids ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:06.078415 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] Routers {'8c6f04a3-f2a1-4912-a01c-01f9591d2315'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:06.080385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Routers {'67d053c2-e387-4eaf-a26c-9479799ef23b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:06.081054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67d053c2-e387-4eaf-a26c-9479799ef23b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:06.081447 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:06.176820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238be186-cf1e-4a3d-90eb-f49225e01037 None None] Pushing event updated for resources: {'Port': ['ID=5516cf5a-b356-4ac2-918d-0e3ee61aa204,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:06.246781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.247943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7e3681e3-06a2-49fd-961d-1b09a0ed1fce tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "PUT /v2.0/routers/8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 200 len: 709 time: 5.2819037 Jan 14 11:46:06.250841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42430) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:06.258644 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-faab1cc9-3a38-4f13-8bd9-e3659f380b57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9143424 Jan 14 11:46:06.298281 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:06.318691 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] Routers {'8c6f04a3-f2a1-4912-a01c-01f9591d2315'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:06.320174 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:06.351255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] Set router 67d053c2-e387-4eaf-a26c-9479799ef23b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:06.424033 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:06.424835 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb44908-d5a1-4eb4-88d3-0bbf105cd7f2 None None] The sync data for ids ['8c6f04a3-f2a1-4912-a01c-01f9591d2315'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:06.455288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.467049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.542297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-08ed9eef-3d9e-42b5-8997-8efa52a8c7ca service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626314 Jan 14 11:46:06.577470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.578041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a005b7a6-39e5-489e-99a6-c835c438da56 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:06.622574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.640609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.641735 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9446768-8d61-42fe-8d0d-cf618d33cbe4 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a005b7a6-39e5-489e-99a6-c835c438da56 HTTP/1.1" status: 204 len: 168 time: 2.2258449 Jan 14 11:46:06.708106 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d508187f-9dfe-46f3-8d3a-f243de0118d4 tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/routers/8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 200 len: 744 time: 0.4546266 Jan 14 11:46:06.711851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42436) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:06.723436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:58Z', 'updated_at': '2022-01-14T11:46:00Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None, '_interfaces': [{'id': '5516cf5a-b356-4ac2-918d-0e3ee61aa204', 'name': '', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'mac_address': 'fa:16:3e:1a:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e44432b-fb4a-4499-8c8f-45a93da6edab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:45:59Z', 'updated_at': '2022-01-14T11:46:05Z', 'revision_number': 4, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'subnets': [{'id': '2e44432b-fb4a-4499-8c8f-45a93da6edab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:06.728279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654a79b-e34d-46a9-9640-82a32bb2b1e6 None None] The sync data for ids ['67d053c2-e387-4eaf-a26c-9479799ef23b'] in dv-neutron-823850-1-hyperv is: [{'id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:58Z', 'updated_at': '2022-01-14T11:46:00Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None, '_interfaces': [{'id': '5516cf5a-b356-4ac2-918d-0e3ee61aa204', 'name': '', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'mac_address': 'fa:16:3e:1a:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e44432b-fb4a-4499-8c8f-45a93da6edab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:45:59Z', 'updated_at': '2022-01-14T11:46:05Z', 'revision_number': 4, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'subnets': [{'id': '2e44432b-fb4a-4499-8c8f-45a93da6edab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:06.784421 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6afa87a-78de-478b-a08a-958beb69b5ce req-f737476d-b72f-492e-a45b-072a8043b48f service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337930 Jan 14 11:46:06.818161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.823004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:06.831451 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6792572a-94a7-4631-acca-5e1977d82eef tempest-RoutersIpV6AdminTest-1191332485 tempest-RoutersIpV6AdminTest-1191332485-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 200 len: 205 time: 0.1184940 Jan 14 11:46:06.835344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42440) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:06.841970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42442) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:06.945627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42452) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:06.945857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea6bb9a9-f8fb-40e8-848f-f0b0ee5b9b4a tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 200 len: 205 time: 0.1093237 Jan 14 11:46:07.049632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.251501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Subnet': ['ID=eb7de754-b818-4b6d-89d7-00f77f3574a1,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:07.339999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.367521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1699737956', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:07.385682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Checking segment: {'id': '20f8ac03-ea46-4faf-88cd-71201e23449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:07.386041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network hostable DHCP agents. Network: 86f289e8-cc22-4169-93a4-adb0385339ec, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:07.390700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:07.396256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Usage tracker for resource:router and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:07.424078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:07.442197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:07.483755 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP f7518484-cc9d-4b3c-8a03-ecb8fa1b53b0 associated. External IP: 172.26.8.208, port: 04e0cba0-4f2b-4c6f-8ee0-480044c75a58. Jan 14 11:46:07.485823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.486817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.500216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network 86f289e8-cc22-4169-93a4-adb0385339ec is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:07.512068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:07.512435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.563433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 86f289e8-cc22-4169-93a4-adb0385339ec) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:07.576028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.576535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf85f0-d4e6-46b1-9af8-9e79445c91e6 None None] Network 86f289e8-cc22-4169-93a4-adb0385339ec requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:07.650286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.834452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-86f289e8-cc22-4169-93a4-adb0385339ec', 'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec', 'tenant_id': 'ac37aa0515034e758b39b01b125dab2a', 'fixed_ips': [{'subnet_id': 'eb7de754-b818-4b6d-89d7-00f77f3574a1'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:07.835396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.887032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event updated for resources: {'Subnet': ['ID=0bb495c2-157e-4178-87bd-4cb545cdcdad,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:07.890471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port 5516cf5a-b356-4ac2-918d-0e3ee61aa204, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5516cf5a-b356-4ac2-918d-0e3ee61aa204,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:07.890602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:07.979325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.053303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.075337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5516cf5a-b356-4ac2-918d-0e3ee61aa204 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:08.090845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.091481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6f04a3-f2a1-4912-a01c-01f9591d2315 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:08.108245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.109448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d3ad0a0-ef77-4cc1-907a-ca883f3800ff tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 204 len: 168 time: 1.1629026 Jan 14 11:46:08.114378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42462) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.119422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Allocated IP 172.20.0.2 (86f289e8-cc22-4169-93a4-adb0385339ec/eb7de754-b818-4b6d-89d7-00f77f3574a1/6f5a0468-fbab-49cb-913c-cdc4385e1a7b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:08.217230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 5516cf5a-b356-4ac2-918d-0e3ee61aa204 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:08.225941 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-31cf4263-ea56-4125-837b-29d4a8b40529 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 200 len: 205 time: 0.1096027 Jan 14 11:46:08.229419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42466) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.257959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Checking segment: {'id': '1d9c7157-a31a-4d1a-ac59-48dd18f29826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:08.258326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network hostable DHCP agents. Network: 59b83d7d-850f-44fe-8cc9-52f35c4b399c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:08.305168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.323146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-e8431e70-7fbe-4e18-9d51-522c46cbe3d3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] delete failed (client error): The resource could not be found. Jan 14 11:46:08.324363 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8431e70-7fbe-4e18-9d51-522c46cbe3d3 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/8c6f04a3-f2a1-4912-a01c-01f9591d2315 HTTP/1.1" status: 404 len: 336 time: 0.0938504 Jan 14 11:46:08.328874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42472) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.368851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:08.382810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-594cb1fb-95c4-4847-88ee-d85caa2e2162 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c423e4-1cf6-4882-9c83-c20934e886cc HTTP/1.1" status: 200 len: 205 time: 0.0530255 Jan 14 11:46:08.386544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42476) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.398674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Network 59b83d7d-850f-44fe-8cc9-52f35c4b399c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:08.406988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 5516cf5a-b356-4ac2-918d-0e3ee61aa204 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:08.406988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.467183 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-0826f6ce-c2b5-4ce3-927b-ac929458b698 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] delete failed (client error): The resource could not be found. Jan 14 11:46:08.468218 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0826f6ce-c2b5-4ce3-927b-ac929458b698 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/43c423e4-1cf6-4882-9c83-c20934e886cc HTTP/1.1" status: 404 len: 336 time: 0.0807910 Jan 14 11:46:08.471052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42480) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.490903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 59b83d7d-850f-44fe-8cc9-52f35c4b399c) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:08.496235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.499986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:08.500340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d49758-dfda-4668-bd23-ba933a18abf2 None None] Network 59b83d7d-850f-44fe-8cc9-52f35c4b399c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:08.500451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:08.500998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.552222 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2d0f5f3a-a377-4494-af76-48f8e396c84a tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bb152dc-f954-4622-97bc-70e3684a5c0c HTTP/1.1" status: 200 len: 205 time: 0.0780761 Jan 14 11:46:08.553114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42486) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.616975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7b89106e-5e71-4e49-ae7f-20cfe6733734 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5965917 Jan 14 11:46:08.621829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42490) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.661749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Transition to ACTIVE for port object 6f5a0468-fbab-49cb-913c-cdc4385e1a7b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:08.663353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.665353 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-947b7523-277d-48cf-9fa7-402e6e959079 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] delete failed (client error): The resource could not be found. Jan 14 11:46:08.666401 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-947b7523-277d-48cf-9fa7-402e6e959079 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/0bb152dc-f954-4622-97bc-70e3684a5c0c HTTP/1.1" status: 404 len: 336 time: 0.1092055 Jan 14 11:46:08.670714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42494) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.674953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.712494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Transition to ACTIVE for port object 6f5a0468-fbab-49cb-913c-cdc4385e1a7b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:08.753637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.777226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=5516cf5a-b356-4ac2-918d-0e3ee61aa204,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:08.783209 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b3be53dd-08d4-48c8-a7d3-b0b743a61e89 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=91055790-8619-434f-9345-8a40ae2e538c HTTP/1.1" status: 200 len: 205 time: 0.0686646 Jan 14 11:46:08.783898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42498) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.883858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:08.897989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Network 86f289e8-cc22-4169-93a4-adb0385339ec is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:08.902503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Pushing event updated for resources: {'Port': ['ID=6f5a0468-fbab-49cb-913c-cdc4385e1a7b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:08.904973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:08.916595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:08.957995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-59b83d7d-850f-44fe-8cc9-52f35c4b399c', 'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c', 'tenant_id': 'ac37aa0515034e758b39b01b125dab2a', 'fixed_ips': [{'subnet_id': '0bb495c2-157e-4178-87bd-4cb545cdcdad'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:08.958792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:08.975319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cd019-e534-42fa-b6a0-2b40a7a9d178 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:08.976976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cd019-e534-42fa-b6a0-2b40a7a9d178 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:08.978409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cd019-e534-42fa-b6a0-2b40a7a9d178 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:08.979214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7e4cd019-e534-42fa-b6a0-2b40a7a9d178 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Synchronizing usage tracker for tenant:ac37aa0515034e758b39b01b125dab2a on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:08.990508 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-141d05dd-1690-4725-b2f6-22ab4a16fdac tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] delete failed (client error): The resource could not be found. Jan 14 11:46:08.994223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42502) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:08.994649 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-141d05dd-1690-4725-b2f6-22ab4a16fdac tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/91055790-8619-434f-9345-8a40ae2e538c HTTP/1.1" status: 404 len: 336 time: 0.2048571 Jan 14 11:46:09.050491 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd52acb6-305e-4c8f-9123-d07ee467292e tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c9cf095-c818-482b-99b7-7e3dea5c5013 HTTP/1.1" status: 200 len: 205 time: 0.0551445 Jan 14 11:46:09.053644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42506) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:09.113435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.146160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7e4cd019-e534-42fa-b6a0-2b40a7a9d178 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Unset dirty status for tenant:ac37aa0515034e758b39b01b125dab2a on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:09.151012 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7e4cd019-e534-42fa-b6a0-2b40a7a9d178 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5281405 Jan 14 11:46:09.153331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42510) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:09.154303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.171262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-0d2ee824-d759-4985-bf2e-e97246c262de tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] delete failed (client error): The resource could not be found. Jan 14 11:46:09.172275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d2ee824-d759-4985-bf2e-e97246c262de tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/9c9cf095-c818-482b-99b7-7e3dea5c5013 HTTP/1.1" status: 404 len: 336 time: 0.1179526 Jan 14 11:46:09.180965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42514) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:09.230053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Attempting to bind port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:09.230356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Attempting to bind port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '20f8ac03-ea46-4faf-88cd-71201e23449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:09.230665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Attempting to bind port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b on network 86f289e8-cc22-4169-93a4-adb0385339ec {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:09.237390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0fcd806a-bdc3-46c8-ab4f-4bfcabff1b6b tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "GET /v2.0/ports?device_id=34b5a3d0-a785-426e-b7c1-d78b6117f1d7 HTTP/1.1" status: 200 len: 205 time: 0.0547895 Jan 14 11:46:09.241490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Allocated IP 172.20.0.18 (59b83d7d-850f-44fe-8cc9-52f35c4b399c/0bb495c2-157e-4178-87bd-4cb545cdcdad/5fd01c22-c525-408f-8bd8-4b44c0969fc8) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:09.246085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42518) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:09.247711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:09.248028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Checking segment: {'id': '20f8ac03-ea46-4faf-88cd-71201e23449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:09.249520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.250759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Bound using segment: {'id': '20f8ac03-ea46-4faf-88cd-71201e23449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:09.251528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Bound port: 6f5a0468-fbab-49cb-913c-cdc4385e1a7b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f8ac03-ea46-4faf-88cd-71201e23449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '86f289e8-cc22-4169-93a4-adb0385339ec'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:09.252684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.274514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.299168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Deleting subnet eb7de754-b818-4b6d-89d7-00f77f3574a1 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:09.317895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.321243 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-8252bbaf-3da5-4334-a37f-f7f14648870e tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] delete failed (client error): The resource could not be found. Jan 14 11:46:09.322274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8252bbaf-3da5-4334-a37f-f7f14648870e tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/routers/34b5a3d0-a785-426e-b7c1-d78b6117f1d7 HTTP/1.1" status: 404 len: 336 time: 0.0730350 Jan 14 11:46:09.324888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42524) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:09.400676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] For port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:09.404978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] For port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6f5a0468-fbab-49cb-913c-cdc4385e1a7b,segment=NetworkSegment(20f8ac03-ea46-4faf-88cd-71201e23449e),segment_id=20f8ac03-ea46-4faf-88cd-71201e23449e)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:09.470983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.499895 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae26eda-1932-45e7-8965-72c2cd648843 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] DELETE failed (client error): The resource could not be found. Jan 14 11:46:09.500525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae26eda-1932-45e7-8965-72c2cd648843 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:46:09.501976 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9ae26eda-1932-45e7-8965-72c2cd648843 tempest-RoutersIpV6AdminTest-1724675169 tempest-RoutersIpV6AdminTest-1724675169-project] 10.222.0.48 "DELETE /v2.0/subnets/c73e0d79-ea2c-42e0-9310-8e52519fe5a8 HTTP/1.1" status: 404 len: 337 time: 0.1762056 Jan 14 11:46:09.525935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:09.537447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.600583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:09.618721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f971a0d9-1390-47a3-8d84-8665cb00e9be tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/floatingips/f7518484-cc9d-4b3c-8a03-ecb8fa1b53b0 HTTP/1.1" status: 200 len: 979 time: 5.3340876 Jan 14 11:46:09.619758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42532) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:09.690641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83c6a-2ee9-4de3-821d-88a5158db97b None None] Pushing event updated for resources: {'Port': ['ID=6f5a0468-fbab-49cb-913c-cdc4385e1a7b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:09.708401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:09.709096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:09.733366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 04e0cba0-4f2b-4c6f-8ee0-480044c75a58 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:09.733739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.779878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:09.849024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Allocated IP 172.26.8.92 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/2c2a45b0-7708-4902-ad4c-1ccb786a15ae) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:10.006244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:10.064633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:10.065285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:10.083902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.178112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:10.178508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095cac-9893-40ec-aa49-f996b6c3d6cc None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:10.195248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.211531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.232015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Transition to ACTIVE for port object 5fd01c22-c525-408f-8bd8-4b44c0969fc8 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:10.256571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Transition to ACTIVE for port object 5fd01c22-c525-408f-8bd8-4b44c0969fc8 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:10.266127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.268533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42540) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:10.341370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Network 59b83d7d-850f-44fe-8cc9-52f35c4b399c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:10.344177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:10.348830 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:10.350881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Pushing event updated for resources: {'Port': ['ID=5fd01c22-c525-408f-8bd8-4b44c0969fc8,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:10.447863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.448222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.448595 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP f7518484-cc9d-4b3c-8a03-ecb8fa1b53b0 disassociated. External IP: 172.26.8.208, port: 04e0cba0-4f2b-4c6f-8ee0-480044c75a58. Jan 14 11:46:10.450957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 04e0cba0-4f2b-4c6f-8ee0-480044c75a58 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:10.547045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Attempting to bind port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:10.547496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Attempting to bind port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '1d9c7157-a31a-4d1a-ac59-48dd18f29826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:10.548061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Attempting to bind port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 on network 59b83d7d-850f-44fe-8cc9-52f35c4b399c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:10.564669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:10.565419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Checking segment: {'id': '1d9c7157-a31a-4d1a-ac59-48dd18f29826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:10.565942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.566428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Bound using segment: {'id': '1d9c7157-a31a-4d1a-ac59-48dd18f29826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:10.567619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Bound port: 5fd01c22-c525-408f-8bd8-4b44c0969fc8, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9c7157-a31a-4d1a-ac59-48dd18f29826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '59b83d7d-850f-44fe-8cc9-52f35c4b399c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:10.568128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.575413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.641360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.662313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.673041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.679376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7de754-b818-4b6d-89d7-00f77f3574a1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:10.688614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] For port 5fd01c22-c525-408f-8bd8-4b44c0969fc8, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:10.694005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] For port 5fd01c22-c525-408f-8bd8-4b44c0969fc8, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5fd01c22-c525-408f-8bd8-4b44c0969fc8,segment=NetworkSegment(1d9c7157-a31a-4d1a-ac59-48dd18f29826),segment_id=1d9c7157-a31a-4d1a-ac59-48dd18f29826)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:10.699676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.713794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=04e0cba0-4f2b-4c6f-8ee0-480044c75a58,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:10.737424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:10.741838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:75f63329f34c4a9fa5eaa55b65ae9659 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:10.751719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:10.758313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:10.819962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db39276-97f1-498e-92b5-5a952c20d142 None None] Pushing event updated for resources: {'Port': ['ID=5fd01c22-c525-408f-8bd8-4b44c0969fc8,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:10.838728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.872576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.907296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:10.925189 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75f63329f34c4a9fa5eaa55b65ae9659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6381829 Jan 14 11:46:10.928417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42550) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:10.932398 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d829fd00-b25f-4f8e-b588-1cd62115d2f2 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/subnets/eb7de754-b818-4b6d-89d7-00f77f3574a1 HTTP/1.1" status: 204 len: 168 time: 1.7760241 Jan 14 11:46:10.939309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42554) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:10.941112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Router 67d053c2-e387-4eaf-a26c-9479799ef23b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:11.024492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c03965ba-4fca-4628-a9e4-13fb4818b823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.063715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c03965ba-4fca-4628-a9e4-13fb4818b823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.115773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:11.133208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc84903-793c-4b27-8a1d-350b0e17d3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce7940-b507-4e87-8da6-5debe8dbf6c1,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:11.230922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef6949-1161-49d1-81e5-2f3870f8e5f6 None None] Network 86f289e8-cc22-4169-93a4-adb0385339ec requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:11.290468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c03965ba-4fca-4628-a9e4-13fb4818b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.314639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03965ba-4fca-4628-a9e4-13fb4818b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce7940-b507-4e87-8da6-5debe8dbf6c1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:11.387806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c03965ba-4fca-4628-a9e4-13fb4818b823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.389041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c03965ba-4fca-4628-a9e4-13fb4818b823 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fce7940-b507-4e87-8da6-5debe8dbf6c1 HTTP/1.1" status: 204 len: 168 time: 0.4594069 Jan 14 11:46:11.421954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.447108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6ce3218a-252b-4eee-a6f0-81bd89e63b6a None None] Provisioning for port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:11.451647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:11.464357 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:11.484118 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:11.484934 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:11.511928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:11.526338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] Sync routers for ids ['67d053c2-e387-4eaf-a26c-9479799ef23b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:11.534646 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3795a35-e6f0-40df-b8b0-83d206948cb7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "PUT /v2.0/routers/67d053c2-e387-4eaf-a26c-9479799ef23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6553361 Jan 14 11:46:11.537580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42562) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:11.545193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Deleting subnet 0bb495c2-157e-4178-87bd-4cb545cdcdad {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:11.577808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] Routers {'67d053c2-e387-4eaf-a26c-9479799ef23b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:11.578796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67d053c2-e387-4eaf-a26c-9479799ef23b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:11.589727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.616963 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:11.629183 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:11.630042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.630757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:11.637222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:11.637436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65335e0c-3f06-4b6e-ab95-973d81f4ad29 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/ports/04e0cba0-4f2b-4c6f-8ee0-480044c75a58 HTTP/1.1" status: 204 len: 168 time: 2.0155573 Jan 14 11:46:11.638125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42568) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:11.646005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:11.669230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:11.727722 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:11.728371 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045381ce-5b20-448f-97f1-97bb826f0e32 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:11.733582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event updated for resources: {'Port': ['ID=2c2a45b0-7708-4902-ad4c-1ccb786a15ae,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:11.796276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:11.820561 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] DHCP port deletion for 86f289e8-cc22-4169-93a4-adb0385339ec request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:46:11.853156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] Set router 67d053c2-e387-4eaf-a26c-9479799ef23b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:11.858540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1ce37-adac-4436-b75e-5468940abd72 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:11.860148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1ce37-adac-4436-b75e-5468940abd72 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:11.860939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7aa1ce37-adac-4436-b75e-5468940abd72 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:11.985857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7aa1ce37-adac-4436-b75e-5468940abd72 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:11.988305 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7aa1ce37-adac-4436-b75e-5468940abd72 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4455717 Jan 14 11:46:11.993546 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9945ca9-f2bb-45f1-b0ff-48f0f5605e3d tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/floatingips/f7518484-cc9d-4b3c-8a03-ecb8fa1b53b0 HTTP/1.1" status: 200 len: 688 time: 0.3538983 Jan 14 11:46:11.998352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42576) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:12.001065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42578) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:12.062231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42584) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:12.113036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] Deleting port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:12.114499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.199783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:58Z', 'updated_at': '2022-01-14T11:46:08Z', 'revision_number': 3, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:12.205291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5fd01c22-c525-408f-8bd8-4b44c0969fc8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:12.260623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] Checking router: 67d053c2-e387-4eaf-a26c-9479799ef23b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:12.263225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.280842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8e8ce6-9715-4494-9cff-6a85140c700f None None] Network 59b83d7d-850f-44fe-8cc9-52f35c4b399c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:12.281283 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5079edc7-cea0-4c4e-a041-5b7e2e2b45a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4658271174e4313bc335c1d35d3994f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2143059 Jan 14 11:46:12.286407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42590) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:12.358757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.396656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.396921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.406477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb495c2-157e-4178-87bd-4cb545cdcdad,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:12.451119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] Routers {'67d053c2-e387-4eaf-a26c-9479799ef23b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:12.451890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67d053c2-e387-4eaf-a26c-9479799ef23b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:12.457959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.483620 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e61c8965-2e78-453f-b1e7-4e9e205975c3 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/subnets/0bb495c2-157e-4178-87bd-4cb545cdcdad HTTP/1.1" status: 204 len: 168 time: 1.5383945 Jan 14 11:46:12.483824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42594) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:12.491574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 5893edad-a6e0-41eb-bcb6-17b8456a398a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:12.492024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.567462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc9e07-8c36-4e5f-aac8-6b0b655109bd tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:12.568054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8ecc9e07-8c36-4e5f-aac8-6b0b655109bd tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Synchronizing usage tracker for tenant:ac37aa0515034e758b39b01b125dab2a on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:12.571038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d9af092-9908-476d-9458-8d1d653bca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.604365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-52b1b4df-33b1-4bf3-8da2-0cfa5e1753d1 None None] Provisioning for port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:12.630773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d9af092-9908-476d-9458-8d1d653bca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.636229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8ecc9e07-8c36-4e5f-aac8-6b0b655109bd tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Unset dirty status for tenant:ac37aa0515034e758b39b01b125dab2a on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:12.641035 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8ecc9e07-8c36-4e5f-aac8-6b0b655109bd tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1522288 Jan 14 11:46:12.642682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42598) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:12.744141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] Set router 67d053c2-e387-4eaf-a26c-9479799ef23b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:12.757201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 2e44432b-fb4a-4499-8c8f-45a93da6edab {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:12.764310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.769155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.791452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Deleting port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:12.791806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.826526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:12.850114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.900852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.901074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.919894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d9af092-9908-476d-9458-8d1d653bca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:12.985457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:12.985829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.032989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:58Z', 'updated_at': '2022-01-14T11:46:08Z', 'revision_number': 3, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:13.039813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] For port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=6f5a0468-fbab-49cb-913c-cdc4385e1a7b,segment=NetworkSegment(20f8ac03-ea46-4faf-88cd-71201e23449e),segment_id=20f8ac03-ea46-4faf-88cd-71201e23449e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:13.040203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.058680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9af092-9908-476d-9458-8d1d653bca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38c30ce-2137-43cf-8a0e-bae1c09028e9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:13.064826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9ef85-a48b-4962-aea8-130c7992ecc0 None None] The sync data for ids ['67d053c2-e387-4eaf-a26c-9479799ef23b'] in dv-neutron-823850-1-hyperv is: [{'id': '67d053c2-e387-4eaf-a26c-9479799ef23b', 'name': 'tempest-NetworksTestDHCPv6-router-98919588', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:45:58Z', 'updated_at': '2022-01-14T11:46:08Z', 'revision_number': 3, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:13.083711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 5893edad-a6e0-41eb-bcb6-17b8456a398a owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:13.094125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Router e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:13.104231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] For port 5fd01c22-c525-408f-8bd8-4b44c0969fc8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5fd01c22-c525-408f-8bd8-4b44c0969fc8,segment=NetworkSegment(1d9c7157-a31a-4d1a-ac59-48dd18f29826),segment_id=1d9c7157-a31a-4d1a-ac59-48dd18f29826)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:13.104592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.128825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d9af092-9908-476d-9458-8d1d653bca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.144104 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d9af092-9908-476d-9458-8d1d653bca3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d38c30ce-2137-43cf-8a0e-bae1c09028e9 HTTP/1.1" status: 204 len: 168 time: 0.7717402 Jan 14 11:46:13.166124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.195491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] Calling delete_port for 6f5a0468-fbab-49cb-913c-cdc4385e1a7b owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:13.295025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Calling delete_port for 5fd01c22-c525-408f-8bd8-4b44c0969fc8 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:13.405301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.440508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.475612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] Pushing event deleted for resources: {'Port': ['ID=6f5a0468-fbab-49cb-913c-cdc4385e1a7b,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:13.480155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.500369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f7bb9-8421-484d-9feb-58274a04c003 None None] DHCP port deletion for 59b83d7d-850f-44fe-8cc9-52f35c4b399c request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:46:13.510864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-755f7bb9-8421-484d-9feb-58274a04c003 None None] Deleting port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:13.511236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-755f7bb9-8421-484d-9feb-58274a04c003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.540554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847f324-5563-4638-ac31-5d3444ec75fe None None] No DVR routers for this DVR port 6f5a0468-fbab-49cb-913c-cdc4385e1a7b on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:13.556600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.561658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.617757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=5893edad-a6e0-41eb-bcb6-17b8456a398a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:13.640936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-755f7bb9-8421-484d-9feb-58274a04c003 None None] The port '5fd01c22-c525-408f-8bd8-4b44c0969fc8' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:46:13.685959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Port': ['ID=5fd01c22-c525-408f-8bd8-4b44c0969fc8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:13.694372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=2e44432b-fb4a-4499-8c8f-45a93da6edab,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:13.697560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] No DVR routers for this DVR port 5fd01c22-c525-408f-8bd8-4b44c0969fc8 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:13.718921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1660360-2078-4594-ba38-1ecf3dc48b30 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:13.741824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.765261 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1375b6c2-74c8-46e0-8944-44d482174350 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/2e44432b-fb4a-4499-8c8f-45a93da6edab HTTP/1.1" status: 204 len: 168 time: 1.7630973 Jan 14 11:46:13.767764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42612) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:13.874875 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.909549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b83d7d-850f-44fe-8cc9-52f35c4b399c']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:13.930096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9c7157-a31a-4d1a-ac59-48dd18f29826') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:13.930389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9c7157-a31a-4d1a-ac59-48dd18f29826') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:13.938621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:13.949602 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] Sync routers for ids ['e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:13.975534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:13.979399 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] Routers {'e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:13.980029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.031695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.041797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.049645 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b9754013-5dd5-430d-9e6d-fbfef6173dd1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2028053 Jan 14 11:46:14.052556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42622) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.068527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:46:14.074066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] Deleting port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:14.074430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.106768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.109152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.114107 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f01c0bfa-cbc0-4334-8c4d-190f45349943 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/floatingips/f7518484-cc9d-4b3c-8a03-ecb8fa1b53b0 HTTP/1.1" status: 204 len: 168 time: 2.1039126 Jan 14 11:46:14.114645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42630) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.130039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5516cf5a-b356-4ac2-918d-0e3ee61aa204 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:14.144534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'a9493626-cc6c-4aae-b877-658031c70e77'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:14.148620 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.167199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:14.181110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:floatingip and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:14.181326 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] Routers {'e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:14.181702 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.187884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:14.201341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 5516cf5a-b356-4ac2-918d-0e3ee61aa204 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:14.201676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5516cf5a-b356-4ac2-918d-0e3ee61aa204 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:14.202089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5fd01c22-c525-408f-8bd8-4b44c0969fc8 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:14.224510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ea10ee8d-8e12-4640-aed4-bab1ae79220b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4556539 Jan 14 11:46:14.225920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42634) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.227194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:14.238041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:46:14.238414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:46:14.253613 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:46:14.281964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 5fd01c22-c525-408f-8bd8-4b44c0969fc8 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:14.282300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5fd01c22-c525-408f-8bd8-4b44c0969fc8 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:14.328403 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.329169 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1567563d-6cd9-407f-8622-a39708d13c93 None None] The sync data for ids ['e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:14.394211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.432327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.455203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.482339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.507111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Network': ['ID=59b83d7d-850f-44fe-8cc9-52f35c4b399c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:14.532592 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0bd6425a-2d0c-427f-bdd6-886969c4faa5 tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/networks/59b83d7d-850f-44fe-8cc9-52f35c4b399c HTTP/1.1" status: 204 len: 168 time: 1.8891988 Jan 14 11:46:14.535343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42644) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.579409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] For port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:14.579998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.679158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.744919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42652) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.813499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] Calling delete_port for 21e9f953-b97d-44f7-84f1-4ab3979dbc9d owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:14.851893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.872837 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-67317c7e-4950-49d3-89f5-fcd4777dece1 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d HTTP/1.1" status: 200 len: 920 time: 0.8175352 Jan 14 11:46:14.881878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42658) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.916970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:14.944656 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3d550ae9-fd47-43dd-8028-f14f3bc77a00 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d HTTP/1.1" status: 200 len: 205 time: 0.0595906 Jan 14 11:46:14.945652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1595523744'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:14.949572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f289e8-cc22-4169-93a4-adb0385339ec']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.957455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42662) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:14.962784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:14.967844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] No DVR routers for this DVR port 21e9f953-b97d-44f7-84f1-4ab3979dbc9d on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:14.969101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f8ac03-ea46-4faf-88cd-71201e23449e') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.969101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f8ac03-ea46-4faf-88cd-71201e23449e') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:14.969317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48d5f0-016e-499e-961a-f7b49ac0e556 None None] Pushing event deleted for resources: {'Port': ['ID=21e9f953-b97d-44f7-84f1-4ab3979dbc9d,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:15.004007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.021262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.030290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.036227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Usage tracker for resource:network and tenant:0c178867520b4d58b3ff97cd717b3162 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:15.046353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:15.053468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.061386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:15.080116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.085570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:15.088758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.102132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.102132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Fanout notify agent at l3_agent the message router_deleted on router 67d053c2-e387-4eaf-a26c-9479799ef23b {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:15.112369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:46:15.112822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.131297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.135315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-560895c7-06ad-445f-9292-037db4560eab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/routers/67d053c2-e387-4eaf-a26c-9479799ef23b HTTP/1.1" status: 204 len: 168 time: 0.9018712 Jan 14 11:46:15.138470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42666) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:15.147080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:46:15.204280 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:46:15.212690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.260336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.322654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.98 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/7441db3c-30a0-49fc-9c55-96c88092d3ca) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:15.324818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:15.325136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.331407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:15.337743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:15.344708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:15.372116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Network': ['ID=86f289e8-cc22-4169-93a4-adb0385339ec,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:15.376340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:15.383955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Usage tracker for resource:security_group_rule and tenant:0c178867520b4d58b3ff97cd717b3162 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:15.389720 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f4b6a8fb-a776-48ee-a844-9b48f98c0f2b tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/networks/86f289e8-cc22-4169-93a4-adb0385339ec HTTP/1.1" status: 204 len: 168 time: 0.8507845 Jan 14 11:46:15.389720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:15.398609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42672) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:15.416600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:15.420104 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.424173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:15.544118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.592496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.633712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.794419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.810387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.901213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.904520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=7441db3c-30a0-49fc-9c55-96c88092d3ca,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:15.919245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.943593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:15.946738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:15.950095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:15.954534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:15.985302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:16.010952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:16.014350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b0e896-6e65-490f-b4fe-37e0add8068d']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:16.014790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 21e9f953-b97d-44f7-84f1-4ab3979dbc9d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:16.016454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:16.022875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:16.023115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9234ec12-52ab-4344-a89d-ab6ee70690c2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:16.023456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.031502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=03ad8c9b-b394-4a5d-8aae-91b0c858fded,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:16.033541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.033733 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Added segment 8439a661-fabc-4008-952f-6418353bd37b of type vlan for network b1613dc0-87ba-454a-9317-7ea26f4c4558 Jan 14 11:46:16.036926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c983ea-321c-4902-8baf-a4255395b5f7') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:16.037113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c983ea-321c-4902-8baf-a4255395b5f7') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:16.061719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.103935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-15bbc593-a3ad-4ec3-a4cb-b0b4fa31ee73 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9643998 Jan 14 11:46:16.106980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42680) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:16.119744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:16.122327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e86ba-7e14-4c12-b078-721e4370e7c9 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:16.128404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:16.137322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:router and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:16.141955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:16.146548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 21e9f953-b97d-44f7-84f1-4ab3979dbc9d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:16.146548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 21e9f953-b97d-44f7-84f1-4ab3979dbc9d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:16.162317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.171124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:46:16.172147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.174514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:16.200109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.200467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:46:16.207733 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:46:16.302655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.320937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.347039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.352977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.354014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:16.355212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.397189 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Network': ['ID=66b0e896-6e65-490f-b4fe-37e0add8068d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:16.404469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.408170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:16.409359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.413187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.432507 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a0e53e81-f26b-40e0-99d0-f86e15ebe89e tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/networks/66b0e896-6e65-490f-b4fe-37e0add8068d HTTP/1.1" status: 204 len: 168 time: 1.0260520 Jan 14 11:46:16.433250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42684) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:16.522533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.522895 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7624402 Jan 14 11:46:16.524942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/03ad8c9b-b394-4a5d-8aae-91b0c858fded/9a9b71de-ad96-4c6b-8a2f-4ea900342c1c) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:16.526757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5d647854-44aa-4c58-94ae-0ab87ccc194f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4190226 Jan 14 11:46:16.527420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42688) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:16.527753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42690) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:16.543091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'subnet': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:16.564608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02f82-7ed7-42f7-93bf-9428886fda3c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Network': ['ID=b1613dc0-87ba-454a-9317-7ea26f4c4558,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:16.586508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.645282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:16.739298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.769634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88843936-0fee-4460-8bff-5cc501f6bd33']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:16.787580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e12b70-b6ec-4abf-8d81-a59c679247f2') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:16.787869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e12b70-b6ec-4abf-8d81-a59c679247f2') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:16.795336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.801547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.828468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Deleting port 2c2a45b0-7708-4902-ad4c-1ccb786a15ae {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:16.828950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.881263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.884335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.896703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:16.901415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:46:16.901810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:46:16.919710 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:46:16.975706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Usage tracker for resource:subnet and tenant:0c178867520b4d58b3ff97cd717b3162 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:16.991636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.034114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:17.039357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Transition to ACTIVE for port object 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:17.046799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.048708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:17.070912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Transition to ACTIVE for port object 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:17.073218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.080102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.082440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] Pushing event deleted for resources: {'Network': ['ID=88843936-0fee-4460-8bff-5cc501f6bd33,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:17.092946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.123990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8904263e-c7bd-410f-a3a9-c05d65955afe tempest-BulkNetworkOpsTest-1473095654 tempest-BulkNetworkOpsTest-1473095654-project] 10.222.0.48 "DELETE /v2.0/networks/88843936-0fee-4460-8bff-5cc501f6bd33 HTTP/1.1" status: 204 len: 168 time: 0.6895270 Jan 14 11:46:17.148493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:17.214890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Pushing event updated for resources: {'Port': ['ID=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:17.244660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:17.246116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:17.250909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:17.370141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Attempting to bind port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:17.370480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Attempting to bind port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:17.370739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Attempting to bind port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:17.370907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.377559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.377738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.378352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:17.378713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:17.379171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.379777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:17.380298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Bound port: 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:17.380664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.491385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] For port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:17.495442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] For port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:17.502663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.591039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42706) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:17.611823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=7441db3c-30a0-49fc-9c55-96c88092d3ca,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:17.637308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.644018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32647-032b-4005-a138-62ed904a42d7 None None] Pushing event updated for resources: {'Port': ['ID=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:17.702901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:17.753082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Calling delete_port for 2c2a45b0-7708-4902-ad4c-1ccb786a15ae owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:17.924179 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-47084b19-ce76-459e-9298-d944b76a1ed1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac37aa0515034e758b39b01b125dab2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3322411 Jan 14 11:46:17.924799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42714) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:17.957644 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 34e4a555-4fd7-4b77-af8e-ed792e600289 associated. External IP: 172.26.8.98, port: a9493626-cc6c-4aae-b877-658031c70e77. Jan 14 11:46:18.125776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:18.135503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.176014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60dc2d7a-2a07-406f-a5f4-18b6298bd661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.269532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:18.319978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60dc2d7a-2a07-406f-a5f4-18b6298bd661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.400072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60dc2d7a-2a07-406f-a5f4-18b6298bd661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.404142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.463173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc2d7a-2a07-406f-a5f4-18b6298bd661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0338ad1-1b17-41f9-9c87-edd181d3dd5a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:18.483106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60dc2d7a-2a07-406f-a5f4-18b6298bd661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.487407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-60dc2d7a-2a07-406f-a5f4-18b6298bd661 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0338ad1-1b17-41f9-9c87-edd181d3dd5a HTTP/1.1" status: 204 len: 168 time: 0.5603492 Jan 14 11:46:18.495198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.587642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event deleted for resources: {'Port': ['ID=2c2a45b0-7708-4902-ad4c-1ccb786a15ae,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:18.623508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Subnet': ['ID=e3225597-3292-4624-ae0d-116090454ec8,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:18.674891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:18.742072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Checking segment: {'id': '8439a661-fabc-4008-952f-6418353bd37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:18.742429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network hostable DHCP agents. Network: b1613dc0-87ba-454a-9317-7ea26f4c4558, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:18.912023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:18.921876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:18.940306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:18.945206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:18.946054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:18.978564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::1 (d177d53d-ca61-4e91-af17-578924330245/03ad8c9b-b394-4a5d-8aae-91b0c858fded/c67cc26b-b9b7-469a-86b7-d51af5b961ff) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:18.983564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.029498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:19.052444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:19.053704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:19.060557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:19.072365 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d4350f07-147a-47b1-9d3c-7832e7c76947 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9569426 Jan 14 11:46:19.075601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42736) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:19.084561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-675525325'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:19.091061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:19.094092 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:46:19.099602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:network and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:19.104316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:19.112194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:19.141231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] Provisioning for port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:19.149318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:19.154188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.154510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] Provisioning complete for port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:19.154823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.188599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:19.197207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d9918-5a1d-4e5a-b858-8fc2ea0b3b87 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:19.210602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:19.221370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.221854 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Added segment efea0339-7555-41e1-bbbd-838604ca7af6 of type vlan for network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 Jan 14 11:46:19.258887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.337231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.341294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:19.342683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.355201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.411621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] For port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:19.417003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.425231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b1613dc0-87ba-454a-9317-7ea26f4c4558) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:19.431062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:19.432862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.470409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a221645-f268-473d-ae5d-eb81efc5403f None None] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:19.531387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4515207 Jan 14 11:46:19.532786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42748) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:19.539578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'subnet': {'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:19.552656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.584326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.602634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-15bb640a-d33f-485e-ae9e-243c642c1c43 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0688591 Jan 14 11:46:19.623147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f559886-18b9-4830-addb-8a14bbd379d9 None None] Pushing event updated for resources: {'Port': ['ID=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:19.631629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42754) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:19.647091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1599704612'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:19.671496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85235d4-a556-4923-a6d2-398967f89f39 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Network': ['ID=8b8a10a2-026a-43bd-b20b-5f2c32a9aa76,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:19.679305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:19.690575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:19.704648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:19.771606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42758) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:19.786899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.790686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Fanout notify agent at l3_agent the message router_deleted on router e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:19.817718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.835040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:19.846759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.853916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.858587 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ba13616a-048a-4acb-918c-0c857dcdea08 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d HTTP/1.1" status: 204 len: 168 time: 4.8967781 Jan 14 11:46:19.862220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42764) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:19.881320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1858366296', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': False}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:19.890611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:19.894388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object c67cc26b-b9b7-469a-86b7-d51af5b961ff will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:19.897352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:19.901359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:router and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:19.906956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Usage tracker for resource:port and tenant:0c178867520b4d58b3ff97cd717b3162 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:19.909738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:19.912919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:19.914409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-b1613dc0-87ba-454a-9317-7ea26f4c4558', 'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'tenant_id': '0c178867520b4d58b3ff97cd717b3162', 'fixed_ips': [{'subnet_id': 'e3225597-3292-4624-ae0d-116090454ec8'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:19.915327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.922252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:19.925398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:19.957585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:19.960586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.977168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:19.978101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.005211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] device_id is not set on port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:20.044461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.045475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:20.075245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1603282633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:20.084114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:20.104983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:router and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:20.111052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:20.121820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:20.149357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.150172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.163793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.179657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:20.187363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:20.194978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:20.195378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.199414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=c67cc26b-b9b7-469a-86b7-d51af5b961ff,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:20.235347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.274584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Allocated IP 2001:db8::2 (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/7ab73b35-7259-4404-8c5b-5e90c1de4695) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:20.300927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.350080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.393430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.398206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-52052cfc-5f40-4e74-8bcc-38521fc2f339 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6254919 Jan 14 11:46:20.406833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42770) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:20.414582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1332068308'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:20.422564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:20.436029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:20.436424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.442197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:network and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:20.452062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:20.462509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.465501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:20.471671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Subnet': ['ID=9572a767-ea7d-4ef0-8abd-d916fc500b8d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:20.484369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Checking segment: {'id': 'efea0339-7555-41e1-bbbd-838604ca7af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:20.484606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network hostable DHCP agents. Network: 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:20.485428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.491888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Made reservation on behalf of 49440556e1de40b8aac5fdbf1bdc6499 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:20.495212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.514239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.567508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:20.585859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:20.602862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:security_group_rule and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:20.607292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:20.610351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:20.618834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:20.619875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:20.620550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.659396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-20ef391c-4237-4ea7-b691-c0dc9303e0f9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1259816 Jan 14 11:46:20.661224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10845b86-cae4-452f-88d1-ea7acc61cfcb None None] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:20.664150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42778) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:20.670723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1477336669', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:20.679739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:20.688105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:router and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:20.692199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:20.706548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:20.735746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.736898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.750297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.755245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.756535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.781861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Transition to ACTIVE for port object 7ab73b35-7259-4404-8c5b-5e90c1de4695 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:20.791347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:20.810306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.811810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b53d2c-10bb-43f5-83c2-080368437c86,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:20.820307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.820790 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Added segment 815624db-ee10-459a-a6d5-5f74ff088737 of type vlan for network 13fae46a-70d6-483d-9e17-2ae320f605f8 Jan 14 11:46:20.825458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7425bf47-141e-4d4f-9ba3-d96f6cf0f79b None None] Provisioning for port c67cc26b-b9b7-469a-86b7-d51af5b961ff completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:20.834490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Transition to ACTIVE for port object 7ab73b35-7259-4404-8c5b-5e90c1de4695 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:20.839642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7425bf47-141e-4d4f-9ba3-d96f6cf0f79b None None] Provisioning complete for port c67cc26b-b9b7-469a-86b7-d51af5b961ff triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:20.840012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7425bf47-141e-4d4f-9ba3-d96f6cf0f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.875788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.910420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:20.962919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Allocated IP 2001:db8::323 (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/6706eda1-b8f6-48ff-b501-c84e2a833fc0) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:21.015641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.020857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.025108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:21.025763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.031741 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:21.032467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7425bf47-141e-4d4f-9ba3-d96f6cf0f79b None None] Port c67cc26b-b9b7-469a-86b7-d51af5b961ff cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:21.040396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:21.042933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:21.047414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Pushing event updated for resources: {'Port': ['ID=7ab73b35-7259-4404-8c5b-5e90c1de4695,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:21.181075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-8b8a10a2-026a-43bd-b20b-5f2c32a9aa76', 'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76', 'tenant_id': '2148588148104dd085af4fc4ccfdc805', 'fixed_ips': [{'subnet_id': '9572a767-ea7d-4ef0-8abd-d916fc500b8d'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:21.181727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.186044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Network': ['ID=13fae46a-70d6-483d-9e17-2ae320f605f8,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:21.215066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:21.277813 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d4a6e818-1c0d-4aad-bcea-0333eef9e31f tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8674321 Jan 14 11:46:21.279972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42782) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:21.288493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'subnet': {'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:21.289072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Attempting to bind port 7ab73b35-7259-4404-8c5b-5e90c1de4695 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:21.291977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Attempting to bind port 7ab73b35-7259-4404-8c5b-5e90c1de4695 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '8439a661-fabc-4008-952f-6418353bd37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:21.291977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Attempting to bind port 7ab73b35-7259-4404-8c5b-5e90c1de4695 on network b1613dc0-87ba-454a-9317-7ea26f4c4558 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:21.356237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:21.356586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Checking segment: {'id': '8439a661-fabc-4008-952f-6418353bd37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:21.357021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.357400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Bound using segment: {'id': '8439a661-fabc-4008-952f-6418353bd37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:21.357862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Bound port: 7ab73b35-7259-4404-8c5b-5e90c1de4695, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8439a661-fabc-4008-952f-6418353bd37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:21.358229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.416641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:21.422925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:subnet and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:21.426693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:21.434904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:21.462864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Made reservation on behalf of 49440556e1de40b8aac5fdbf1bdc6499 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:21.484250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:46:21.522097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.541660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.542259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.554228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Allocated IP 172.20.0.2 (8b8a10a2-026a-43bd-b20b-5f2c32a9aa76/9572a767-ea7d-4ef0-8abd-d916fc500b8d/04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:21.557833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] For port 7ab73b35-7259-4404-8c5b-5e90c1de4695, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:21.563431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] For port 7ab73b35-7259-4404-8c5b-5e90c1de4695, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ab73b35-7259-4404-8c5b-5e90c1de4695,segment=NetworkSegment(8439a661-fabc-4008-952f-6418353bd37b),segment_id=8439a661-fabc-4008-952f-6418353bd37b)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:21.571324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.601772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.618810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.635944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.640819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Transition to ACTIVE for port object 6706eda1-b8f6-48ff-b501-c84e2a833fc0 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:21.653611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.690414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.734511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.740703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=c67cc26b-b9b7-469a-86b7-d51af5b961ff,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:21.744323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f8079-1c6d-464d-bc1b-55910b6f23b6 None None] Pushing event updated for resources: {'Port': ['ID=7ab73b35-7259-4404-8c5b-5e90c1de4695,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:21.811936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:21.923878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.26.8.2 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/ad3eca3a-536a-4409-8d06-0d16f8847296) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:22.024911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.030604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:22.041833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Transition to ACTIVE for port object 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:22.049637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:22.053626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:22.058202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:22.058858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.076949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=6706eda1-b8f6-48ff-b501-c84e2a833fc0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:22.096544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Transition to ACTIVE for port object 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:22.110487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.151987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:22.156994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:22.253063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:22.254235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62b72-4f6a-4ad7-9a63-e31fddc7b105 req-41ffb84b-ba16-424b-b6a2-f001b2ca7a8e tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:22.255812 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d9a62b72-4f6a-4ad7-9a63-e31fddc7b105 req-41ffb84b-ba16-424b-b6a2-f001b2ca7a8e tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.5334535 Jan 14 11:46:22.268039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:22.270584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:22.314874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Pushing event updated for resources: {'Port': ['ID=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:22.336603 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6b446627-1ca5-4eaa-bebf-81151f1ca7e3 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6973460 Jan 14 11:46:22.351954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42794) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:22.396546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1947717374', 'allowed_address_pairs': [{'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:be:3c:70'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:22.409117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.412492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Attempting to bind port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:22.413059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Attempting to bind port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'efea0339-7555-41e1-bbbd-838604ca7af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:22.413583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Attempting to bind port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd on network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:22.425313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:22.425964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Checking segment: {'id': 'efea0339-7555-41e1-bbbd-838604ca7af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:22.426505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.427160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Bound using segment: {'id': 'efea0339-7555-41e1-bbbd-838604ca7af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:22.427969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Bound port: 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efea0339-7555-41e1-bbbd-838604ca7af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:22.428486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.522287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.525614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Subnet': ['ID=f3434cbe-d24b-474f-9915-d49ef81e08ae,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:22.559639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] For port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:22.563751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] For port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,segment=NetworkSegment(efea0339-7555-41e1-bbbd-838604ca7af6),segment_id=efea0339-7555-41e1-bbbd-838604ca7af6)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:22.566717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Checking segment: {'id': '815624db-ee10-459a-a6d5-5f74ff088737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:22.567329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network hostable DHCP agents. Network: 13fae46a-70d6-483d-9e17-2ae320f605f8, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:22.573068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.591055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.653951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:22.660722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07a17-8231-4d65-afd6-aa819878ea66 None None] Pushing event updated for resources: {'Port': ['ID=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:22.663506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-727a3da6-4fb7-4f32-9de1-2a233ae64104 None None] Provisioning complete for port c67cc26b-b9b7-469a-86b7-d51af5b961ff triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:22.664545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-727a3da6-4fb7-4f32-9de1-2a233ae64104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.679676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:22.680286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=ad3eca3a-536a-4409-8d06-0d16f8847296,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:22.683225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:22.685536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 13fae46a-70d6-483d-9e17-2ae320f605f8) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:22.686873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:22.720607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4bbf3c-7cf1-4683-9158-faa12f8e2e20 None None] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:22.728841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:22.729403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.786348 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d9a62b72-4f6a-4ad7-9a63-e31fddc7b105 req-8b007fb4-9934-4c9f-ba83-8b6546f151a1 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353065 Jan 14 11:46:22.798464 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0bfe1a54-a212-48ee-a910-65a2cc07cce4 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5150738 Jan 14 11:46:22.799691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42798) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:22.820060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-727a3da6-4fb7-4f32-9de1-2a233ae64104 None None] Port c67cc26b-b9b7-469a-86b7-d51af5b961ff cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:22.821362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'network': {'name': 'tempest-router-network01--806221961'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:22.828288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:22.834667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Allocated IP 172.26.8.193 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/c731a79b-ef27-43f7-b017-9c68061e88e3) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:22.835417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:network and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:22.839942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:22.852755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:22.871474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Made reservation on behalf of 49440556e1de40b8aac5fdbf1bdc6499 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:22.877012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.942184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:22.963906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:22.964854 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Added segment c437e3d2-4c3b-48d3-874c-b734db63bdc1 of type vlan for network e9f29957-bf14-46a2-b436-3070fc9a7c81 Jan 14 11:46:22.982616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:23.009814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Usage tracker for resource:port and tenant:0c178867520b4d58b3ff97cd717b3162 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:23.014270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.025124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.025975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.028011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:23.036490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-13fae46a-70d6-483d-9e17-2ae320f605f8', 'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8', 'tenant_id': '49440556e1de40b8aac5fdbf1bdc6499', 'fixed_ips': [{'subnet_id': 'f3434cbe-d24b-474f-9915-d49ef81e08ae'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:23.037502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.079091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:23.185864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.196619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:23.198048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.311528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Allocated IP 172.20.0.2 (13fae46a-70d6-483d-9e17-2ae320f605f8/f3434cbe-d24b-474f-9915-d49ef81e08ae/36db115a-7b38-4005-bb50-a154c52b734c) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:23.383672 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5828478 Jan 14 11:46:23.398088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42810) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:23.419675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:23.432441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'network': {'name': 'tempest-router-network02--2056363113'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:23.438651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:23.442604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:network and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:23.446432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:23.452174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:23.470307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Made reservation on behalf of 49440556e1de40b8aac5fdbf1bdc6499 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:23.473896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.490240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56be290-769d-4e4c-b428-37a570c6f4b3 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Network': ['ID=e9f29957-bf14-46a2-b436-3070fc9a7c81,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:23.530222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:23.557543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.576938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:46:23.603209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.603784 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Added segment 16db4696-d032-4c49-96bd-96d028c5877e of type vlan for network 5f13ca45-7e04-4926-9da7-3d98078fcc04 Jan 14 11:46:23.624951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6a399-9085-4668-9e91-4b4f3ae1b71c None None] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:23.656563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.656798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.688690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] device_id is not set on port 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:23.708916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.712975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:23.713729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.746169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.783563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:23.786727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b305e5a7-3531-4ada-93ff-d4f00f11b50a None None] Provisioning for port 7ab73b35-7259-4404-8c5b-5e90c1de4695 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:23.833178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Transition to ACTIVE for port object 36db115a-7b38-4005-bb50-a154c52b734c will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:23.862888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4521585 Jan 14 11:46:23.863077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:23.868344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:23.875044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42816) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:23.875307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:23.890923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'subnet': {'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:23.893118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Transition to ACTIVE for port object 36db115a-7b38-4005-bb50-a154c52b734c will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:23.920581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Router c3a422f2-3caa-4859-a535-a08ee1ffbf41 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:23.992205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:24.055158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419f1b-d125-4bef-b558-768eb11e3f50 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Network': ['ID=5f13ca45-7e04-4926-9da7-3d98078fcc04,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:24.095367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:24.101373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:subnet and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:24.107000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:24.116584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:24.127004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 3f623139-bde4-4bf4-b3ab-31cad4cc5845 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:24.129418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Port': ['ID=c731a79b-ef27-43f7-b017-9c68061e88e3,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:24.142196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Made reservation on behalf of 49440556e1de40b8aac5fdbf1bdc6499 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:24.147177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:24.156128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:24.158898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:24.161514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 5f13ca45-7e04-4926-9da7-3d98078fcc04 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:46:24.206189 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Allocated IP 2001:db8::cc (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/3eb8983b-7d97-4c60-bc1c-7419ffc10f59) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:24.311934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ab73b35-7259-4404-8c5b-5e90c1de4695 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:24.320793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:24.501631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf31ed-3568-49a6-a7af-00c2b31b9266 None None] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:24.595305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Pushing event updated for resources: {'Port': ['ID=36db115a-7b38-4005-bb50-a154c52b734c,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:24.616613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7ab73b35-7259-4404-8c5b-5e90c1de4695 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:24.659157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7ab73b35-7259-4404-8c5b-5e90c1de4695 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:24.659530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:24.704541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Attempting to bind port 36db115a-7b38-4005-bb50-a154c52b734c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:24.704937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Attempting to bind port 36db115a-7b38-4005-bb50-a154c52b734c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '815624db-ee10-459a-a6d5-5f74ff088737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:24.705295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Attempting to bind port 36db115a-7b38-4005-bb50-a154c52b734c on network 13fae46a-70d6-483d-9e17-2ae320f605f8 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:24.754415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:24.755680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Checking segment: {'id': '815624db-ee10-459a-a6d5-5f74ff088737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:24.756301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:24.756932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Bound using segment: {'id': '815624db-ee10-459a-a6d5-5f74ff088737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:24.757624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Bound port: 36db115a-7b38-4005-bb50-a154c52b734c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815624db-ee10-459a-a6d5-5f74ff088737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '13fae46a-70d6-483d-9e17-2ae320f605f8'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:24.758210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:24.776972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3ed1bf87-0c5e-4b2a-b808-1b93c8f11ab0 None None] Provisioning for port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:24.806652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408362f3-97e4-4bd4-9a57-e72d1d11f7ef req-c1896234-c9ae-4304-8f71-a727eb3d7963 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:24.811294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:24.818533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-408362f3-97e4-4bd4-9a57-e72d1d11f7ef req-c1896234-c9ae-4304-8f71-a727eb3d7963 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.4221878 Jan 14 11:46:24.825678 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Sync routers for ids ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:24.845708 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Routers {'c3a422f2-3caa-4859-a535-a08ee1ffbf41'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:24.846229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:24.854055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:24.888419 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7b278a7-0e49-423b-8dd7-938d806c86fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "PUT /v2.0/routers/c3a422f2-3caa-4859-a535-a08ee1ffbf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3556376 Jan 14 11:46:24.893712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42826) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:24.950226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Transition to ACTIVE for port object 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:25.007875 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.008567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.010093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-408362f3-97e4-4bd4-9a57-e72d1d11f7ef req-198814cf-1a4d-4528-ba8f-273f5524fc39 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906989 Jan 14 11:46:25.044454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.056070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] For port 36db115a-7b38-4005-bb50-a154c52b734c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:25.074831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] For port 36db115a-7b38-4005-bb50-a154c52b734c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=36db115a-7b38-4005-bb50-a154c52b734c,segment=NetworkSegment(815624db-ee10-459a-a6d5-5f74ff088737),segment_id=815624db-ee10-459a-a6d5-5f74ff088737)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:25.089755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.102111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.111107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5a54d-b608-48a5-80ca-97dfb9c76b3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:25.111722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6ed5a54d-b608-48a5-80ca-97dfb9c76b3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:25.115400 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Set router c3a422f2-3caa-4859-a535-a08ee1ffbf41 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:25.161695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6ed5a54d-b608-48a5-80ca-97dfb9c76b3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:25.163137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6ed5a54d-b608-48a5-80ca-97dfb9c76b3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports/c67cc26b-b9b7-469a-86b7-d51af5b961ff HTTP/1.1" status: 200 len: 911 time: 0.2675524 Jan 14 11:46:25.177875 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.185709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42830) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:25.189323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7ab73b35-7259-4404-8c5b-5e90c1de4695, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ab73b35-7259-4404-8c5b-5e90c1de4695,segment=NetworkSegment(8439a661-fabc-4008-952f-6418353bd37b),segment_id=8439a661-fabc-4008-952f-6418353bd37b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:25.228516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.229270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:25.321011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-27bc96b9-02f1-4d10-99e3-e2a0ba70d508 None None] Provisioning complete for port 7ab73b35-7259-4404-8c5b-5e90c1de4695 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:25.321374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-27bc96b9-02f1-4d10-99e3-e2a0ba70d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.325332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:25.360600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:25.361655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Subnet': ['ID=d532e318-3af6-4416-bc84-93052e036f69,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:25.377004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:25.383995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:25.388953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] Sync routers for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:25.389364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:25.390138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.406860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Checking segment: {'id': 'c437e3d2-4c3b-48d3-874c-b734db63bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:25.407630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network hostable DHCP agents. Network: e9f29957-bf14-46a2-b436-3070fc9a7c81, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:25.425450 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0674469 Jan 14 11:46:25.429614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42834) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:25.435260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1dba7-36dd-4a06-915d-6db0b8030acc None None] Pushing event updated for resources: {'Port': ['ID=36db115a-7b38-4005-bb50-a154c52b734c,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:25.513754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.517614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d45c77eb-22c6-4087-a54b-1f396893172b tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8519394 Jan 14 11:46:25.520513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42840) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:25.545869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35bfaa-78fb-43d7-8d03-697fe238d420 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=3eb8983b-7d97-4c60-bc1c-7419ffc10f59,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:25.580810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae2a84-5220-4d69-9447-e17ee94296b6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:25.585752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae2a84-5220-4d69-9447-e17ee94296b6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:25.587367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-23ae2a84-5220-4d69-9447-e17ee94296b6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3599436 Jan 14 11:46:25.593486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42844) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:25.661974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:25.663143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:25.799861 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:16Z', 'updated_at': '2022-01-14T11:46:20Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None, '_interfaces': [{'id': 'c67cc26b-b9b7-469a-86b7-d51af5b961ff', 'name': '', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'mac_address': 'fa:16:3e:03:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:18Z', 'updated_at': '2022-01-14T11:46:20Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'subnets': [{'id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:25.809704 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Checking router: c3a422f2-3caa-4859-a535-a08ee1ffbf41 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:25.810398 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Updating router c3a422f2-3caa-4859-a535-a08ee1ffbf41 port c67cc26b-b9b7-469a-86b7-d51af5b961ff binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:46:25.814367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:25.894602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:25.911549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, e9f29957-bf14-46a2-b436-3070fc9a7c81) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:25.916951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:25.917532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.958394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e508d1-52e0-4541-a657-a7b1156e033e None None] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:25.967385 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9ebddbf8-869f-4a72-8320-9a65b3c3fd53 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0912035 Jan 14 11:46:25.971369 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:25.980026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42852) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:26.000253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7ab73b35-7259-4404-8c5b-5e90c1de4695,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:26.002416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671aaf4-ee19-4c55-9a95-d1a56eeabcb5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:26.014077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671aaf4-ee19-4c55-9a95-d1a56eeabcb5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:26.022234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671aaf4-ee19-4c55-9a95-d1a56eeabcb5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:26.026320 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0671aaf4-ee19-4c55-9a95-d1a56eeabcb5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5913532 Jan 14 11:46:26.029189 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42854) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:26.171288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'subnet': {'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:26.277347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:26.352025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:26.352781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.375345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:26.381015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Usage tracker for resource:subnet and tenant:49440556e1de40b8aac5fdbf1bdc6499 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:26.385531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:26.393560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Router 183e640e-ec84-4175-bf32-b7554192f16f is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:26.395012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:26.409175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:26.409853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:26.426684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Made reservation on behalf of 49440556e1de40b8aac5fdbf1bdc6499 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:26.437149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:26.437476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.518781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:26.519810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5cad3-e4d7-4a4d-a8f2-fcc9534da00d None None] The sync data for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:26.544418 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.560237 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Transition to ACTIVE for port object c67cc26b-b9b7-469a-86b7-d51af5b961ff will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:26.567205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-27bc96b9-02f1-4d10-99e3-e2a0ba70d508 None None] Provisioning for port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:26.570390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.605471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.608910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-27bc96b9-02f1-4d10-99e3-e2a0ba70d508 None None] Provisioning complete for port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:26.609279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-27bc96b9-02f1-4d10-99e3-e2a0ba70d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.651191 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Pushing event updated for resources: {'Port': ['ID=c67cc26b-b9b7-469a-86b7-d51af5b961ff,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:26.664494 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.665267 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.665829 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.666377 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.666934 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.667481 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.668022 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.668580 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.669490 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.670261 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.670811 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:26.875782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68213-eac7-450b-92ec-4d96be6df5d7 req-2be683f0-4736-4a9b-88f7-9ec76023a05d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:26.881029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-27bc96b9-02f1-4d10-99e3-e2a0ba70d508 None None] Port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:26.882852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.885729 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4da68213-eac7-450b-92ec-4d96be6df5d7 req-2be683f0-4736-4a9b-88f7-9ec76023a05d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.8154542 Jan 14 11:46:26.903035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.943157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-e9f29957-bf14-46a2-b436-3070fc9a7c81', 'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81', 'tenant_id': '49440556e1de40b8aac5fdbf1bdc6499', 'fixed_ips': [{'subnet_id': 'd532e318-3af6-4416-bc84-93052e036f69'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:26.943990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:26.997330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Subnet': ['ID=cb3927b1-9569-4bbf-82ad-5f29bbd1a694,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:27.030160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,segment=NetworkSegment(efea0339-7555-41e1-bbbd-838604ca7af6),segment_id=efea0339-7555-41e1-bbbd-838604ca7af6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:27.078040 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Attempting to bind port c67cc26b-b9b7-469a-86b7-d51af5b961ff on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:27.079406 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Attempting to bind port c67cc26b-b9b7-469a-86b7-d51af5b961ff by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:27.080024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Attempting to bind port c67cc26b-b9b7-469a-86b7-d51af5b961ff on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:27.093726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-04687c19-df0a-48d7-88fd-ed43a10ac7ee tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:27.095408 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-04687c19-df0a-48d7-88fd-ed43a10ac7ee tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 1.2563753 Jan 14 11:46:27.103206 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:27.104300 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:27.104994 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.105846 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:27.106926 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Bound port: c67cc26b-b9b7-469a-86b7-d51af5b961ff, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:27.107609 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.115258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.206940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf444a-e930-403c-b417-065e92afd3cc req-d8ddccb9-df27-4ba4-822e-c675e03fa320 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:27.214076 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-39cf444a-e930-403c-b417-065e92afd3cc req-d8ddccb9-df27-4ba4-822e-c675e03fa320 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.8001153 Jan 14 11:46:27.218519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Deleting port 93588c25-4d27-4784-8552-43b7b2c40c16 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:27.218904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.260978 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4da68213-eac7-450b-92ec-4d96be6df5d7 req-0813acf7-abf1-4d2d-8068-aeff471b1cbe tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742023 Jan 14 11:46:27.342335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.358470 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] For port c67cc26b-b9b7-469a-86b7-d51af5b961ff, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:27.366352 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] For port c67cc26b-b9b7-469a-86b7-d51af5b961ff, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c67cc26b-b9b7-469a-86b7-d51af5b961ff,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:27.376662 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.466506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Allocated IP 172.20.0.2 (e9f29957-bf14-46a2-b436-3070fc9a7c81/d532e318-3af6-4416-bc84-93052e036f69/820c8f55-fa7a-432f-92c7-5798b0a56dbd) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:27.560596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:27.576569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:27.593303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 36db115a-7b38-4005-bb50-a154c52b734c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:27.596719 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6a77-b37f-4f7a-a984-8496a69b0ebf None None] Pushing event updated for resources: {'Port': ['ID=c67cc26b-b9b7-469a-86b7-d51af5b961ff,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:27.606542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Routers {'c3a422f2-3caa-4859-a535-a08ee1ffbf41'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:27.607219 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:27.622688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458186c7-3c10-47b4-8917-4873983cc399 None None] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:27.787174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:27.802585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Checking segment: {'id': '16db4696-d032-4c49-96bd-96d028c5877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:27.802971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network hostable DHCP agents. Network: 5f13ca45-7e04-4926-9da7-3d98078fcc04, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:46:27.812915 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Sync routers for ids ['183e640e-ec84-4175-bf32-b7554192f16f'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:27.889089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:27.893017 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-507ed2b1-2992-4af8-a254-f4e097ddb8ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0243347 Jan 14 11:46:27.894135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42868) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:27.909386 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Routers {'183e640e-ec84-4175-bf32-b7554192f16f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:27.910097 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['183e640e-ec84-4175-bf32-b7554192f16f'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:27.965881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Provisioning for port 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:27.986477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.021555 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] Set router c3a422f2-3caa-4859-a535-a08ee1ffbf41 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:28.040584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Provisioning complete for port 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:28.040996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.114108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Port': ['ID=3eb8983b-7d97-4c60-bc1c-7419ffc10f59,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:28.119878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.133135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Transition to ACTIVE for port object 820c8f55-fa7a-432f-92c7-5798b0a56dbd will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:28.163631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Transition to ACTIVE for port object 820c8f55-fa7a-432f-92c7-5798b0a56dbd will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:28.189037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.228755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Port 3eb8983b-7d97-4c60-bc1c-7419ffc10f59 was deleted so its status cannot be updated. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 14 11:46:28.343734 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-39cf444a-e930-403c-b417-065e92afd3cc req-24d2e1f1-42a4-4abf-81b6-a84833e4969e tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1287501 Jan 14 11:46:28.358485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 36db115a-7b38-4005-bb50-a154c52b734c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:28.372457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Provisioning complete for port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:28.374778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.385721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network 5f13ca45-7e04-4926-9da7-3d98078fcc04 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:46:28.438264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ab73b35-7259-4404-8c5b-5e90c1de4695 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:28.455463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] For port 93588c25-4d27-4784-8552-43b7b2c40c16, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=93588c25-4d27-4784-8552-43b7b2c40c16,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:28.455828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.502806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 5f13ca45-7e04-4926-9da7-3d98078fcc04) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:28.537777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:28.553139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46a826-0742-44d1-8a22-f6906c71d15c None None] Network 5f13ca45-7e04-4926-9da7-3d98078fcc04 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:28.585256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.587012 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9748cc5d-00b0-4722-9d9a-cf6f1da0e1d4 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/ports/3eb8983b-7d97-4c60-bc1c-7419ffc10f59 HTTP/1.1" status: 204 len: 168 time: 2.5568168 Jan 14 11:46:28.591179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42874) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:28.601462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Pushing event updated for resources: {'Port': ['ID=820c8f55-fa7a-432f-92c7-5798b0a56dbd,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:28.603945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:28.618100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:28.619277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.664357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:28.716429 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Set router 183e640e-ec84-4175-bf32-b7554192f16f gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:28.864888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d6efc229-af76-4104-a6bb-4629cfcad6c5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8359828 Jan 14 11:46:28.877684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:28.954884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Attempting to bind port 820c8f55-fa7a-432f-92c7-5798b0a56dbd on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:28.955169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Attempting to bind port 820c8f55-fa7a-432f-92c7-5798b0a56dbd by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'c437e3d2-4c3b-48d3-874c-b734db63bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:28.955528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Attempting to bind port 820c8f55-fa7a-432f-92c7-5798b0a56dbd on network e9f29957-bf14-46a2-b436-3070fc9a7c81 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:28.988070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42878) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:28.990411 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c3f70a-ab41-4335-ba54-01699a64c305 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] GET failed (client error): The resource could not be found. Jan 14 11:46:28.990924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44c3f70a-ab41-4335-ba54-01699a64c305 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Synchronizing usage tracker for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:29.010212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bea3d-7b06-4c38-b9cb-9cbc2140121f req-7b1a7bef-f809-46ce-9ebf-af5f6e5de21f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:29.019795 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5e9bea3d-7b06-4c38-b9cb-9cbc2140121f req-7b1a7bef-f809-46ce-9ebf-af5f6e5de21f tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 0.8965623 Jan 14 11:46:29.125709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:29.126283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Checking segment: {'id': 'c437e3d2-4c3b-48d3-874c-b734db63bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:29.126624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.127106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Bound using segment: {'id': 'c437e3d2-4c3b-48d3-874c-b734db63bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:29.127869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Bound port: 820c8f55-fa7a-432f-92c7-5798b0a56dbd, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c437e3d2-4c3b-48d3-874c-b734db63bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9f29957-bf14-46a2-b436-3070fc9a7c81'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:29.128423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.130067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44c3f70a-ab41-4335-ba54-01699a64c305 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Unset dirty status for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:29.135193 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44c3f70a-ab41-4335-ba54-01699a64c305 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "GET /v2.0/ports/3eb8983b-7d97-4c60-bc1c-7419ffc10f59 HTTP/1.1" status: 404 len: 333 time: 0.5397763 Jan 14 11:46:29.142562 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:16Z', 'updated_at': '2022-01-14T11:46:20Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None, '_interfaces': [{'id': 'c67cc26b-b9b7-469a-86b7-d51af5b961ff', 'name': '', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'mac_address': 'fa:16:3e:03:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:18Z', 'updated_at': '2022-01-14T11:46:27Z', 'revision_number': 4, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'subnets': [{'id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:29.148968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42882) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:29.152498 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327bcd5-8378-4d4a-80f6-3bc4758212a8 None None] The sync data for ids ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'] in dv-neutron-823850-1-hyperv is: [{'id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:16Z', 'updated_at': '2022-01-14T11:46:20Z', 'revision_number': 2, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None, '_interfaces': [{'id': 'c67cc26b-b9b7-469a-86b7-d51af5b961ff', 'name': '', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'mac_address': 'fa:16:3e:03:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:18Z', 'updated_at': '2022-01-14T11:46:27Z', 'revision_number': 4, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'subnets': [{'id': '03ad8c9b-b394-4a5d-8aae-91b0c858fded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:29.183554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7ab73b35-7259-4404-8c5b-5e90c1de4695 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:29.184398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.186705 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e640e-ec84-4175-bf32-b7554192f16f', 'name': 'tempest-snat-router-1858366296', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': False}, 'gw_port_id': 'c731a79b-ef27-43f7-b017-9c68061e88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:19Z', 'updated_at': '2022-01-14T11:46:24Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'c731a79b-ef27-43f7-b017-9c68061e88e3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e640e-ec84-4175-bf32-b7554192f16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:21Z', 'updated_at': '2022-01-14T11:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:29.192881 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Checking router: 183e640e-ec84-4175-bf32-b7554192f16f for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:29.193565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Updating router 183e640e-ec84-4175-bf32-b7554192f16f port c731a79b-ef27-43f7-b017-9c68061e88e3 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:46:29.194852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-254436274'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:29.284224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-5f13ca45-7e04-4926-9da7-3d98078fcc04', 'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04', 'tenant_id': '49440556e1de40b8aac5fdbf1bdc6499', 'fixed_ips': [{'subnet_id': 'cb3927b1-9569-4bbf-82ad-5f29bbd1a694'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:29.285839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.294475 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5e9bea3d-7b06-4c38-b9cb-9cbc2140121f req-e11ae318-c124-4a7f-931e-2cf2698aff25 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731962 Jan 14 11:46:29.304406 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.508047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] For port 820c8f55-fa7a-432f-92c7-5798b0a56dbd, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:29.518670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] For port 820c8f55-fa7a-432f-92c7-5798b0a56dbd, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=820c8f55-fa7a-432f-92c7-5798b0a56dbd,segment=NetworkSegment(c437e3d2-4c3b-48d3-874c-b734db63bdc1),segment_id=c437e3d2-4c3b-48d3-874c-b734db63bdc1)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:29.609461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:29.625667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.642045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:29.669991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:29.679124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.689368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.692877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.693239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Floating IP f9fed2a2-0b1f-4902-953a-2d2ff646cba4 disassociated. External IP: 172.26.8.62, port: 93588c25-4d27-4784-8552-43b7b2c40c16. Jan 14 11:46:29.693587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Calling delete_port for 93588c25-4d27-4784-8552-43b7b2c40c16 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:29.857197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494b75-5c62-47f0-9803-a22074abf417 req-3e5f2b3c-a04f-4fd0-a8eb-383758a243e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:29.864347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-58494b75-5c62-47f0-9803-a22074abf417 req-3e5f2b3c-a04f-4fd0-a8eb-383758a243e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 1.0766847 Jan 14 11:46:29.969583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Allocated IP 172.20.0.2 (5f13ca45-7e04-4926-9da7-3d98078fcc04/cb3927b1-9569-4bbf-82ad-5f29bbd1a694/bc4c1836-414f-4201-9ab4-47becfdd10a4) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:29.974739 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:29.978200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] device_id is not set on port f7b67f2e-da49-408a-846e-2b5b4d7fed0f yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:29.992880 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Transition to ACTIVE for port object c731a79b-ef27-43f7-b017-9c68061e88e3 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:30.005808 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.101226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Provisioning complete for port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:30.102016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.164053 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Attempting to bind port c731a79b-ef27-43f7-b017-9c68061e88e3 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:30.171144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0a58da57-9700-4f69-8ffe-c212b86cb0b9 None None] Port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:30.172437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 93588c25-4d27-4784-8552-43b7b2c40c16 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:30.172780 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Attempting to bind port c731a79b-ef27-43f7-b017-9c68061e88e3 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:30.173319 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Attempting to bind port c731a79b-ef27-43f7-b017-9c68061e88e3 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:30.176307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port c67cc26b-b9b7-469a-86b7-d51af5b961ff {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:30.177167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.204163 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3170e-8cfd-4776-871c-b609c486c834 None None] Pushing event updated for resources: {'Port': ['ID=c731a79b-ef27-43f7-b017-9c68061e88e3,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:30.213757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:30.214178 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:30.214507 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.214883 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:30.215352 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Bound port: c731a79b-ef27-43f7-b017-9c68061e88e3, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:30.215719 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.307768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d820-4d5a-44e2-87d2-01f22c8822fb req-e3a6eccb-7a55-4679-83e1-775cc5de3c20 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:30.313207 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-76b6d820-4d5a-44e2-87d2-01f22c8822fb req-e3a6eccb-7a55-4679-83e1-775cc5de3c20 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 946 time: 0.6184185 Jan 14 11:46:30.349504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1ef83-68db-43b6-9c1f-d7438c1fa979 None None] Pushing event updated for resources: {'Port': ['ID=820c8f55-fa7a-432f-92c7-5798b0a56dbd,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:30.358672 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] For port c731a79b-ef27-43f7-b017-9c68061e88e3, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:30.363487 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] For port c731a79b-ef27-43f7-b017-9c68061e88e3, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c731a79b-ef27-43f7-b017-9c68061e88e3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:30.370838 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.483029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3170e-8cfd-4776-871c-b609c486c834 None None] Pushing event updated for resources: {'Port': ['ID=c731a79b-ef27-43f7-b017-9c68061e88e3,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:30.486970 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Routers {'183e640e-ec84-4175-bf32-b7554192f16f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:30.488386 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['183e640e-ec84-4175-bf32-b7554192f16f'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:30.536585 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ca463d54-aab1-410c-be7f-a8af71b6f3fc tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/183e640e-ec84-4175-bf32-b7554192f16f HTTP/1.1" status: 200 len: 909 time: 2.6392343 Jan 14 11:46:30.548922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42894) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:30.564479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-58494b75-5c62-47f0-9803-a22074abf417 req-19ee34f2-9e32-43da-ba65-2d50c4d8346d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6991355 Jan 14 11:46:30.584631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1858366296', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': True}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:30.612070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port c67cc26b-b9b7-469a-86b7-d51af5b961ff, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c67cc26b-b9b7-469a-86b7-d51af5b961ff,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:30.612695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.696817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:30.708880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.775033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Usage tracker for resource:router and tenant:27857b75b5b34be1af5fa2e947401119 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:30.783176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] Provisioning for port 36db115a-7b38-4005-bb50-a154c52b734c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:30.802253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:30.803271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c67cc26b-b9b7-469a-86b7-d51af5b961ff up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:30.837827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:30.915685 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] Set router 183e640e-ec84-4175-bf32-b7554192f16f gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:30.916496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] Provisioning complete for port 36db115a-7b38-4005-bb50-a154c52b734c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:30.916747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:30.925842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for c67cc26b-b9b7-469a-86b7-d51af5b961ff owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:30.964719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.004022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.005767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.015727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Transition to ACTIVE for port object bc4c1836-414f-4201-9ab4-47becfdd10a4 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:31.019922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.020590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e688b466-9550-4669-89d3-9b1eee809bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.107326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Transition to ACTIVE for port object bc4c1836-414f-4201-9ab4-47becfdd10a4 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:31.109418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c67cc26b-b9b7-469a-86b7-d51af5b961ff completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:31.118937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c67cc26b-b9b7-469a-86b7-d51af5b961ff triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:31.119247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.207045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.322386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Allocated IP 2001:db8::3ad (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/f7b67f2e-da49-408a-846e-2b5b4d7fed0f) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:31.328136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.340528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.353810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Network 5f13ca45-7e04-4926-9da7-3d98078fcc04 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:31.360294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:31.366388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Pushing event updated for resources: {'Port': ['ID=bc4c1836-414f-4201-9ab4-47becfdd10a4,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:31.368774 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:31.436665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.461307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event deleted for resources: {'Port': ['ID=93588c25-4d27-4784-8552-43b7b2c40c16,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:31.468379 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-88361977-90b2-49f6-813d-cdf615124890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e640e-ec84-4175-bf32-b7554192f16f', 'name': 'tempest-snat-router-1858366296', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': False}, 'gw_port_id': 'c731a79b-ef27-43f7-b017-9c68061e88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:19Z', 'updated_at': '2022-01-14T11:46:24Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'c731a79b-ef27-43f7-b017-9c68061e88e3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e640e-ec84-4175-bf32-b7554192f16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:21Z', 'updated_at': '2022-01-14T11:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:31.474468 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88361977-90b2-49f6-813d-cdf615124890 None None] The sync data for ids ['183e640e-ec84-4175-bf32-b7554192f16f'] in dv-neutron-823850-1-hyperv is: [{'id': '183e640e-ec84-4175-bf32-b7554192f16f', 'name': 'tempest-snat-router-1858366296', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': False}, 'gw_port_id': 'c731a79b-ef27-43f7-b017-9c68061e88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:19Z', 'updated_at': '2022-01-14T11:46:24Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'c731a79b-ef27-43f7-b017-9c68061e88e3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e640e-ec84-4175-bf32-b7554192f16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:21Z', 'updated_at': '2022-01-14T11:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:31.552474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.606551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] For port 36db115a-7b38-4005-bb50-a154c52b734c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=36db115a-7b38-4005-bb50-a154c52b734c,segment=NetworkSegment(815624db-ee10-459a-a6d5-5f74ff088737),segment_id=815624db-ee10-459a-a6d5-5f74ff088737)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:31.612018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.638264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.700202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Attempting to bind port bc4c1836-414f-4201-9ab4-47becfdd10a4 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:31.700563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Attempting to bind port bc4c1836-414f-4201-9ab4-47becfdd10a4 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '16db4696-d032-4c49-96bd-96d028c5877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:31.700939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Attempting to bind port bc4c1836-414f-4201-9ab4-47becfdd10a4 on network 5f13ca45-7e04-4926-9da7-3d98078fcc04 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:31.710759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.742024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:31.742391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Checking segment: {'id': '16db4696-d032-4c49-96bd-96d028c5877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:31.742787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.745649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Bound using segment: {'id': '16db4696-d032-4c49-96bd-96d028c5877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:31.746202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Bound port: bc4c1836-414f-4201-9ab4-47becfdd10a4, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db4696-d032-4c49-96bd-96d028c5877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f13ca45-7e04-4926-9da7-3d98078fcc04'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:31.746595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.761345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port c67cc26b-b9b7-469a-86b7-d51af5b961ff, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c67cc26b-b9b7-469a-86b7-d51af5b961ff,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:31.765345 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-76b6d820-4d5a-44e2-87d2-01f22c8822fb req-8e17db0c-6a0b-4760-a8af-c15ddcbfbbe3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a80a4c4-2c90-46eb-99db-c1429e383805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7542498 Jan 14 11:46:31.772188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.774836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:31.789595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Transition to ACTIVE for port object f7b67f2e-da49-408a-846e-2b5b4d7fed0f will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:31.819925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8dcae-20e4-4439-961c-7b490df8bc68 None None] Pushing event updated for resources: {'Port': ['ID=36db115a-7b38-4005-bb50-a154c52b734c,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:31.864849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:46:31.865284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:46:31.867617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:31.907797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260ef35-2ec1-42e1-9394-58a84c23e376 None None] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:31.970823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:31.981373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:31.984381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:31.991032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:31.991867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:32.370223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port c67cc26b-b9b7-469a-86b7-d51af5b961ff {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:32.370571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:32.438308 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2868309 Jan 14 11:46:32.461736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42906) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:32.494525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:be:3c:70'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:32.686338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674cf52-c482-4a93-bb6e-7e0662a09bd5 req-8b61cd2d-18ad-4ac5-9ab9-755ff748214d tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:32.695463 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7674cf52-c482-4a93-bb6e-7e0662a09bd5 req-8b61cd2d-18ad-4ac5-9ab9-755ff748214d tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 1.2385795 Jan 14 11:46:32.708825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=c67cc26b-b9b7-469a-86b7-d51af5b961ff,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:32.716493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] For port bc4c1836-414f-4201-9ab4-47becfdd10a4, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:32.722733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:32.723216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:32.803931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5363d355-66ed-4f0a-90f6-774ab0001806 None None] Provisioning for port 820c8f55-fa7a-432f-92c7-5798b0a56dbd completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:32.837261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] For port bc4c1836-414f-4201-9ab4-47becfdd10a4, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=bc4c1836-414f-4201-9ab4-47becfdd10a4,segment=NetworkSegment(16db4696-d032-4c49-96bd-96d028c5877e),segment_id=16db4696-d032-4c49-96bd-96d028c5877e)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:32.875904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df37b4-7c52-4e4a-90fa-f1d72f177f67 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=f7b67f2e-da49-408a-846e-2b5b4d7fed0f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:32.876791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.006750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8f3fe-8247-48b5-9709-21f427d9fb22 None None] Pushing event updated for resources: {'Port': ['ID=bc4c1836-414f-4201-9ab4-47becfdd10a4,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:33.086420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7674cf52-c482-4a93-bb6e-7e0662a09bd5 req-ebcce587-2e92-47b2-8560-3ef8d6e03697 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847704 Jan 14 11:46:33.088382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.167202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port c67cc26b-b9b7-469a-86b7-d51af5b961ff, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c67cc26b-b9b7-469a-86b7-d51af5b961ff,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:33.167996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.174598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Allocated IP 172.20.0.1 (e9f29957-bf14-46a2-b436-3070fc9a7c81/d532e318-3af6-4416-bc84-93052e036f69/00bb22b1-ef0b-4289-b6cf-41043cc41680) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:33.208988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.220492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-03167816-fc14-4f14-95bb-e22709fc24d6 None None] Provisioning for port f7b67f2e-da49-408a-846e-2b5b4d7fed0f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:33.265688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-03167816-fc14-4f14-95bb-e22709fc24d6 None None] Provisioning complete for port f7b67f2e-da49-408a-846e-2b5b4d7fed0f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:33.266394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-03167816-fc14-4f14-95bb-e22709fc24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.382286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b87029f2-f522-4d93-9648-9b0fcec3f58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.450365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for c67cc26b-b9b7-469a-86b7-d51af5b961ff owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:33.484804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-03167816-fc14-4f14-95bb-e22709fc24d6 None None] Port f7b67f2e-da49-408a-846e-2b5b4d7fed0f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:33.493292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b90f20-53c0-4fa4-be3f-948c5581b74f req-7cfbcd93-94cb-410a-bdc1-5ee5cd0dae45 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:33.495062 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-38b90f20-53c0-4fa4-be3f-948c5581b74f req-7cfbcd93-94cb-410a-bdc1-5ee5cd0dae45 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.7455516 Jan 14 11:46:33.683699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-cd74c793-4ca3-4002-ab08-00d4481dab21 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:33.685106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-cd74c793-4ca3-4002-ab08-00d4481dab21 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 0.9876006 Jan 14 11:46:33.695934 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0de1545a-e962-419c-b767-3b2b4fa8435c req-c44b2628-c0f8-4bf0-bc7c-e7bbab1a7659 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.2783835 Jan 14 11:46:33.816480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c731a79b-ef27-43f7-b017-9c68061e88e3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:33.827434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-38b90f20-53c0-4fa4-be3f-948c5581b74f req-ae12fb98-ad2f-41a5-b0c3-432ee1a05dad tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185937 Jan 14 11:46:33.876657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.916233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Deleting port eac9c9c0-c349-4233-9a87-a552e831b6ca {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:33.916569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.931777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c731a79b-ef27-43f7-b017-9c68061e88e3 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:33.939964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c731a79b-ef27-43f7-b017-9c68061e88e3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:33.941398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:33.985100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.044319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.112061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.137117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Transition to ACTIVE for port object 00bb22b1-ef0b-4289-b6cf-41043cc41680 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:34.180229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.183518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.191477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:34.215254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port c731a79b-ef27-43f7-b017-9c68061e88e3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c731a79b-ef27-43f7-b017-9c68061e88e3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:34.221269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.223334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.224130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 36db115a-7b38-4005-bb50-a154c52b734c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:34.316441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] In _notify_port_updated(), no bound segment for port f7b67f2e-da49-408a-846e-2b5b4d7fed0f on network b1613dc0-87ba-454a-9317-7ea26f4c4558 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:46:34.320807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:34.321433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.330912 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "PUT /v2.0/ports/f7b67f2e-da49-408a-846e-2b5b4d7fed0f HTTP/1.1" status: 200 len: 1002 time: 1.8631847 Jan 14 11:46:34.334270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42918) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:34.397502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=c731a79b-ef27-43f7-b017-9c68061e88e3,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:34.454834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631c65b-bd08-45e2-b9eb-69e655b969f6 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=f7b67f2e-da49-408a-846e-2b5b4d7fed0f,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:34.460239 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.473867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 36db115a-7b38-4005-bb50-a154c52b734c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:34.474648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.602070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] For port eac9c9c0-c349-4233-9a87-a552e831b6ca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eac9c9c0-c349-4233-9a87-a552e831b6ca,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:34.602427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.672419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=c67cc26b-b9b7-469a-86b7-d51af5b961ff,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:34.710177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea791501-4192-42d9-9a48-53bc45a3e87a None None] Network 5f13ca45-7e04-4926-9da7-3d98078fcc04 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:34.825679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port f7b67f2e-da49-408a-846e-2b5b4d7fed0f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:34.826036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:34.844547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c67cc26b-b9b7-469a-86b7-d51af5b961ff up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:34.877956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cb6dfdaf-de95-4b99-94b6-2b5b144050fc None None] Provisioning for port bc4c1836-414f-4201-9ab4-47becfdd10a4 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:34.896710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c67cc26b-b9b7-469a-86b7-d51af5b961ff {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:34.897078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c67cc26b-b9b7-469a-86b7-d51af5b961ff not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 14 11:46:34.939190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port c67cc26b-b9b7-469a-86b7-d51af5b961ff not found, will not notify nova. {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 11:46:34.939420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device bc4c1836-414f-4201-9ab4-47becfdd10a4 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:35.130743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-582419a1-ca71-4c91-92f6-097ee28587b3 None None] Provisioning complete for port f7b67f2e-da49-408a-846e-2b5b4d7fed0f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:35.130945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-582419a1-ca71-4c91-92f6-097ee28587b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.165790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.169565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port bc4c1836-414f-4201-9ab4-47becfdd10a4 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:35.184092 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75eca33b-ab0c-4c9a-aead-e3414be22752 req-0d501f5d-f38f-4345-b382-700b498788b3 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.1843357 Jan 14 11:46:35.190218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port bc4c1836-414f-4201-9ab4-47becfdd10a4 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:35.191110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.255230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-582419a1-ca71-4c91-92f6-097ee28587b3 None None] Port f7b67f2e-da49-408a-846e-2b5b4d7fed0f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:35.300891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.420750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.492860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.494628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port bc4c1836-414f-4201-9ab4-47becfdd10a4, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=bc4c1836-414f-4201-9ab4-47becfdd10a4,segment=NetworkSegment(16db4696-d032-4c49-96bd-96d028c5877e),segment_id=16db4696-d032-4c49-96bd-96d028c5877e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:35.501353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.502414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 820c8f55-fa7a-432f-92c7-5798b0a56dbd up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:35.521047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.521809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.522354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Floating IP 82f42219-5c45-40ae-a866-0da461f64404 disassociated. External IP: 172.26.8.152, port: eac9c9c0-c349-4233-9a87-a552e831b6ca. Jan 14 11:46:35.522904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Calling delete_port for eac9c9c0-c349-4233-9a87-a552e831b6ca owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:35.657642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:35.658730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Port': ['ID=00bb22b1-ef0b-4289-b6cf-41043cc41680,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:35.679280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:35.699698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:35.723115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-afc7aff9-2a02-4202-875b-4dd2fb47ae5f None None] Provisioning complete for port bc4c1836-414f-4201-9ab4-47becfdd10a4 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:35.723477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-afc7aff9-2a02-4202-875b-4dd2fb47ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.732040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.761231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=bc4c1836-414f-4201-9ab4-47becfdd10a4,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:35.799451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 820c8f55-fa7a-432f-92c7-5798b0a56dbd completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:35.818984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 820c8f55-fa7a-432f-92c7-5798b0a56dbd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:35.819484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.823396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66478-2d07-4d81-b1f0-c6eac222f6e7 req-6957005a-d773-40d3-b474-880a95cbc3bb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:35.824970 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26a66478-2d07-4d81-b1f0-c6eac222f6e7 req-6957005a-d773-40d3-b474-880a95cbc3bb tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 945 time: 1.5282748 Jan 14 11:46:35.840869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.861641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:35.894246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.066500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for f7b67f2e-da49-408a-846e-2b5b4d7fed0f owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:36.089958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.126320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 820c8f55-fa7a-432f-92c7-5798b0a56dbd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=820c8f55-fa7a-432f-92c7-5798b0a56dbd,segment=NetworkSegment(c437e3d2-4c3b-48d3-874c-b734db63bdc1),segment_id=c437e3d2-4c3b-48d3-874c-b734db63bdc1)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:36.129641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eac9c9c0-c349-4233-9a87-a552e831b6ca no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:36.129881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2dc0e-756a-41a8-a20b-be30320fb45e req-06117953-6de5-4c44-9219-95a5104df0af tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:36.136574 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9b2dc0e-756a-41a8-a20b-be30320fb45e req-06117953-6de5-4c44-9219-95a5104df0af tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.7057428 Jan 14 11:46:36.161788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.261883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=820c8f55-fa7a-432f-92c7-5798b0a56dbd,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:36.326288 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26a66478-2d07-4d81-b1f0-c6eac222f6e7 req-91dd7e92-3319-4974-94f5-b7d33fd9a580 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e9f2ff7-3eec-4da0-a272-a70457de7265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491050 Jan 14 11:46:36.331958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.1 (8b8a10a2-026a-43bd-b20b-5f2c32a9aa76/9572a767-ea7d-4ef0-8abd-d916fc500b8d/1ce9bd82-da8a-4000-a01d-4f57b8260e6b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:36.334262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1c36eaed-cc16-4f79-a011-96057f4fb742 None None] Provisioning for port 00bb22b1-ef0b-4289-b6cf-41043cc41680 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:36.345555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1c36eaed-cc16-4f79-a011-96057f4fb742 None None] Provisioning complete for port 00bb22b1-ef0b-4289-b6cf-41043cc41680 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:36.345861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c36eaed-cc16-4f79-a011-96057f4fb742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.391043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.414127 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9b2dc0e-756a-41a8-a20b-be30320fb45e req-06428ffe-84e1-4dbb-8195-fd50363390b9 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763901 Jan 14 11:46:36.416515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.426487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.445174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c731a79b-ef27-43f7-b017-9c68061e88e3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:36.446780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Router c3a422f2-3caa-4859-a535-a08ee1ffbf41 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:36.481635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.511450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Port': ['ID=f7b67f2e-da49-408a-846e-2b5b4d7fed0f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:36.511886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eaed-cc16-4f79-a011-96057f4fb742 None None] Port 00bb22b1-ef0b-4289-b6cf-41043cc41680 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:36.556390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event deleted for resources: {'Port': ['ID=eac9c9c0-c349-4233-9a87-a552e831b6ca,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:36.604624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c731a79b-ef27-43f7-b017-9c68061e88e3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:36.605117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.651405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Allocated IP 172.26.8.10 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:36.746152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device bc4c1836-414f-4201-9ab4-47becfdd10a4 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:36.785996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:36.808610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e28c00b-4ba4-4c6d-aa11-c0be688d74e9 req-8fddecb3-1434-4978-9564-6061e8dd6cc7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.1803782 Jan 14 11:46:36.817853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] Sync routers for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:36.839163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:36.840119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:36.955841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:36.972659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:36.984510 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] Sync routers for ids ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:37.004897 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] Routers {'c3a422f2-3caa-4859-a535-a08ee1ffbf41'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:37.010381 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:37.018297 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-99d3c13a-fd73-4f76-b9d0-f5c5b1b5088d tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/ports/f7b67f2e-da49-408a-846e-2b5b4d7fed0f HTTP/1.1" status: 204 len: 168 time: 2.6495926 Jan 14 11:46:37.020482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42928) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:37.044508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:37.086973 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c260f4f2-6ab9-4926-8420-1a9292c1f700 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] GET failed (client error): The resource could not be found. Jan 14 11:46:37.087530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c260f4f2-6ab9-4926-8420-1a9292c1f700 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Synchronizing usage tracker for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:37.094030 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4ee9ac6e-c0da-4580-b5da-aad5660db316 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "PUT /v2.0/routers/c3a422f2-3caa-4859-a535-a08ee1ffbf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4901891 Jan 14 11:46:37.097311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42932) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:37.116541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port bc4c1836-414f-4201-9ab4-47becfdd10a4 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:37.117234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:37.171935 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] Set router c3a422f2-3caa-4859-a535-a08ee1ffbf41 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:37.228891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c260f4f2-6ab9-4926-8420-1a9292c1f700 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Unset dirty status for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:37.233285 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c260f4f2-6ab9-4926-8420-1a9292c1f700 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "GET /v2.0/ports/f7b67f2e-da49-408a-846e-2b5b4d7fed0f HTTP/1.1" status: 404 len: 333 time: 0.2054951 Jan 14 11:46:37.236636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42936) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:37.256833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] No DVR routers for this DVR port 93588c25-4d27-4784-8552-43b7b2c40c16 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:37.258782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348184814'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:37.286103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:37.290748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'name': 'network-vif-deleted', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:46:37.312232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:16Z', 'updated_at': '2022-01-14T11:46:33Z', 'revision_number': 3, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:37.317284 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] Checking router: c3a422f2-3caa-4859-a535-a08ee1ffbf41 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:37.328866 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] Routers {'c3a422f2-3caa-4859-a535-a08ee1ffbf41'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:37.329470 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:37.348062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66943178-3b38-4877-8641-bb581190cd38 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:37.350845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66943178-3b38-4877-8641-bb581190cd38 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:37.354245 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-66943178-3b38-4877-8641-bb581190cd38 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2537694 Jan 14 11:46:37.357805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42942) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:37.467984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d48df94-6ff4-444f-8d0e-09f4ba12f0d7', 'name': 'network-vif-deleted', 'tag': '93588c25-4d27-4784-8552-43b7b2c40c16', 'status': 'completed', 'code': 200} Jan 14 11:46:37.544396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:37.567424 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4ff89d47-5969-43fe-be89-80399b8b1f8e req-5411c6dc-8251-4079-be00-22ed61fc3af7 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.31 "DELETE /v2.0/ports/93588c25-4d27-4784-8552-43b7b2c40c16 HTTP/1.1" status: 204 len: 173 time: 10.4582663 Jan 14 11:46:37.574355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:10Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:37.579808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] Checking router: 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:37.594171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:37.595202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:37.622484 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] Set router c3a422f2-3caa-4859-a535-a08ee1ffbf41 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:37.781206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Transition to ACTIVE for port object 1ce9bd82-da8a-4000-a01d-4f57b8260e6b will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:37.795249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-247a0191-2357-4cd4-816a-02bcd079e4f7 req-3247cf7d-87a8-4f96-ba28-dffa50a0c6b7 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Synchronizing usage tracker for tenant:a6c491563b93411ab5a83bd409d0546d on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:37.816851 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:16Z', 'updated_at': '2022-01-14T11:46:33Z', 'revision_number': 3, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:37.819815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:37.821805 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8784dd67-8b05-4d55-9a41-b0f68ef7dd0f None None] The sync data for ids ['c3a422f2-3caa-4859-a535-a08ee1ffbf41'] in dv-neutron-823850-1-hyperv is: [{'id': 'c3a422f2-3caa-4859-a535-a08ee1ffbf41', 'name': 'tempest-NetworksTestDHCPv6-router-1749502294', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:16Z', 'updated_at': '2022-01-14T11:46:33Z', 'revision_number': 3, 'project_id': '556c8cd87fb6481b8918ae2865d0fcca', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:37.826539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:37.853991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:37.874538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:37.897530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:37.901640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:37.942651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 03ad8c9b-b394-4a5d-8aae-91b0c858fded {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:37.948775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-247a0191-2357-4cd4-816a-02bcd079e4f7 req-3247cf7d-87a8-4f96-ba28-dffa50a0c6b7 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Unset dirty status for tenant:a6c491563b93411ab5a83bd409d0546d on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:37.952611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c97c7d-29a9-4a5e-b203-589174fc1a50 req-2e2e0310-64bc-4a1e-8d6b-9cee68419765 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:37.954095 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-18c97c7d-29a9-4a5e-b203-589174fc1a50 req-2e2e0310-64bc-4a1e-8d6b-9cee68419765 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3443449 Jan 14 11:46:37.956622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:37.959392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-247a0191-2357-4cd4-816a-02bcd079e4f7 req-3247cf7d-87a8-4f96-ba28-dffa50a0c6b7 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.3178596 Jan 14 11:46:38.000479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] device_id is not set on port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:38.023482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.114852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.169584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:46:38.225119 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-18c97c7d-29a9-4a5e-b203-589174fc1a50 req-8384d798-3f1c-4ab2-b2c5-7c7251973be5 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866486 Jan 14 11:46:38.267743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.282510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.300074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:38.356932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=1ce9bd82-da8a-4000-a01d-4f57b8260e6b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:38.368769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:10Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:38.373912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 820c8f55-fa7a-432f-92c7-5798b0a56dbd up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:38.392954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Allocated IP 2001:db8::21d (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/5d46d395-d7d6-44f5-a3b3-9e57fd823fd0) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:38.405914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.409437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeab203-3f8c-4b23-8b35-28388b4dd308 None None] The sync data for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv is: [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:51Z', 'revision_number': 4, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '9835cd31-2ec3-4c06-9cfd-3b0033ba24df', 'name': '', 'network_id': 'f3aaee7f-0c2e-4181-ac02-22fa7d0e3732', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'mac_address': 'fa:16:3e:d4:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:10Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'subnets': [{'id': 'de1f1b12-699f-4235-b464-2b5d376469e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:38.450063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:38.452592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:38.482068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 820c8f55-fa7a-432f-92c7-5798b0a56dbd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:38.482565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.520515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:38.524533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.527236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.555121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.637736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Port': ['ID=00bb22b1-ef0b-4289-b6cf-41043cc41680,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:38.641184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-62f76c77-e597-4309-9ab1-b15d8f83883c req-b72b9411-daa8-4e81-8576-5984af04759c tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Synchronizing usage tracker for tenant:819aab9d2c4648bea29e877c54be884e on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:38.654967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=03ad8c9b-b394-4a5d-8aae-91b0c858fded,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:38.660416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c67cc26b-b9b7-469a-86b7-d51af5b961ff no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:38.668927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.681953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-62f76c77-e597-4309-9ab1-b15d8f83883c req-b72b9411-daa8-4e81-8576-5984af04759c tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Unset dirty status for tenant:819aab9d2c4648bea29e877c54be884e on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:38.693339 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62f76c77-e597-4309-9ab1-b15d8f83883c req-b72b9411-daa8-4e81-8576-5984af04759c tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d48df94-6ff4-444f-8d0e-09f4ba12f0d7 HTTP/1.1" status: 200 len: 210 time: 0.4137774 Jan 14 11:46:38.710002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:38.712241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c67cc26b-b9b7-469a-86b7-d51af5b961ff {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:38.712738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c67cc26b-b9b7-469a-86b7-d51af5b961ff not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:38.714362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed701c4-4139-472a-bd7a-7e83593289a7 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:38.729524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:38.732183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:38.763996 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fae41e4b-50ef-4705-9e45-89234121a19b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/03ad8c9b-b394-4a5d-8aae-91b0c858fded HTTP/1.1" status: 204 len: 168 time: 1.4021747 Jan 14 11:46:38.765297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42952) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:38.781437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.819776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:38.836086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.852819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bf294cf3-46df-4747-a3ef-f3ebbe28240e None None] Provisioning for port 1ce9bd82-da8a-4000-a01d-4f57b8260e6b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:38.890581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bf294cf3-46df-4747-a3ef-f3ebbe28240e None None] Provisioning complete for port 1ce9bd82-da8a-4000-a01d-4f57b8260e6b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:38.890949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf294cf3-46df-4747-a3ef-f3ebbe28240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.918350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Transition to ACTIVE for port object 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:38.935093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-51095320-3e4a-4d8c-9c2f-8167e7bccd36 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:router {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:38.945717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bf294cf3-46df-4747-a3ef-f3ebbe28240e None None] Port 1ce9bd82-da8a-4000-a01d-4f57b8260e6b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:38.959520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-51095320-3e4a-4d8c-9c2f-8167e7bccd36 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:router {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:38.961022 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-51095320-3e4a-4d8c-9c2f-8167e7bccd36 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1952024 Jan 14 11:46:38.963021 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:38.964240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42956) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:39.028931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:39.041113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:39.047827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:39.059265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:39.060291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.081038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:46:39.089012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] Deleting port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:39.089181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.093858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=5d46d395-d7d6-44f5-a3b3-9e57fd823fd0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:39.112090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01f09e41-b3cc-4061-8165-39abd8214277 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8727088 Jan 14 11:46:39.114284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42962) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:39.120865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:be:3c:70'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:39.194853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.359826 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e117a40a-5024-42e6-ae2e-0eb5b82b0a18 req-7d4bcb10-822b-4819-a1b9-91161fccf3ab tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.2009883 Jan 14 11:46:39.448589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] For port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:39.449161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.582907 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] Calling delete_port for 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:39.602385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.653088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:39.664229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.664704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-566c4a27-b0b4-49b5-9721-e30ee5422c42 None None] Provisioning for port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:39.670659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-566c4a27-b0b4-49b5-9721-e30ee5422c42 None None] Provisioning complete for port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:39.671166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-566c4a27-b0b4-49b5-9721-e30ee5422c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.703180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d7d6f3-3d6d-4464-8419-7d4d78786852 None None] New status for floating IP f9fed2a2-0b1f-4902-953a-2d2ff646cba4: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:46:39.720280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:39.898321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42972) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:39.906936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:39.980936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-566c4a27-b0b4-49b5-9721-e30ee5422c42 None None] Port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:39.982630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] Pushing event deleted for resources: {'Port': ['ID=9a9b71de-ad96-4c6b-8a2f-4ea900342c1c,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:40.027850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.036021 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.041853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadff60-97c0-4e05-bf63-53d8eebfdc3f None None] No DVR routers for this DVR port 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:40.094337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] In _notify_port_updated(), no bound segment for port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 on network b1613dc0-87ba-454a-9317-7ea26f4c4558 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:46:40.098917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:40.099765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.104623 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "PUT /v2.0/ports/5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 HTTP/1.1" status: 200 len: 1003 time: 0.9860456 Jan 14 11:46:40.109013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42976) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:40.117248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-49e9c64e-67ad-46ca-85dc-6efb44e0728f None None] Provisioning complete for port 00bb22b1-ef0b-4289-b6cf-41043cc41680 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:40.118371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e9c64e-67ad-46ca-85dc-6efb44e0728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.204735 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc16a3-a1f1-4de7-a1cb-08a70c941936 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=5d46d395-d7d6-44f5-a3b3-9e57fd823fd0,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:40.223505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:40.223505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.243139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-49e9c64e-67ad-46ca-85dc-6efb44e0728f None None] Port 00bb22b1-ef0b-4289-b6cf-41043cc41680 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:40.278645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:40.314764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:40.315122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9a9b71de-ad96-4c6b-8a2f-4ea900342c1c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:40.327272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641b927-cef2-4f8c-b6c5-65a16b936b1e req-18e865e0-3d38-45c6-a26e-b07bfccec995 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:40.328827 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c641b927-cef2-4f8c-b6c5-65a16b936b1e req-18e865e0-3d38-45c6-a26e-b07bfccec995 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.8593600 Jan 14 11:46:40.470777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-409e9515-7ad0-4cfa-be21-12fcb0a2c4b3 None None] Provisioning complete for port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:40.471950 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-409e9515-7ad0-4cfa-be21-12fcb0a2c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.530295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-409e9515-7ad0-4cfa-be21-12fcb0a2c4b3 None None] Port 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:40.542005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.563323 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7fa6d715-b325-4770-8500-26d02fdd6469 req-b8e89fe6-52e4-4558-aff1-3f81238b1d26 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.0586035 Jan 14 11:46:40.673885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for 5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:40.822755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.872007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Port': ['ID=5d46d395-d7d6-44f5-a3b3-9e57fd823fd0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:40.879854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad1048b4-89c1-40a6-a243-747ae710caf0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.914833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.930477 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-959ee091-88a3-49a1-bae9-84b644504539 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/ports/5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 HTTP/1.1" status: 204 len: 168 time: 0.8211751 Jan 14 11:46:40.933072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42982) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:40.981851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.982569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:40.986823 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf324d09-a1d8-4f0e-9683-8318a610db24 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] GET failed (client error): The resource could not be found. Jan 14 11:46:40.987970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bf324d09-a1d8-4f0e-9683-8318a610db24 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Synchronizing usage tracker for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:41.005695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bf324d09-a1d8-4f0e-9683-8318a610db24 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Unset dirty status for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:41.006853 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bf324d09-a1d8-4f0e-9683-8318a610db24 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "GET /v2.0/ports/5d46d395-d7d6-44f5-a3b3-9e57fd823fd0 HTTP/1.1" status: 404 len: 333 time: 0.0727384 Jan 14 11:46:41.010590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42986) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:41.016648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-243953584'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:41.040352 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c641b927-cef2-4f8c-b6c5-65a16b936b1e req-ec2f662a-71df-4298-a0bd-fa2dbd69adb3 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6411736 Jan 14 11:46:41.042077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.131769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad1048b4-89c1-40a6-a243-747ae710caf0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.149650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.165216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:41.175548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:41.185725 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:41.188797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.210210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] device_id is not set on port e85687ce-dfad-477a-9410-397294e1587a yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:41.282362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:41.295411 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] Sync routers for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:41.311539 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:41.312394 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:41.372238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:46:41.381496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.381981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Fanout notify agent at l3_agent the message router_deleted on router c3a422f2-3caa-4859-a535-a08ee1ffbf41 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:41.405667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] No DVR routers for this DVR port eac9c9c0-c349-4233-9a87-a552e831b6ca on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:41.407147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad1048b4-89c1-40a6-a243-747ae710caf0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.410743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.414493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.427824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'name': 'network-vif-deleted', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:46:41.451040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.501517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Allocated IP 2001:db8::1a1 (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/e85687ce-dfad-477a-9410-397294e1587a) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:41.510497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:41.517402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1048b4-89c1-40a6-a243-747ae710caf0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a80a4c4-2c90-46eb-99db-c1429e383805,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:41.522027 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f26599-9a2a-4fdb-9b3a-45e23785cba6', 'name': 'network-vif-deleted', 'tag': 'eac9c9c0-c349-4233-9a87-a552e831b6ca', 'status': 'completed', 'code': 200} Jan 14 11:46:41.534125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad1048b4-89c1-40a6-a243-747ae710caf0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.535479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad1048b4-89c1-40a6-a243-747ae710caf0 tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a80a4c4-2c90-46eb-99db-c1429e383805 HTTP/1.1" status: 204 len: 168 time: 1.5757294 Jan 14 11:46:41.540858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 42992) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:41.552100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.555774 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-333a9ff8-7151-49fc-98bd-beb20a03a381 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/routers/c3a422f2-3caa-4859-a535-a08ee1ffbf41 HTTP/1.1" status: 204 len: 168 time: 2.5813200 Jan 14 11:46:41.557648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 42996) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:41.564879 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c64243ba-b921-4bc0-993d-f4b2c08dd024 req-0dc897cc-5642-4ddc-ba3f-f04e6108ef48 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.31 "DELETE /v2.0/ports/eac9c9c0-c349-4233-9a87-a552e831b6ca HTTP/1.1" status: 204 len: 173 time: 7.8679218 Jan 14 11:46:41.597653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-b4bc8e78-1e8f-498c-8562-95fb2fbbbb8e tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] show failed (client error): The resource could not be found. Jan 14 11:46:41.598674 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4bc8e78-1e8f-498c-8562-95fb2fbbbb8e tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "GET /v2.0/security-groups/8a80a4c4-2c90-46eb-99db-c1429e383805 HTTP/1.1" status: 404 len: 347 time: 0.0564690 Jan 14 11:46:41.603134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43002) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:41.726848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8df8c578-d933-4793-b644-db757f99c481 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:41.747760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=1ce9bd82-da8a-4000-a01d-4f57b8260e6b,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:41.750296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.876230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Deleting port a1c61561-d675-496b-84c3-d0baf83ce39f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:41.876781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:41.905998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-789927e5-ac63-4b67-a57a-361f137385e1 req-32f5c851-e6e5-40d1-89cf-6a0c55df3072 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/ports?device_id=85f26599-9a2a-4fdb-9b3a-45e23785cba6 HTTP/1.1" status: 200 len: 210 time: 0.1433640 Jan 14 11:46:41.924418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8df8c578-d933-4793-b644-db757f99c481 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:41.925869 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8df8c578-d933-4793-b644-db757f99c481 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3629327 Jan 14 11:46:41.929518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43006) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:41.951998 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:38Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:41.958091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Router 152adad3-5cd9-49a2-9ba8-e4b65857f504 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:41.962059 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] Checking router: 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:41.985518 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:41.986699 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:42.029399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:42.031199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:42.143825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75812e20-4b90-431a-bf05-8d893ad89ebf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:42.144722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-75812e20-4b90-431a-bf05-8d893ad89ebf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:42.154552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.232412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Transition to ACTIVE for port object e85687ce-dfad-477a-9410-397294e1587a will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:42.243278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-75812e20-4b90-431a-bf05-8d893ad89ebf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:42.256373 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-75812e20-4b90-431a-bf05-8d893ad89ebf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3229551 Jan 14 11:46:42.257046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43012) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:42.272567 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:42.384458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.384901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.433348 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-51258375-5792-4216-a291-3ffbb398e095 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724031 Jan 14 11:46:42.457643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:42.469514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:42.489021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-351ec3db-c0a2-434e-aba1-d4557bdbd9e8 None None] Provisioning complete for port 1ce9bd82-da8a-4000-a01d-4f57b8260e6b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:42.489563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-351ec3db-c0a2-434e-aba1-d4557bdbd9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.558894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-351ec3db-c0a2-434e-aba1-d4557bdbd9e8 None None] Port 1ce9bd82-da8a-4000-a01d-4f57b8260e6b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:42.597240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Calling delete_port for a1c61561-d675-496b-84c3-d0baf83ce39f owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:42.642143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.685764 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:38Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:42.690843 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead4554-7aa9-4bfa-b975-020735d2344b None None] The sync data for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv is: [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:44:04Z', 'revision_number': 4, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'e4b2cc52-1ed9-46c2-866a-56cdc6901d74', 'name': '', 'network_id': '1a1e40d5-345b-44d7-a9e2-26f7479ea014', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'mac_address': 'fa:16:3e:da:a5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:01Z', 'updated_at': '2022-01-14T11:44:38Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'subnets': [{'id': '106aee2e-8498-475a-a6c5-d1dd28658f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:42.760788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:42.762978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=e85687ce-dfad-477a-9410-397294e1587a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:42.773486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:42.775889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:42.780124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:42.780714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.830397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:42.830683 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01188994-08e3-4f29-8424-ebd2e034895e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8188224 Jan 14 11:46:42.833657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43020) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:42.837820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db7aa0-5258-4440-a512-e521d9f73c0b req-b778c59c-c4d0-4456-a91c-d53b38e3e21e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:42.839283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-60db7aa0-5258-4440-a512-e521d9f73c0b req-b778c59c-c4d0-4456-a91c-d53b38e3e21e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4836500 Jan 14 11:46:42.845741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'network_id': 'b1613dc0-87ba-454a-9317-7ea26f4c4558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-570440418'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:42.870275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:42.937856 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-60db7aa0-5258-4440-a512-e521d9f73c0b req-832103f1-fd16-439e-997b-624c3bec3d34 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642366 Jan 14 11:46:42.939411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:42.989357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Pushing event deleted for resources: {'Port': ['ID=a1c61561-d675-496b-84c3-d0baf83ce39f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:43.005968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Router 918f72d5-bb60-4e8f-840d-47dcd09c963c is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:46:43.041955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:43.092855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da709b5c-5c5a-41e7-8019-af00b2ec5655 None None] Provisioning for port e85687ce-dfad-477a-9410-397294e1587a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:43.099939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.100529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da709b5c-5c5a-41e7-8019-af00b2ec5655 None None] Provisioning complete for port e85687ce-dfad-477a-9410-397294e1587a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:43.101038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da709b5c-5c5a-41e7-8019-af00b2ec5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.135089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43028) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:43.137067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.138936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f11ec373-3c63-4da5-886c-70a17ad1c69f tempest-ServersTestJSON-1432795205 tempest-ServersTestJSON-1432795205-project] 10.222.0.48 "DELETE /v2.0/floatingips/f9fed2a2-0b1f-4902-953a-2d2ff646cba4 HTTP/1.1" status: 204 len: 168 time: 1.5343382 Jan 14 11:46:43.163251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-da709b5c-5c5a-41e7-8019-af00b2ec5655 None None] Port e85687ce-dfad-477a-9410-397294e1587a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:43.176191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43032) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:43.216260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8f33778-89d7-4730-9d3e-aed7c9c35d1a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.245624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8f33778-89d7-4730-9d3e-aed7c9c35d1a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.301363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8f33778-89d7-4730-9d3e-aed7c9c35d1a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.321560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f33778-89d7-4730-9d3e-aed7c9c35d1a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f2ff7-3eec-4da0-a272-a70457de7265,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:43.333465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8f33778-89d7-4730-9d3e-aed7c9c35d1a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.337270 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f8f33778-89d7-4730-9d3e-aed7c9c35d1a tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e9f2ff7-3eec-4da0-a272-a70457de7265 HTTP/1.1" status: 204 len: 168 time: 0.1974840 Jan 14 11:46:43.337917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43036) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:43.357408 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-56d1877d-5266-4b6e-b0bc-18f68262e208 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] show failed (client error): The resource could not be found. Jan 14 11:46:43.358387 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-56d1877d-5266-4b6e-b0bc-18f68262e208 tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "GET /v2.0/security-groups/8e9f2ff7-3eec-4da0-a272-a70457de7265 HTTP/1.1" status: 404 len: 347 time: 0.0193887 Jan 14 11:46:43.361200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:43.378102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:43.382724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:43.395059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] Sync routers for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:43.397301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-29627e46-a01f-4f01-bc39-5fae2bd229c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3854990 Jan 14 11:46:43.400626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Usage tracker for resource:port and tenant:0c178867520b4d58b3ff97cd717b3162 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:43.405656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.411726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:43.412640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:43.427281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:43.428109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:43.463480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:43.490717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:43.504839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:43.505454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:43.574973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:43.576174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53411e1f-a771-4234-b7c5-99d7c80503fb None None] The sync data for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:43.593762 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff5bf4-d5c7-47f1-aee8-8e144129ace1 None None] New status for floating IP 82f42219-5c45-40ae-a866-0da461f64404: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:46:43.610066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Made reservation on behalf of 0c178867520b4d58b3ff97cd717b3162 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:43.613720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.634734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Deleting port 50f100d8-ae2e-4bc6-bb2f-32841af5b51b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:43.635292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.753199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] device_id is not set on port d0705b9d-23f1-41aa-a955-98b485fea315 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:43.823980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.824320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:43.950780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Calling delete_port for 50f100d8-ae2e-4bc6-bb2f-32841af5b51b owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:44.045644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:46:44.046012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:46:44.429299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Allocated IP 2001:db8::4c (b1613dc0-87ba-454a-9317-7ea26f4c4558/e3225597-3292-4624-ae0d-116090454ec8/d0705b9d-23f1-41aa-a955-98b485fea315) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:44.547446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Deleting port 50f100d8-ae2e-4bc6-bb2f-32841af5b51b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:44.548023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:44.652549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770edf-831e-4dcc-9508-4627a7ef81d9 req-6f8876c3-0d40-417f-afbd-76fa205b83b7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:44.654044 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4d770edf-831e-4dcc-9508-4627a7ef81d9 req-6f8876c3-0d40-417f-afbd-76fa205b83b7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5035660 Jan 14 11:46:44.679971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:44.685569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 3f623139-bde4-4bf4-b3ab-31cad4cc5845 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:44.688836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Sync routers for ids ['918f72d5-bb60-4e8f-840d-47dcd09c963c'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:44.701489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Routers {'918f72d5-bb60-4e8f-840d-47dcd09c963c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:44.702172 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['918f72d5-bb60-4e8f-840d-47dcd09c963c'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:44.719568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:44.720412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:44.847529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Calling delete_port for 50f100d8-ae2e-4bc6-bb2f-32841af5b51b owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:44.878698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Set router 918f72d5-bb60-4e8f-840d-47dcd09c963c gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:44.990974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:44.994658 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5e5c8900-4430-45e6-b0d8-d122e8d18b9a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 14.4264309 Jan 14 11:46:44.994805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.006737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43050) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:45.086669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4d770edf-831e-4dcc-9508-4627a7ef81d9 req-24cae49d-5366-43ba-98fb-a4a0a08561a9 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103343 Jan 14 11:46:45.132866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:46:45.140493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.167908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Pushing event deleted for resources: {'Port': ['ID=50f100d8-ae2e-4bc6-bb2f-32841af5b51b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:45.186013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f72d5-bb60-4e8f-840d-47dcd09c963c', 'name': 'tempest-snat-router-1858366296', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:31Z', 'updated_at': '2022-01-14T11:46:39Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f72d5-bb60-4e8f-840d-47dcd09c963c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:35Z', 'updated_at': '2022-01-14T11:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:45.191313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Checking router: 918f72d5-bb60-4e8f-840d-47dcd09c963c for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:45.191809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Updating router 918f72d5-bb60-4e8f-840d-47dcd09c963c port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:46:45.249213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.258767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.265819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.337440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.341296 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-63fd7039-b8a4-4b6c-a37d-64da7f4d75db tempest-ServersTestManualDisk-1730657001 tempest-ServersTestManualDisk-1730657001-project] 10.222.0.48 "DELETE /v2.0/floatingips/82f42219-5c45-40ae-a866-0da461f64404 HTTP/1.1" status: 204 len: 168 time: 1.9764829 Jan 14 11:46:45.344201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:45.344371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43054) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:45.363313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:45.370091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=08209509-352b-4858-9682-891636ec089f,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:45.375111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:45.375695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.383243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03707616-995b-4117-bed9-eee924e8ff0a None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:45.386055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Transition to ACTIVE for port object d0705b9d-23f1-41aa-a955-98b485fea315 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:45.528895 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9cdc2c02-a7b9-4d4e-8025-29c529f05df8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0666456 Jan 14 11:46:45.533529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43058) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:45.602832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:45.716117 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-845c2ae0-da1b-4ce9-8143-483f9e04cdf0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/918f72d5-bb60-4e8f-840d-47dcd09c963c HTTP/1.1" status: 200 len: 907 time: 0.6296399 Jan 14 11:46:45.730159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43062) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:45.771753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '08209509-352b-4858-9682-891636ec089f'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:46:45.772549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.906631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.931934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:45.936126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Transition to ACTIVE for port object c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:45.979563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.076721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Attempting to bind port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:46.076721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Attempting to bind port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:46.077109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Attempting to bind port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:46.084707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Allocated IP 2001:db8::f816:3eff:fe97:9a45 (d177d53d-ca61-4e91-af17-578924330245/08209509-352b-4858-9682-891636ec089f/43601d9e-318f-4f05-880b-584b22b69c13) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:46.087488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=d0705b9d-23f1-41aa-a955-98b485fea315,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:46.091342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:46.095038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:46.104861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b1936-46c4-45a4-8c98-ba30d48b9078 None None] Pushing event updated for resources: {'Port': ['ID=c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:46.105452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:46.108511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:46.114465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:46.117248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:46.118871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:46.119207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:46.119677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.120096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:46.120572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Bound port: c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:46.120955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.133380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.135076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:46.136133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.259562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:46.305863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] For port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:46.331343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] For port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:46.345503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.385507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.389401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:46.394980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.403045 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] Sync routers for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:46.420524 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:46.421494 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:46.462777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:46.472701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.489398 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dc873f4b-8c8c-4e71-9925-1e8da7d17118 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6526568 Jan 14 11:46:46.494007 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-83f609e4-b7c5-4e1b-a91e-33b19741ea54 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/routers/3f623139-bde4-4bf4-b3ab-31cad4cc5845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9622202 Jan 14 11:46:46.509973 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:46.515261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b1936-46c4-45a4-8c98-ba30d48b9078 None None] Pushing event updated for resources: {'Port': ['ID=c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:46.523122 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:46.523953 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:46.526387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-6e4fda76-517b-4f31-85ea-ce789924dc02 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:46:46.528585 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.530793 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6e4fda76-517b-4f31-85ea-ce789924dc02 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0949645 Jan 14 11:46:46.534025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43068) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:46.534451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43070) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:46.534833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:46.540661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e16cfda2-2031-4db2-aed7-30240201b4ee None None] Provisioning for port d0705b9d-23f1-41aa-a955-98b485fea315 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:46.546473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Transition to ACTIVE for port object 43601d9e-318f-4f05-880b-584b22b69c13 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:46.549930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Routers {'918f72d5-bb60-4e8f-840d-47dcd09c963c'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:46.550563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['918f72d5-bb60-4e8f-840d-47dcd09c963c'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:46.573812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7081bc-706f-41b8-966c-b9c4e9c1033f req-b1a70aaa-f9ca-4188-802d-fe0ffca16123 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:46.575678 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8b7081bc-706f-41b8-966c-b9c4e9c1033f req-b1a70aaa-f9ca-4188-802d-fe0ffca16123 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3025608 Jan 14 11:46:46.592845 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:46.593482 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e9ba4-954a-44c7-a124-484228b0832a None None] The sync data for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:46.613726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'port': {'network_id': '8b8a10a2-026a-43bd-b20b-5f2c32a9aa76', 'name': 'tempest-FloatingIPTestJSON-220821449'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:46.617926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e16cfda2-2031-4db2-aed7-30240201b4ee None None] Provisioning complete for port d0705b9d-23f1-41aa-a955-98b485fea315 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:46.617926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e16cfda2-2031-4db2-aed7-30240201b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.630421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:be:3c:70'}, {'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:fb:fa:82'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:46.669248 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8b7081bc-706f-41b8-966c-b9c4e9c1033f req-19c9b00c-9085-46a2-a345-fced09161ad7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727429 Jan 14 11:46:46.704292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Transition to ACTIVE for port object 43601d9e-318f-4f05-880b-584b22b69c13 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:46.753082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.769682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.773916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Deleting port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:46.774409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:46.839128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e16cfda2-2031-4db2-aed7-30240201b4ee None None] Port d0705b9d-23f1-41aa-a955-98b485fea315 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:46.882000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:46.883230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Pushing event updated for resources: {'Port': ['ID=43601d9e-318f-4f05-880b-584b22b69c13,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:46.886473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:46.898103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:46.900521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] Set router 918f72d5-bb60-4e8f-840d-47dcd09c963c gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:47.008289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] For port c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:47.008816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.161450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:47.178599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Usage tracker for resource:port and tenant:2148588148104dd085af4fc4ccfdc805 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:47.201175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:47.218785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:47.272695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Attempting to bind port 43601d9e-318f-4f05-880b-584b22b69c13 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:46:47.273315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Attempting to bind port 43601d9e-318f-4f05-880b-584b22b69c13 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:46:47.273666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Attempting to bind port 43601d9e-318f-4f05-880b-584b22b69c13 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:46:47.287898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:46:47.288258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:46:47.288651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.289056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:46:47.289511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Bound port: 43601d9e-318f-4f05-880b-584b22b69c13, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:46:47.289873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.355727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Calling delete_port for c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:47.383915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Made reservation on behalf of 2148588148104dd085af4fc4ccfdc805 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:47.386960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.438620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] For port 43601d9e-318f-4f05-880b-584b22b69c13, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:46:47.443465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] For port 43601d9e-318f-4f05-880b-584b22b69c13, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=43601d9e-318f-4f05-880b-584b22b69c13,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:46:47.450051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.543447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f72d5-bb60-4e8f-840d-47dcd09c963c', 'name': 'tempest-snat-router-1858366296', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:31Z', 'updated_at': '2022-01-14T11:46:39Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f72d5-bb60-4e8f-840d-47dcd09c963c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:35Z', 'updated_at': '2022-01-14T11:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:47.554680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9f2-e9aa-4e6f-950e-4b0505e77413 None None] The sync data for ids ['918f72d5-bb60-4e8f-840d-47dcd09c963c'] in dv-neutron-823850-1-hyperv is: [{'id': '918f72d5-bb60-4e8f-840d-47dcd09c963c', 'name': 'tempest-snat-router-1858366296', 'tenant_id': '27857b75b5b34be1af5fa2e947401119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:46:31Z', 'updated_at': '2022-01-14T11:46:39Z', 'revision_number': 3, 'project_id': '27857b75b5b34be1af5fa2e947401119', 'gw_port': {'id': 'c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f72d5-bb60-4e8f-840d-47dcd09c963c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:46:35Z', 'updated_at': '2022-01-14T11:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:47.558932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6fbf1-e864-45f7-b07a-4ea04330881d None None] Pushing event updated for resources: {'Port': ['ID=43601d9e-318f-4f05-880b-584b22b69c13,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:47.657601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.678010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] device_id is not set on port 6fdf4958-251d-4304-b01a-ad204eecb044 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:47.711360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:47.754167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:47.844227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.845790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.845790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.859242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:47.956358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.182440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.268683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:48.282026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=9011e62a-788d-4ee8-a87c-575c635e0f77,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:48.316906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:48.320345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:48.320975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.350666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 43601d9e-318f-4f05-880b-584b22b69c13 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:48.416053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Allocated IP 172.20.0.10 (8b8a10a2-026a-43bd-b20b-5f2c32a9aa76/9572a767-ea7d-4ef0-8abd-d916fc500b8d/6fdf4958-251d-4304-b01a-ad204eecb044) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:48.443703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 43601d9e-318f-4f05-880b-584b22b69c13 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:48.483481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Deleting port e4b2cc52-1ed9-46c2-866a-56cdc6901d74 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:48.483858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.599826 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5cd69e76-7fdc-4e8f-b894-f84bd2acd613 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0605578 Jan 14 11:46:48.621506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43084) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:48.634334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc806d8-f8c1-4e24-9ddf-34ad8d09488b req-ceb0f0cc-1806-42d7-82cb-a178cc22a8f7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:48.641377 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dfc806d8-f8c1-4e24-9ddf-34ad8d09488b req-ceb0f0cc-1806-42d7-82cb-a178cc22a8f7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.7369330 Jan 14 11:46:48.667892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:ad:83:83', 'name': 'tempest-NetworksTestDHCPv6-688510195'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:48.781936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.785081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] For port e4b2cc52-1ed9-46c2-866a-56cdc6901d74, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:48.785445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.799966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.818651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57baf33-1630-4534-9aa7-8251922ca1ed None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:48.840127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:48.928447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Provisioning for port 43601d9e-318f-4f05-880b-584b22b69c13 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:48.944817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Provisioning complete for port 43601d9e-318f-4f05-880b-584b22b69c13 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:48.945175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.026264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Calling delete_port for e4b2cc52-1ed9-46c2-866a-56cdc6901d74 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:49.074987 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dfc806d8-f8c1-4e24-9ddf-34ad8d09488b req-a405b079-716c-47ac-a4e8-ef4b16f04a75 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4326413 Jan 14 11:46:49.112928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.113646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 918f72d5-bb60-4e8f-840d-47dcd09c963c {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:49.162299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:46:49.164424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.208464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.211721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.213358 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6d93b6e2-56d1-48c1-b265-1ef53beccd44 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/routers/918f72d5-bb60-4e8f-840d-47dcd09c963c HTTP/1.1" status: 204 len: 168 time: 3.4780502 Jan 14 11:46:49.221980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43088) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:49.225910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] For port 43601d9e-318f-4f05-880b-584b22b69c13, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=43601d9e-318f-4f05-880b-584b22b69c13,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:49.234524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.299910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.305984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.351303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b2cc52-1ed9-46c2-866a-56cdc6901d74,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:49.369834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Update dhcp port {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '08209509-352b-4858-9682-891636ec089f', 'ip_address': '2001:db8::f816:3eff:fe97:9a45'}, {'subnet_id': '9011e62a-788d-4ee8-a87c-575c635e0f77'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': '43601d9e-318f-4f05-880b-584b22b69c13'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:46:49.394100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Pushing event updated for resources: {'Port': ['ID=43601d9e-318f-4f05-880b-584b22b69c13,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:49.423130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.423722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.424271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.424801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.425479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.425971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.426458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.426945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.427418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.427885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.428353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de0db4-575a-46ee-a7df-874d3ccb4338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.449096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.533655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:49.575435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:49.602682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:49.640895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:49.648610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] In _notify_port_updated(), no bound segment for port d0705b9d-23f1-41aa-a955-98b485fea315 on network b1613dc0-87ba-454a-9317-7ea26f4c4558 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:46:49.652645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:49.653704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.655156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "PUT /v2.0/ports/d0705b9d-23f1-41aa-a955-98b485fea315 HTTP/1.1" status: 200 len: 1066 time: 3.1144404 Jan 14 11:46:49.661456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43092) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:49.674580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Allocated IP 172.20.0.2 (d177d53d-ca61-4e91-af17-578924330245/9011e62a-788d-4ee8-a87c-575c635e0f77/43601d9e-318f-4f05-880b-584b22b69c13) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:49.681647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.704242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event updated for resources: {'Port': ['ID=d0705b9d-23f1-41aa-a955-98b485fea315,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:49.729024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:46:49.748657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port d0705b9d-23f1-41aa-a955-98b485fea315 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:49.749203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.756301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Transition to ACTIVE for port object 6fdf4958-251d-4304-b01a-ad204eecb044 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:49.839017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.839444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.839843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.840672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.840672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.841386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.841386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.841713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.842155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.842575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.842990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778d3f5-c85a-4085-b016-f19264d1cc06 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:46:49.853926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] For port 43601d9e-318f-4f05-880b-584b22b69c13, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=43601d9e-318f-4f05-880b-584b22b69c13,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:49.890278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.894884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:49.914847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Transition to ACTIVE for port object 43601d9e-318f-4f05-880b-584b22b69c13 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:49.921992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.063967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.075994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caff6d-236f-4000-bee8-1f05cb34f37e None None] Pushing event updated for resources: {'Port': ['ID=43601d9e-318f-4f05-880b-584b22b69c13,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:50.087049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-43b3d024-0e62-49fc-a38d-43a56383e534 None None] Provisioning complete for port d0705b9d-23f1-41aa-a955-98b485fea315 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:50.087415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-43b3d024-0e62-49fc-a38d-43a56383e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.110367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.145146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-43b3d024-0e62-49fc-a38d-43a56383e534 None None] Port d0705b9d-23f1-41aa-a955-98b485fea315 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:50.295476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:50.307816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:50.310923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:50.361140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.378587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event updated for resources: {'Port': ['ID=6fdf4958-251d-4304-b01a-ad204eecb044,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:50.394502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 11353290-14ef-4d8c-830d-4153eeeb8002 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:46:50.412062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 43601d9e-318f-4f05-880b-584b22b69c13 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:46:50.521911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for d0705b9d-23f1-41aa-a955-98b485fea315 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:50.543237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:50.543954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.638118 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3ae94338-d52d-4df0-9e2c-0712d69367f3 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0954397 Jan 14 11:46:50.641527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7ec2c-74b5-44c7-86ff-23768044bb23 req-4c5c2215-4d7d-436b-9152-246f8ca267de tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:50.649297 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-84d7ec2c-74b5-44c7-86ff-23768044bb23 req-4c5c2215-4d7d-436b-9152-246f8ca267de tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3784769 Jan 14 11:46:50.650916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43098) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:50.713967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.790686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f3a418b-fcd0-411e-beb2-1faa39ad12f3 None None] Provisioning for port 6fdf4958-251d-4304-b01a-ad204eecb044 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:50.797101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f3a418b-fcd0-411e-beb2-1faa39ad12f3 None None] Provisioning complete for port 6fdf4958-251d-4304-b01a-ad204eecb044 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:50.797529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f3a418b-fcd0-411e-beb2-1faa39ad12f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:50.809080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Request body: {'floatingip': {'port_id': '6fdf4958-251d-4304-b01a-ad204eecb044'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:50.891312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a418b-fcd0-411e-beb2-1faa39ad12f3 None None] Port 6fdf4958-251d-4304-b01a-ad204eecb044 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:50.934373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Deleting port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:50.934910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:51.013340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-187df9f5-51c9-4e5d-a56e-b8544774029a None None] Provisioning for port 43601d9e-318f-4f05-880b-584b22b69c13 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:51.019569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-187df9f5-51c9-4e5d-a56e-b8544774029a None None] Provisioning complete for port 43601d9e-318f-4f05-880b-584b22b69c13 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:51.019995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-187df9f5-51c9-4e5d-a56e-b8544774029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:51.044923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 172.20.0.8 (d177d53d-ca61-4e91-af17-578924330245/9011e62a-788d-4ee8-a87c-575c635e0f77/11353290-14ef-4d8c-830d-4153eeeb8002) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:51.098976 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-84d7ec2c-74b5-44c7-86ff-23768044bb23 req-ceca53b7-a834-45e4-a613-498738b471d8 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488158 Jan 14 11:46:51.121686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fead:8383 (d177d53d-ca61-4e91-af17-578924330245/08209509-352b-4858-9682-891636ec089f/11353290-14ef-4d8c-830d-4153eeeb8002) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:46:51.171743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:51.327269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:51.465814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Port': ['ID=d0705b9d-23f1-41aa-a955-98b485fea315,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:51.575191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] For port 9835cd31-2ec3-4c06-9cfd-3b0033ba24df, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:51.577158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:51.817227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Calling delete_port for 9835cd31-2ec3-4c06-9cfd-3b0033ba24df owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:52.028498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.053671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.059651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.101885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting port 00bb22b1-ef0b-4289-b6cf-41043cc41680 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:52.102290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.164448 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9fd3c88d-c073-4074-82cf-45924bb6d3c5 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/ports/d0705b9d-23f1-41aa-a955-98b485fea315 HTTP/1.1" status: 204 len: 168 time: 2.4997237 Jan 14 11:46:52.177129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087eb4-c21b-4ccb-a6c5-53b7f794490f req-0f67a01d-3577-4885-945f-8119a4357373 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:52.183857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7f087eb4-c21b-4ccb-a6c5-53b7f794490f req-0f67a01d-3577-4885-945f-8119a4357373 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5602305 Jan 14 11:46:52.202882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43108) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:52.229115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Deleting port c731a79b-ef27-43f7-b017-9c68061e88e3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:52.229533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.237513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:52.257889 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-030d2d81-fcde-4bd5-bf67-1d3289771555 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.6038029 Jan 14 11:46:52.267130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 11353290-14ef-4d8c-830d-4153eeeb8002 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:46:52.277422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:52.277761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c9ffbbe3-fba9-4e83-94a7-d71ce7c91e44 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:52.284188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.388066 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13a9473-e212-4bb8-be5b-28a2f1377157 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] GET failed (client error): The resource could not be found. Jan 14 11:46:52.388554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e13a9473-e212-4bb8-be5b-28a2f1377157 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Synchronizing usage tracker for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:52.438771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=9835cd31-2ec3-4c06-9cfd-3b0033ba24df,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:52.487757 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7f087eb4-c21b-4ccb-a6c5-53b7f794490f req-a9066eb6-3231-4025-8e7b-d89f0c837166 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028221 Jan 14 11:46:52.505027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e13a9473-e212-4bb8-be5b-28a2f1377157 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Unset dirty status for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:52.506146 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e13a9473-e212-4bb8-be5b-28a2f1377157 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "GET /v2.0/ports/d0705b9d-23f1-41aa-a955-98b485fea315 HTTP/1.1" status: 404 len: 333 time: 0.3023517 Jan 14 11:46:52.514891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43112) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:52.625970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port e85687ce-dfad-477a-9410-397294e1587a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:52.626306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.686839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:52.755368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:52.859414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-5af9c6f3-8546-402c-801f-ca5485f73542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:52.860748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-5af9c6f3-8546-402c-801f-ca5485f73542 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.5914736 Jan 14 11:46:53.089048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.093229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.106440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.138975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.181315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] For port c731a79b-ef27-43f7-b017-9c68061e88e3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c731a79b-ef27-43f7-b017-9c68061e88e3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:53.181659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.253889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:46:53.257124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=11353290-14ef-4d8c-830d-4153eeeb8002,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:53.281173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for e85687ce-dfad-477a-9410-397294e1587a owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:53.318322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:46:53.380959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Calling delete_port for 00bb22b1-ef0b-4289-b6cf-41043cc41680 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:53.480220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:46:53.513428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Calling delete_port for c731a79b-ef27-43f7-b017-9c68061e88e3 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:53.600442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.607623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:53.619883 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-268b4363-efde-48bb-a7ab-3b02b9dd3daf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.6995125 Jan 14 11:46:53.626826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a98801-bd00-4525-8122-0114b5513309 None None] Sync routers for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:53.642393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:53.643869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:53.673507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Port': ['ID=e85687ce-dfad-477a-9410-397294e1587a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:53.681480 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-146ad69c-4916-4bae-875d-f8c4742f5db3 admin admin] 10.222.0.48 "PUT /v2.0/routers/68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3352327 Jan 14 11:46:53.688833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43118) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:53.727689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.729975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bcbaa545-ddee-446a-821a-2a08cef52202 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/ports/e85687ce-dfad-477a-9410-397294e1587a HTTP/1.1" status: 204 len: 168 time: 1.2143269 Jan 14 11:46:53.733623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43122) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:53.755441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:53.756069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:53.786963 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-84735cf5-9ee4-4b16-be09-2f6fc9a44077 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] GET failed (client error): The resource could not be found. Jan 14 11:46:53.787465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-84735cf5-9ee4-4b16-be09-2f6fc9a44077 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Synchronizing usage tracker for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:53.806532 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 34e4a555-4fd7-4b77-af8e-ed792e600289 associated. External IP: 172.26.8.98, port: a9493626-cc6c-4aae-b877-658031c70e77. Jan 14 11:46:53.879080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:53.917717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-42c63de2-e97d-4f4c-ba62-ccd9d16d3100 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:53.919334 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-42c63de2-e97d-4f4c-ba62-ccd9d16d3100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.2844317 Jan 14 11:46:54.007165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-84735cf5-9ee4-4b16-be09-2f6fc9a44077 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Unset dirty status for tenant:0c178867520b4d58b3ff97cd717b3162 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:54.008241 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-84735cf5-9ee4-4b16-be09-2f6fc9a44077 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "GET /v2.0/ports/e85687ce-dfad-477a-9410-397294e1587a HTTP/1.1" status: 404 len: 333 time: 0.2737346 Jan 14 11:46:54.013627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43126) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:54.026720 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-06c8316b-ba44-42e2-b48d-55893c7252d4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3974566 Jan 14 11:46:54.046085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43130) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:54.129945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-87d8015d-952d-49d0-abc8-1232995628e9 None None] Provisioning for port 11353290-14ef-4d8c-830d-4153eeeb8002 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:46:54.141740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port 6706eda1-b8f6-48ff-b501-c84e2a833fc0 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:54.142069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.151778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-87d8015d-952d-49d0-abc8-1232995628e9 None None] Provisioning complete for port 11353290-14ef-4d8c-830d-4153eeeb8002 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:54.153369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-87d8015d-952d-49d0-abc8-1232995628e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.219595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-87d8015d-952d-49d0-abc8-1232995628e9 None None] Port 11353290-14ef-4d8c-830d-4153eeeb8002 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:46:54.229119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce661-d921-4d73-acad-8475dda7dfae req-80535878-9c8f-418c-9d44-4bd3d3cded95 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:54.236181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-75fce661-d921-4d73-acad-8475dda7dfae req-80535878-9c8f-418c-9d44-4bd3d3cded95 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5563543 Jan 14 11:46:54.328064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:46:49Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:54.333167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a98801-bd00-4525-8122-0114b5513309 None None] Checking router: 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:46:54.345026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] Routers {'68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:54.346666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:54.364954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8730a0f-a3bd-4101-999b-a7c2bf5a2855 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:54.368844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8730a0f-a3bd-4101-999b-a7c2bf5a2855 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:54.369620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e8730a0f-a3bd-4101-999b-a7c2bf5a2855 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:46:54.371184 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-58ccd1d2-220a-4723-9ad4-7e4feafc9344 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4053180 Jan 14 11:46:54.419922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.471615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e8730a0f-a3bd-4101-999b-a7c2bf5a2855 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:46:54.477082 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e8730a0f-a3bd-4101-999b-a7c2bf5a2855 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4206338 Jan 14 11:46:54.477082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43134) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:54.529835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] Set router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:46:54.589249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.606890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 11353290-14ef-4d8c-830d-4153eeeb8002 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:54.607546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.643680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.695206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event deleted for resources: {'Port': ['ID=c731a79b-ef27-43f7-b017-9c68061e88e3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:54.747215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:54.773749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for 6706eda1-b8f6-48ff-b501-c84e2a833fc0 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:54.788623 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-75fce661-d921-4d73-acad-8475dda7dfae req-93553e31-7bc2-435b-bd79-73a9cacc1ae8 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508890 Jan 14 11:46:54.846683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86a98801-bd00-4525-8122-0114b5513309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:46:49Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:54.851611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a98801-bd00-4525-8122-0114b5513309 None None] The sync data for ids ['68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0'] in dv-neutron-823850-1-hyperv is: [{'id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'name': 'tempest-ServersTestManualDisk-2099117876-router', 'tenant_id': 'a6c491563b93411ab5a83bd409d0546d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:48Z', 'updated_at': '2022-01-14T11:46:49Z', 'revision_number': 5, 'project_id': 'a6c491563b93411ab5a83bd409d0546d', 'gw_port': {'id': 'ba03ecc8-80ed-4651-8c52-142db0d01c7d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:54.853830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Port': ['ID=00bb22b1-ef0b-4289-b6cf-41043cc41680,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:55.092012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-a40dfe8f-09f0-4806-9e0a-4492dd3386fe service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063525 Jan 14 11:46:55.228421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:55.305522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:55.317301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Port': ['ID=6706eda1-b8f6-48ff-b501-c84e2a833fc0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:55.354563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:55.553350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:55.554752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 11353290-14ef-4d8c-830d-4153eeeb8002 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:55.639247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:55.678419 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-df84ec0f-345e-476d-bb56-58ab1875a04e tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/ports/6706eda1-b8f6-48ff-b501-c84e2a833fc0 HTTP/1.1" status: 204 len: 168 time: 1.6637280 Jan 14 11:46:55.682041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43138) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:55.777758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:55.843499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:55.855804 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2fd677b-4073-44fb-a145-f2fac5b50bb6 req-05ab9b00-f12b-451d-bea5-df4c9cc039b6 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477725 Jan 14 11:46:56.097458 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:46:56.103260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.104831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.179046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=11353290-14ef-4d8c-830d-4153eeeb8002,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:56.185022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.207056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting subnet e3225597-3292-4624-ae0d-116090454ec8 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:56.246598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.300355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4b2cc52-1ed9-46c2-866a-56cdc6901d74 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:56.353958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: e4b2cc52-1ed9-46c2-866a-56cdc6901d74 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:56.355673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4b2cc52-1ed9-46c2-866a-56cdc6901d74 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:56.369841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.370617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 183e640e-ec84-4175-bf32-b7554192f16f {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:46:56.422703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.563357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb3247-d0e7-409f-afa6-c079b5c75777 req-8d08b155-0f2b-44a4-a4c8-c7ed04533079 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:56.565080 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9fb3247-d0e7-409f-afa6-c079b5c75777 req-8d08b155-0f2b-44a4-a4c8-c7ed04533079 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5705340 Jan 14 11:46:56.637174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.638194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3c1493c2-002c-4062-b0ad-c74a3032c2ec tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "DELETE /v2.0/routers/183e640e-ec84-4175-bf32-b7554192f16f HTTP/1.1" status: 204 len: 168 time: 7.4105816 Jan 14 11:46:56.644362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43148) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:56.653184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2016789101', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:56.675007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:46:56.694016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.736527 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-95b34496-4638-4777-b69b-e1a5a81f4c9e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/11353290-14ef-4d8c-830d-4153eeeb8002 HTTP/1.1" status: 204 len: 168 time: 2.2587419 Jan 14 11:46:56.740544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Usage tracker for resource:router and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:46:56.741843 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9fb3247-d0e7-409f-afa6-c079b5c75777 req-7f540350-ec15-45cf-befd-d09eccd90731 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637421 Jan 14 11:46:56.745778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43152) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:56.750412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.752598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:46:56.819003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:46:56.834934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.889667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2dbcad-638a-4677-965e-234ad6376488 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:56.890874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2dbcad-638a-4677-965e-234ad6376488 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:56.892272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2dbcad-638a-4677-965e-234ad6376488 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:56.894813 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9f2dbcad-638a-4677-965e-234ad6376488 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1484284 Jan 14 11:46:56.898801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:56.900438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43156) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:56.909834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.910775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.913478 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:56.921342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Deleting port ba03ecc8-80ed-4651-8c52-142db0d01c7d {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:56.921668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:56.928221 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:56.928943 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:56.993847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.000870 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:57.012894 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:57.013619 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:57.054628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Subnet': ['ID=e3225597-3292-4624-ae0d-116090454ec8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:57.072239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.074446 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:57.074755 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0e7e1-8e75-47bc-aae8-c4817de3b4e3 None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:57.092697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4070284-91d6-4d2c-90d1-a79a1b44b4f2 None None] Network b1613dc0-87ba-454a-9317-7ea26f4c4558 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:57.098132 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0b4457b3-b59e-4f43-b24a-12b386cba9c0 tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/subnets/e3225597-3292-4624-ae0d-116090454ec8 HTTP/1.1" status: 204 len: 168 time: 1.4116344 Jan 14 11:46:57.112945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43160) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:57.138608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.157280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Router 152adad3-5cd9-49a2-9ba8-e4b65857f504 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:57.354920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] For port ba03ecc8-80ed-4651-8c52-142db0d01c7d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ba03ecc8-80ed-4651-8c52-142db0d01c7d,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:57.355286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.398078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] DHCP port deletion for b1613dc0-87ba-454a-9317-7ea26f4c4558 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:46:57.403447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] Deleting port 7ab73b35-7259-4404-8c5b-5e90c1de4695 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:57.403815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.507877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.540638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 08209509-352b-4858-9682-891636ec089f {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:57.545981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.585971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port 7ab73b35-7259-4404-8c5b-5e90c1de4695 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:57.586305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.650145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.658572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] For port 7ab73b35-7259-4404-8c5b-5e90c1de4695, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ab73b35-7259-4404-8c5b-5e90c1de4695,segment=NetworkSegment(8439a661-fabc-4008-952f-6418353bd37b),segment_id=8439a661-fabc-4008-952f-6418353bd37b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:57.659074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.678808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Calling delete_port for ba03ecc8-80ed-4651-8c52-142db0d01c7d owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:57.787629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] Calling delete_port for 7ab73b35-7259-4404-8c5b-5e90c1de4695 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:57.856067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.886072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.905177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:46:57.941415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] Sync routers for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:46:57.946715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:57.949229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] No DVR routers for this DVR port 7ab73b35-7259-4404-8c5b-5e90c1de4695 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:46:57.953038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1249e-0ac6-49e5-810c-2de3d1e9b14b None None] Pushing event deleted for resources: {'Port': ['ID=7ab73b35-7259-4404-8c5b-5e90c1de4695,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:57.971587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:57.973090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:58.028934 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bc3f8c12-62a7-4337-8c8a-23029408c5e5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4842722 Jan 14 11:46:58.039290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43166) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:58.042539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:58.055092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:46:58.056116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:58.119899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:58.120439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b9c1b-e380-4541-a33f-c7c1c0954622 None None] The sync data for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:46:58.144749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] For port 7ab73b35-7259-4404-8c5b-5e90c1de4695, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ab73b35-7259-4404-8c5b-5e90c1de4695,segment=NetworkSegment(8439a661-fabc-4008-952f-6418353bd37b),segment_id=8439a661-fabc-4008-952f-6418353bd37b)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:46:58.145368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:58.204282 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-35023915-376d-4032-8174-ddd8c506d197 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] delete failed (client error): The resource could not be found. Jan 14 11:46:58.208098 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-35023915-376d-4032-8174-ddd8c506d197 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1275650061 HTTP/1.1" status: 404 len: 335 time: 0.1663272 Jan 14 11:46:58.215021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43170) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:58.232722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d9d66237-f716-467d-9d57-c35c24963d35 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'router': {'external_gateway_info': {'network_id': '152adad3-5cd9-49a2-9ba8-e4b65857f504'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:46:58.272109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c731a79b-ef27-43f7-b017-9c68061e88e3 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:58.307072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c731a79b-ef27-43f7-b017-9c68061e88e3 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:58.307328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c731a79b-ef27-43f7-b017-9c68061e88e3 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:58.307875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ab73b35-7259-4404-8c5b-5e90c1de4695 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:46:58.339619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7ab73b35-7259-4404-8c5b-5e90c1de4695 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:46:58.340055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ab73b35-7259-4404-8c5b-5e90c1de4695 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:46:58.413464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:58.420722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Calling delete_port for 7ab73b35-7259-4404-8c5b-5e90c1de4695 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:46:58.447838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b9552-26c6-4a61-b13c-605d851c35a5 req-a49c52f5-68e0-4991-a451-a8d193115a2f tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:58.450234 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-113b9552-26c6-4a61-b13c-605d851c35a5 req-a49c52f5-68e0-4991-a451-a8d193115a2f tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5430875 Jan 14 11:46:58.584124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:58.750585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=08209509-352b-4858-9682-891636ec089f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:58.758267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:46:58.758828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:46:58.759783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:58.769273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:58.774491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b450c-1056-4646-a2e3-2ebe2eaa8489 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:58.816782 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f0c4b455-d26c-4e56-9283-806afbd008fc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/08209509-352b-4858-9682-891636ec089f HTTP/1.1" status: 204 len: 168 time: 1.9122868 Jan 14 11:46:58.818044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43174) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:46:58.946041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 9011e62a-788d-4ee8-a87c-575c635e0f77 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:46:58.956034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:58.988040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba03ecc8-80ed-4651-8c52-142db0d01c7d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:59.016123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-113b9552-26c6-4a61-b13c-605d851c35a5 req-fbd40115-c661-4753-bbcd-9088032bfe5c tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4621251 Jan 14 11:46:59.025995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 3f623139-bde4-4bf4-b3ab-31cad4cc5845 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:46:59.075561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.386705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.416021 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Deleting port 7ab73b35-7259-4404-8c5b-5e90c1de4695 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:46:59.416500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.487610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.528836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.554685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] The port '7ab73b35-7259-4404-8c5b-5e90c1de4695' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:46:59.684361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-499d2f95-e575-48ad-8c8e-37714be05555 None None] Provisioning complete for port 43601d9e-318f-4f05-880b-584b22b69c13 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:46:59.684988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-499d2f95-e575-48ad-8c8e-37714be05555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.729936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.749632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.810124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1613dc0-87ba-454a-9317-7ea26f4c4558']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:59.818962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=9011e62a-788d-4ee8-a87c-575c635e0f77,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:46:59.825709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971e11e-f64b-4171-8242-ee1b5d7d421a req-4d417be9-68c1-4e8e-a589-336c244c0c46 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:46:59.827164 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6971e11e-f64b-4171-8242-ee1b5d7d421a req-4d417be9-68c1-4e8e-a589-336c244c0c46 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4120882 Jan 14 11:46:59.877538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8439a661-fabc-4008-952f-6418353bd37b') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:59.877762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8439a661-fabc-4008-952f-6418353bd37b') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:46:59.899272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.899467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22eb498-f590-4e0a-8af5-901e67882d72 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:46:59.909606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.927560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:46:59.948053 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-117fb1df-b8dd-4677-b0f9-333931bdc12f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/9011e62a-788d-4ee8-a87c-575c635e0f77 HTTP/1.1" status: 204 len: 168 time: 1.1246917 Jan 14 11:46:59.950904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43180) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:00.025063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.050762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:00.051230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:00.071046 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:00.080461 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9f5c90a2-c395-4cf6-b617-fde22267d274 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249688 Jan 14 11:47:00.080641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43184) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:00.094554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:00.123218 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6971e11e-f64b-4171-8242-ee1b5d7d421a req-1376322d-e4ba-4355-aa38-d30654c40b6f tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389331 Jan 14 11:47:00.175063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:00.188023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:00.199446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.201216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] Deleting port 43601d9e-318f-4f05-880b-584b22b69c13 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:00.206974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.213590 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] Sync routers for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:00.235254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.241142 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] 10.222.0.48 "DELETE /v2.0/networks/b1613dc0-87ba-454a-9317-7ea26f4c4558 HTTP/1.1" status: 204 len: 168 time: 3.1245372 Jan 14 11:47:00.242059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d9d66237-f716-467d-9d57-c35c24963d35 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.245278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.255343 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:00.260308 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:00.330645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f70cb8-0797-4474-8c3d-220f9a7cfc1c tempest-AllowedAddressPairIpV6TestJSON-1157466450 tempest-AllowedAddressPairIpV6TestJSON-1157466450-project] Pushing event deleted for resources: {'Network': ['ID=b1613dc0-87ba-454a-9317-7ea26f4c4558,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:00.445686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Allocated IP 172.26.8.241 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/089727fc-dc4a-4116-95fb-e817549979c0) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:00.452409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.458542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:00.467185 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-aec6d8af-f1fe-4e7c-b267-21515641201c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/floatingips/34e4a555-4fd7-4b77-af8e-ed792e600289 HTTP/1.1" status: 200 len: 977 time: 9.8122888 Jan 14 11:47:00.470526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43196) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:00.487402 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:00.490448 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:00.492969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.525632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:00.551700 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-d9d66237-f716-467d-9d57-c35c24963d35 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] update failed (client error): The resource could not be found. Jan 14 11:47:00.556796 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d9d66237-f716-467d-9d57-c35c24963d35 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504 HTTP/1.1" status: 404 len: 339 time: 2.3331730 Jan 14 11:47:00.558367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43200) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:00.563230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:00.568875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:00.646609 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:00.648659 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a74d4-b976-428e-bbaf-e1b357cfbfe6 None None] The sync data for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:00.667975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:00.691209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:00.712453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.713057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:00.728543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:00.743620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 6fdf4958-251d-4304-b01a-ad204eecb044 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:00.744381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:00.811152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8dfc426c-642c-4db5-bf35-d1aa93539c6e admin admin] 10.222.0.48 "PUT /v2.0/routers/2cb79f8f-a2f3-4a40-b829-1ad3e784d816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5782824 Jan 14 11:47:00.820523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43206) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:00.823955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] For port 43601d9e-318f-4f05-880b-584b22b69c13, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=43601d9e-318f-4f05-880b-584b22b69c13,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:00.824393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.035909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.039668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-241ed8f5-a63c-4fdd-b24c-ff67a0e64a14 admin admin] 10.222.0.48 "DELETE /v2.0/routers/68e1c182-1ea1-43a6-b53b-7d3e3e2ba3a0 HTTP/1.1" status: 204 len: 168 time: 7.3311846 Jan 14 11:47:01.040360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43212) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:01.040710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43214) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:01.100602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 43601d9e-318f-4f05-880b-584b22b69c13 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:01.156942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.187243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.238971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] Calling delete_port for 43601d9e-318f-4f05-880b-584b22b69c13 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:01.246784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Deleting subnet 106aee2e-8498-475a-a6c5-d1dd28658f3a {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:01.267856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.333317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] Sync routers for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:01.389441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.453447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.490119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:01.490833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:01.544951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.558200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c3ae08be-b937-4249-9164-7f8620711cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.585675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.620546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:01.634361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:01.645762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:01.656900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d8b47-d4bb-475c-b175-66d1ea309348 req-0259dd57-02d1-4689-833d-b3e8af5b6377 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:01.658623 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2e8d8b47-d4bb-475c-b175-66d1ea309348 req-0259dd57-02d1-4689-833d-b3e8af5b6377 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5091348 Jan 14 11:47:01.686032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event updated for resources: {'Port': ['ID=089727fc-dc4a-4116-95fb-e817549979c0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:01.695442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.724096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.779231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:01.799077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] Pushing event deleted for resources: {'Port': ['ID=43601d9e-318f-4f05-880b-584b22b69c13,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:01.818513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24012d-ce40-4eae-b105-6ee029a89569 None None] No DVR routers for this DVR port 43601d9e-318f-4f05-880b-584b22b69c13 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:01.839904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57ae1a5a-d98e-41f0-b273-99d9ded47381 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c178867520b4d58b3ff97cd717b3162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7908087 Jan 14 11:47:01.840282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43224) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:01.849975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:47:01.959060 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2e8d8b47-d4bb-475c-b175-66d1ea309348 req-fff507f4-346e-4560-a3f8-03becd3eb2da tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827411 Jan 14 11:47:01.977420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.062153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106aee2e-8498-475a-a6c5-d1dd28658f3a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:02.093303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:47:02.094120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70ada2b7-24f9-4cff-91bb-b78759434edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.096772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.103623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.128291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.179711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b08801f5-0b15-479f-ba2a-3df6be46b4af admin admin] 10.222.0.48 "DELETE /v2.0/subnets/106aee2e-8498-475a-a6c5-d1dd28658f3a HTTP/1.1" status: 204 len: 168 time: 1.1315458 Jan 14 11:47:02.186216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43230) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:02.203420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8c7a0-3f9a-4d55-9cf5-930b5cceb403 None None] Network 1a1e40d5-345b-44d7-a9e2-26f7479ea014 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:02.231842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70ada2b7-24f9-4cff-91bb-b78759434edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.287528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ba03ecc8-80ed-4651-8c52-142db0d01c7d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:02.347949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:02.360381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=5812a95f-3212-4489-aaef-bbd374bb5f2d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:02.366722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:02.369719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:02.370317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.383621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ba03ecc8-80ed-4651-8c52-142db0d01c7d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:02.383999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ba03ecc8-80ed-4651-8c52-142db0d01c7d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:02.409073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cc8c6-e8cc-48f2-8dc9-231a5286c223 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:02.447476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.459763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-989f14ed-287a-44ff-89c8-10ceee5b200e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3732009 Jan 14 11:47:02.464162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43236) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:02.473468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:02.544771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.600488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Deleting port fcab670a-0fd7-42e3-b739-18d4c50ad83e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:02.601252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.651095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.652078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.664777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70ada2b7-24f9-4cff-91bb-b78759434edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.682836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.683415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.683711 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Floating IP 34e4a555-4fd7-4b77-af8e-ed792e600289 disassociated. External IP: 172.26.8.98, port: 6fdf4958-251d-4304-b01a-ad204eecb044. Jan 14 11:47:02.684298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 6fdf4958-251d-4304-b01a-ad204eecb044 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:02.686449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:46:52Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:02.713518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ada2b7-24f9-4cff-91bb-b78759434edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234ec12-52ab-4344-a89d-ab6ee70690c2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:02.772792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] Checking router: 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:47:02.835351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] Routers {'2cb79f8f-a2f3-4a40-b829-1ad3e784d816'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:02.835977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:46:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:02.854013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70ada2b7-24f9-4cff-91bb-b78759434edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.857496 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70ada2b7-24f9-4cff-91bb-b78759434edd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9234ec12-52ab-4344-a89d-ab6ee70690c2 HTTP/1.1" status: 204 len: 168 time: 1.0085564 Jan 14 11:47:02.860306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:02.872521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:02.877116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:02.886700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:02.896798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '5812a95f-3212-4489-aaef-bbd374bb5f2d'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:02.897988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.961277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0338e0-b3de-4874-90e3-5b844906c42b req-9a4c5eea-701c-42cf-a7f6-7005470d3ef2 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:02.962797 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b0338e0-b3de-4874-90e3-5b844906c42b req-9a4c5eea-701c-42cf-a7f6-7005470d3ef2 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4723594 Jan 14 11:47:02.981198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:02.987433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:02.996253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] DHCP port deletion for 1a1e40d5-345b-44d7-a9e2-26f7479ea014 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:03.081130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Deleting port fcab670a-0fd7-42e3-b739-18d4c50ad83e {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:03.082088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.244949 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b0338e0-b3de-4874-90e3-5b844906c42b req-643be14a-3f31-4905-9349-ac87ed1a8070 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552819 Jan 14 11:47:03.290729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Allocated IP 172.20.0.1 (13fae46a-70d6-483d-9e17-2ae320f605f8/f3434cbe-d24b-474f-9915-d49ef81e08ae/cf83e206-a996-4235-90f4-74467a87ac1c) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:03.292209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-87948dae-806c-4d5a-86e6-3c05cafa6d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.294542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.373335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=6fdf4958-251d-4304-b01a-ad204eecb044,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:03.421235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] Set router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:47:03.590394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.608799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Transition to ACTIVE for port object cf83e206-a996-4235-90f4-74467a87ac1c will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:03.609110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.644346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.706088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:03.718561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:03.727000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:03.749297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] For port fcab670a-0fd7-42e3-b739-18d4c50ad83e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab670a-0fd7-42e3-b739-18d4c50ad83e,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:03.749748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.752832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Allocated IP 2001:db8::f816:3eff:fe44:a862 (d177d53d-ca61-4e91-af17-578924330245/5812a95f-3212-4489-aaef-bbd374bb5f2d/eb84962e-73d7-4cdd-b0b4-a1b49e962fe8) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:03.792554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:03.799796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:03.856203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.866622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.890372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] For port fcab670a-0fd7-42e3-b739-18d4c50ad83e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab670a-0fd7-42e3-b739-18d4c50ad83e,segment=NetworkSegment(96bd42b2-72b7-43eb-8951-ddfc208cfc11),segment_id=96bd42b2-72b7-43eb-8951-ddfc208cfc11)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:03.890770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.920612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:03.921222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:03.965990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Deleting port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:03.966424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.024047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=c8731bcd-ce05-4419-9597-ff1be022dd50,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:04.054378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Calling delete_port for fcab670a-0fd7-42e3-b739-18d4c50ad83e owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:04.159434 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7a0580e6-6546-4a7f-b901-005a99705aa7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6932120 Jan 14 11:47:04.169149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:04.169577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43260) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:04.179215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] For port 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:04.179741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.184369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.190357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Calling delete_port for fcab670a-0fd7-42e3-b739-18d4c50ad83e owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:04.202714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:e2:a4:6b', 'name': 'tempest-NetworksTestDHCPv6-812885813'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:04.230507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcab670a-0fd7-42e3-b739-18d4c50ad83e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:04.245735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] No DVR routers for this DVR port fcab670a-0fd7-42e3-b739-18d4c50ad83e on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:04.365999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Port': ['ID=cf83e206-a996-4235-90f4-74467a87ac1c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:04.408632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.419600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab670a-0fd7-42e3-b739-18d4c50ad83e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:04.444164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Calling delete_port for 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:04.495535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1e40d5-345b-44d7-a9e2-26f7479ea014']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:04.501832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: fcab670a-0fd7-42e3-b739-18d4c50ad83e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:04.502763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab670a-0fd7-42e3-b739-18d4c50ad83e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:04.514949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Router 060b638b-ed13-4349-acca-c05bb39de2e0 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:47:04.520686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bd42b2-72b7-43eb-8951-ddfc208cfc11') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:04.521115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bd42b2-72b7-43eb-8951-ddfc208cfc11') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:04.523589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.534942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.541762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.572770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.573321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d5ba278c-4a53-489d-937c-44707a9bcf30 None None] Provisioning for port cf83e206-a996-4235-90f4-74467a87ac1c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:04.584052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:04.584228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.593765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d5ba278c-4a53-489d-937c-44707a9bcf30 None None] Provisioning complete for port cf83e206-a996-4235-90f4-74467a87ac1c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:04.594267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5ba278c-4a53-489d-937c-44707a9bcf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.603893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8bdd9-2aa6-4a67-8456-ca29dfc542ba req-686fd71d-6a36-45fc-afbf-b9cec20ce3b0 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:04.605570 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-75a8bdd9-2aa6-4a67-8456-ca29dfc542ba req-686fd71d-6a36-45fc-afbf-b9cec20ce3b0 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.2061319 Jan 14 11:47:04.636324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1058389126'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:04.662933 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:04.665596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:04.668854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:04.762855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:04.763370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:04.795288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba278c-4a53-489d-937c-44707a9bcf30 None None] Port cf83e206-a996-4235-90f4-74467a87ac1c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:04.807090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.809586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:46:52Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:04.816385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.819181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.821909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b588437-1678-4db2-a211-91a5e22e103a None None] The sync data for ids ['2cb79f8f-a2f3-4a40-b829-1ad3e784d816'] in dv-neutron-823850-1-hyperv is: [{'id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'name': 'tempest-ServersTestJSON-1883692063-router', 'tenant_id': '819aab9d2c4648bea29e877c54be884e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:46:52Z', 'revision_number': 5, 'project_id': '819aab9d2c4648bea29e877c54be884e', 'gw_port': {'id': '7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb79f8f-a2f3-4a40-b829-1ad3e784d816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:46Z', 'updated_at': '2022-01-14T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:04.833160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Transition to ACTIVE for port object eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:04.852535 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-75a8bdd9-2aa6-4a67-8456-ca29dfc542ba req-90cf60b8-a042-43d2-abe8-f1f1d1bf38f9 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842017 Jan 14 11:47:04.852763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:04.856082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Transition to ACTIVE for port object eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:04.857453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Usage tracker for resource:network and tenant:7d311c23ceb44ce1b144050a4300ad93 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:04.858189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1e40d5-345b-44d7-a9e2-26f7479ea014,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:04.867227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.868683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:04.871541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:04.880465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-00405226-2ee4-446c-8103-a485c0d6a834 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1a1e40d5-345b-44d7-a9e2-26f7479ea014 HTTP/1.1" status: 204 len: 168 time: 2.6911314 Jan 14 11:47:04.890240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:04.905663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:04.905663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:04.961007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:04.964477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:04.969355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:04.973570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Pushing event updated for resources: {'Port': ['ID=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:04.999680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Made reservation on behalf of 7d311c23ceb44ce1b144050a4300ad93 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:05.003873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.053380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:05.064451 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] Sync routers for ids ['060b638b-ed13-4349-acca-c05bb39de2e0'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:05.080321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Attempting to bind port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:05.080916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Attempting to bind port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:05.081434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Attempting to bind port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:05.086822 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] Routers {'060b638b-ed13-4349-acca-c05bb39de2e0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:05.088606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:05.089186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:05.089757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.089988 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['060b638b-ed13-4349-acca-c05bb39de2e0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:05.090465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:05.091072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Bound port: eb84962e-73d7-4cdd-b0b4-a1b49e962fe8, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:05.091606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.094349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:05.113053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.117340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-601b323f-6d59-46a8-82d3-7635fe54d66d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4689822 Jan 14 11:47:05.117496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43276) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:05.123117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': False}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:05.191393 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:05.217914 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] Routers {'060b638b-ed13-4349-acca-c05bb39de2e0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:05.218768 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['060b638b-ed13-4349-acca-c05bb39de2e0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:05.234603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.269001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Deleting port fcab670a-0fd7-42e3-b739-18d4c50ad83e {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:05.269385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.270848 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43280) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:05.441668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-61820df7-1773-4a6e-beb3-671c2f1f763d None None] The port 'fcab670a-0fd7-42e3-b739-18d4c50ad83e' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:05.444381 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:05.456873 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abbbf6-95da-4977-8a92-2266ae5c9b0a None None] The sync data for ids ['060b638b-ed13-4349-acca-c05bb39de2e0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:05.476461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] For port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:05.492228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] For port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:05.494867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.498446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.672036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dbe3a-d57b-42e2-9b17-2f1670343b6f None None] Pushing event updated for resources: {'Port': ['ID=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:05.787720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:05.833518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Usage tracker for resource:security_group_rule and tenant:7d311c23ceb44ce1b144050a4300ad93 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:05.843689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:05.868246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419d7a8-e65d-45cc-aa0d-ee6b3fc1f5db req-a5d6345f-6e3d-4ec9-a5c2-d0e1c38d79df tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:05.875933 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e419d7a8-e65d-45cc-aa0d-ee6b3fc1f5db req-a5d6345f-6e3d-4ec9-a5c2-d0e1c38d79df tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.2235403 Jan 14 11:47:05.880310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:05.896547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.955406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:05.962690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e419d7a8-e65d-45cc-aa0d-ee6b3fc1f5db req-67b9e20e-0c24-4723-84fa-107e2063e2c0 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860455 Jan 14 11:47:05.963485 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3c0c41f6-aa36-416c-8a07-345f181f1664 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6c491563b93411ab5a83bd409d0546d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6084318 Jan 14 11:47:05.967506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43290) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:06.109447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 3f623139-bde4-4bf4-b3ab-31cad4cc5845 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:47:06.124991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:06.166749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbaa8c03-7a76-49fe-a6f6-94b19d4d09df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.172867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.186928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.215534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbaa8c03-7a76-49fe-a6f6-94b19d4d09df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.239904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 074c5550-50e2-452d-9eaa-16b22294517a yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:06.364351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:06.375182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbaa8c03-7a76-49fe-a6f6-94b19d4d09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.389212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:06.446944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:06.452303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa8c03-7a76-49fe-a6f6-94b19d4d09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfab90-1563-4d04-9b79-61855c689035,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:06.456612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbaa8c03-7a76-49fe-a6f6-94b19d4d09df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.460167 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bbaa8c03-7a76-49fe-a6f6-94b19d4d09df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfbfab90-1563-4d04-9b79-61855c689035 HTTP/1.1" status: 204 len: 168 time: 0.4895086 Jan 14 11:47:06.463709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9835cd31-2ec3-4c06-9cfd-3b0033ba24df no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:06.486985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25df6286-5fa8-42a3-a295-314ee273965b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:06.510175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 9835cd31-2ec3-4c06-9cfd-3b0033ba24df {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:06.510334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.510499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9835cd31-2ec3-4c06-9cfd-3b0033ba24df not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:06.510739 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Added segment ef1cf83e-0f72-4800-a86d-5cb06a3a22cc of type vlan for network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 Jan 14 11:47:06.569419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.753170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.780397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:47:06.816209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.818906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.955847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:06.959611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.021208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:47:07.028789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.039401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd9d5f-488b-477e-9a49-9bce656a4d6c None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:07.255272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Router 060b638b-ed13-4349-acca-c05bb39de2e0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:47:07.374554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3747507f-cd21-4982-8c46-715c78152636 None None] Provisioning for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:07.384210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3747507f-cd21-4982-8c46-715c78152636 None None] Provisioning complete for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:07.384642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3747507f-cd21-4982-8c46-715c78152636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.413569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.417221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:07.417794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.519007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event updated for resources: {'Port': ['ID=cf83e206-a996-4235-90f4-74467a87ac1c,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:07.522014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Update dhcp port {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '5812a95f-3212-4489-aaef-bbd374bb5f2d', 'ip_address': '2001:db8::f816:3eff:fe44:a862'}, {'subnet_id': 'c8731bcd-ce05-4419-9597-ff1be022dd50'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'eb84962e-73d7-4cdd-b0b4-a1b49e962fe8'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:47:07.553150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:07.563474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.566008 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8d1da530-71ef-42ef-bac3-b01d4ad46d4e tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "PUT /v2.0/routers/060b638b-ed13-4349-acca-c05bb39de2e0 HTTP/1.1" status: 200 len: 922 time: 2.4476194 Jan 14 11:47:07.573319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43316) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:07.583836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] Sync routers for ids ['060b638b-ed13-4349-acca-c05bb39de2e0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:07.596079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.639020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.655155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] Routers {'060b638b-ed13-4349-acca-c05bb39de2e0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:07.655791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['060b638b-ed13-4349-acca-c05bb39de2e0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:07.701433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.711603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3747507f-cd21-4982-8c46-715c78152636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.719670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 172.20.0.9 (d177d53d-ca61-4e91-af17-578924330245/c8731bcd-ce05-4419-9597-ff1be022dd50/074c5550-50e2-452d-9eaa-16b22294517a) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:07.740768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:07.775597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fee2:a46b (d177d53d-ca61-4e91-af17-578924330245/5812a95f-3212-4489-aaef-bbd374bb5f2d/074c5550-50e2-452d-9eaa-16b22294517a) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:07.787575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:07.791974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event updated for resources: {'Network': ['ID=21dc9cdc-16a2-4314-a75d-9c43a98ebed9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:07.811778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:07.837476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3747507f-cd21-4982-8c46-715c78152636 None None] For port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:07.874167 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-251c1b3f-df9a-416f-be45-1010de994d62 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.6973205 Jan 14 11:47:07.879116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43322) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:07.885691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Request body: {'subnet': {'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:07.932798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] Routers {'060b638b-ed13-4349-acca-c05bb39de2e0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:07.933015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['060b638b-ed13-4349-acca-c05bb39de2e0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:07.938231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ad38-f095-4335-bb97-0f6455af4fee req-6ebdc1c2-e4ab-4531-80f9-668e6d58f05a tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:07.945788 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3172ad38-f095-4335-bb97-0f6455af4fee req-6ebdc1c2-e4ab-4531-80f9-668e6d58f05a tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.7238841 Jan 14 11:47:08.009813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3747507f-cd21-4982-8c46-715c78152636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.040144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.040702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb79f8f-a2f3-4a40-b829-1ad3e784d816 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:08.055346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:08.055346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc44c68-42ee-4110-891b-35f5e46ae81a None None] The sync data for ids ['060b638b-ed13-4349-acca-c05bb39de2e0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:08.119582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:08.128480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Usage tracker for resource:subnet and tenant:7d311c23ceb44ce1b144050a4300ad93 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:08.140705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:08.143060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747507f-cd21-4982-8c46-715c78152636 None None] Pushing event updated for resources: {'Port': ['ID=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:08.153525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:08.164793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.165936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8eef90b0-0af6-4606-962a-319b68665fe6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2cb79f8f-a2f3-4a40-b829-1ad3e784d816 HTTP/1.1" status: 204 len: 168 time: 7.3443177 Jan 14 11:47:08.171814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43328) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:08.176586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:08.196893 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] Sync routers for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:08.215108 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:08.215311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Made reservation on behalf of 7d311c23ceb44ce1b144050a4300ad93 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:08.216622 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:08.294622 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:08.322693 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:08.323473 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:08.324442 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-85b40607-09ee-4c2e-9c4f-009af03bf59d tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/060b638b-ed13-4349-acca-c05bb39de2e0 HTTP/1.1" status: 200 len: 922 time: 0.7496502 Jan 14 11:47:08.337797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43334) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:08.356981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:08.381336 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3172ad38-f095-4335-bb97-0f6455af4fee req-e5f75c75-81df-47e6-9ead-7512d0a9cf7e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346302 Jan 14 11:47:08.397845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.420281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:08.465785 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:08.466195 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126fc09-5cac-481f-85c8-422b7ae3ae76 None None] The sync data for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:08.534375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:08.535355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:08.535826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.559862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-822f0756-e572-410b-a894-b2e25b65230a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Synchronizing usage tracker for tenant:27857b75b5b34be1af5fa2e947401119 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:08.637694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-822f0756-e572-410b-a894-b2e25b65230a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Unset dirty status for tenant:27857b75b5b34be1af5fa2e947401119 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:08.639236 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-822f0756-e572-410b-a894-b2e25b65230a tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=060b638b-ed13-4349-acca-c05bb39de2e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3003461 Jan 14 11:47:08.677002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43344) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:08.887345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742cebf-3e14-42e5-b223-0830b016fed3 req-3570abda-6ab8-4a65-b152-8c8148b67b6e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:08.888833 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5742cebf-3e14-42e5-b223-0830b016fed3 req-3570abda-6ab8-4a65-b152-8c8148b67b6e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3217983 Jan 14 11:47:08.919073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.948276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.949063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b52fc3a2-9d16-4b52-8dee-780872290639 None None] Provisioning complete for port cf83e206-a996-4235-90f4-74467a87ac1c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:08.949628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b52fc3a2-9d16-4b52-8dee-780872290639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:08.965165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 074c5550-50e2-452d-9eaa-16b22294517a will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:08.990039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323d106-6514-4a4c-b607-146e5da223a9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:08.990806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3323d106-6514-4a4c-b607-146e5da223a9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Synchronizing usage tracker for tenant:27857b75b5b34be1af5fa2e947401119 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:09.010796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Deleting subnet de1f1b12-699f-4235-b464-2b5d376469e0 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:09.031701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b52fc3a2-9d16-4b52-8dee-780872290639 None None] Port cf83e206-a996-4235-90f4-74467a87ac1c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:09.037843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.051292 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5742cebf-3e14-42e5-b223-0830b016fed3 req-82f9df5d-d48a-4f17-82e4-99dc55f59c11 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504931 Jan 14 11:47:09.055662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event updated for resources: {'Subnet': ['ID=a13666f8-215b-41bb-bc86-feb5fbf99740,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:09.061413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3323d106-6514-4a4c-b607-146e5da223a9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Unset dirty status for tenant:27857b75b5b34be1af5fa2e947401119 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:09.062890 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3323d106-6514-4a4c-b607-146e5da223a9 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.3713112 Jan 14 11:47:09.069090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43352) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:09.089954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.094716 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d8f99e1d-6a1a-41a5-aa18-d752c1d58d99 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/ports/6fdf4958-251d-4304-b01a-ad204eecb044 HTTP/1.1" status: 204 len: 168 time: 8.6228895 Jan 14 11:47:09.098082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43358) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:09.107785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.108059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Checking segment: {'id': 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:09.108475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Network hostable DHCP agents. Network: 21dc9cdc-16a2-4314-a75d-9c43a98ebed9, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:09.169149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a422f814-75e6-4dbc-b35c-bf49720aa523 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=060b638b-ed13-4349-acca-c05bb39de2e0 HTTP/1.1" status: 200 len: 205 time: 0.0869989 Jan 14 11:47:09.169795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43364) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:09.186345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Allocated IP 172.20.0.2 (d177d53d-ca61-4e91-af17-578924330245/c8731bcd-ce05-4419-9597-ff1be022dd50/eb84962e-73d7-4cdd-b0b4-a1b49e962fe8) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:09.203957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:09.223677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 21dc9cdc-16a2-4314-a75d-9c43a98ebed9) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:09.238023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:09.241273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:09.242586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.250669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f4575-8fc2-4baa-89a3-0211dcd1595e None None] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:09.278905 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4b9f1db6-6414-4d2d-961b-2183271e62eb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3979151 Jan 14 11:47:09.283725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43370) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:09.297993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Request body: {'port': {'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1648066671'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:09.369631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:09.392343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.428840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:09.469108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43374) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:09.486303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:09.491122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Usage tracker for resource:port and tenant:7d311c23ceb44ce1b144050a4300ad93 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:09.494190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:09.501294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:09.504885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] For port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:09.514012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Made reservation on behalf of 7d311c23ceb44ce1b144050a4300ad93 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:09.518610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.543039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] device_id is not set on port 75de778e-3bf9-4057-b950-1fcb5290b763 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:09.634363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.642883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-21dc9cdc-16a2-4314-a75d-9c43a98ebed9', 'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9', 'tenant_id': '7d311c23ceb44ce1b144050a4300ad93', 'fixed_ips': [{'subnet_id': 'a13666f8-215b-41bb-bc86-feb5fbf99740'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:09.644222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.673934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Transition to ACTIVE for port object eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:09.682278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2118627582', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:09.691312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:09.698816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Usage tracker for resource:port and tenant:d4ada4877e914caba3ba759c00a84c80 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:09.707946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:09.716955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:09.717148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.717716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=074c5550-50e2-452d-9eaa-16b22294517a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:09.738562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Allocated IP 2001:db8::2eb (21dc9cdc-16a2-4314-a75d-9c43a98ebed9/a13666f8-215b-41bb-bc86-feb5fbf99740/75de778e-3bf9-4057-b950-1fcb5290b763) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:09.749312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Made reservation on behalf of d4ada4877e914caba3ba759c00a84c80 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:09.752269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.763758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:09.764365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.769999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:09.859112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:09.888546 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3e2a348a-2bd2-474d-9aae-b70670a5cdff tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.7135551 Jan 14 11:47:09.895108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece89bb-f601-48eb-b839-f3192e3195fe req-62cd5d38-ee32-44a8-8cef-3c805de57779 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:09.902159 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ece89bb-f601-48eb-b839-f3192e3195fe req-62cd5d38-ee32-44a8-8cef-3c805de57779 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5132391 Jan 14 11:47:09.908809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43380) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:09.911226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf48bd8-f4ca-40d2-9e21-f802da63a0ec None None] Pushing event updated for resources: {'Port': ['ID=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:09.913086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Usage tracker for resource:security_group_rule and tenant:d4ada4877e914caba3ba759c00a84c80 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:09.921062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:09.931170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:09.993379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.169562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.177691 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ece89bb-f601-48eb-b839-f3192e3195fe req-21d56d95-e403-4cc4-b816-cd1a8596ff79 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743599 Jan 14 11:47:10.211791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Transition to ACTIVE for port object 75de778e-3bf9-4057-b950-1fcb5290b763 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:10.217883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.232059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.257450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] device_id is not set on port b071d467-e9b2-4e8a-82d7-881543a54741 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:10.290773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:10.291636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.345821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Router 152adad3-5cd9-49a2-9ba8-e4b65857f504 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:47:10.348356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799c4d43-adb9-49d4-8c11-9b5e5f9e70e7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:10.356176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78e38a-6996-43b9-9652-c4493aa95362 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:10.360154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78e38a-6996-43b9-9652-c4493aa95362 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:10.361190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7e78e38a-6996-43b9-9652-c4493aa95362 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:10.369353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1f1b12-699f-4235-b464-2b5d376469e0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:10.380965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.390594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.451809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Allocated IP 2001:db8::2 (21dc9cdc-16a2-4314-a75d-9c43a98ebed9/a13666f8-215b-41bb-bc86-feb5fbf99740/3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:10.468774 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d65014-dea1-47a1-882c-af3cbda32876 None None] Network f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:10.482013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3d1cf8ed-a048-4eff-a78c-3c0a668581f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/de1f1b12-699f-4235-b464-2b5d376469e0 HTTP/1.1" status: 204 len: 168 time: 2.3058159 Jan 14 11:47:10.490418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43386) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:10.497933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7e78e38a-6996-43b9-9652-c4493aa95362 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:10.502278 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7e78e38a-6996-43b9-9652-c4493aa95362 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5906243 Jan 14 11:47:10.522179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43390) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:10.539317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event updated for resources: {'Port': ['ID=75de778e-3bf9-4057-b950-1fcb5290b763,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:10.654440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:10.666150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:10.676342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Allocated IP 172.26.8.111 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/b071d467-e9b2-4e8a-82d7-881543a54741) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:10.732111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:10.736886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:10.737558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.842069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:10.845296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:10.885583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedbdb6-825e-4d50-a86f-435639d20929 req-d278a035-55b2-48e4-bb54-b5e60f6eed03 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:10.890186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:10.890532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7b8afb2e-cd27-47f6-9170-fab9ecfc4a9a not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:10.893887 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-baedbdb6-825e-4d50-a86f-435639d20929 req-d278a035-55b2-48e4-bb54-b5e60f6eed03 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3556552 Jan 14 11:47:10.913895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-379ab783-f4b3-4acf-83b8-547cab991176 None None] Provisioning for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:10.918175 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a9672bb1-6c5a-4d03-9f4a-cb97f242f067 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6302791 Jan 14 11:47:10.923059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43394) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:10.938888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Request body: {'port': {'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2058884715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:10.940420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.api.validators [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] bootfile-name is not in valid_values {{(pid=83451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:10.940851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.api.validators [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] tftp-server is not in valid_values {{(pid=83451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:10.941389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.api.validators [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] server-ip-address is not in valid_values {{(pid=83451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:10.967314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-379ab783-f4b3-4acf-83b8-547cab991176 None None] Provisioning complete for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:10.967586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-379ab783-f4b3-4acf-83b8-547cab991176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.050571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.059769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 074c5550-50e2-452d-9eaa-16b22294517a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:11.060102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.069037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Transition to ACTIVE for port object 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:11.099671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.151067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-baedbdb6-825e-4d50-a86f-435639d20929 req-be49b39c-22b1-47d3-bea8-dc6a7ba8998d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561443 Jan 14 11:47:11.162024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.208104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Transition to ACTIVE for port object 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:11.217808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Deleting port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:11.218395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.220492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.239160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:11.244903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Usage tracker for resource:port and tenant:7d311c23ceb44ce1b144050a4300ad93 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:11.248687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:11.255851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:11.270908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Made reservation on behalf of 7d311c23ceb44ce1b144050a4300ad93 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:11.274761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.279748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] DHCP port deletion for f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:11.287344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.304165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] Deleting port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:11.304626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.366173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] device_id is not set on port ad4dcb74-72de-45f9-b650-8a6b8e6c053f yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:11.370266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:11.384479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:11.387174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:11.391579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Pushing event updated for resources: {'Port': ['ID=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:11.415062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:11.420353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:11.431568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Pushing event updated for resources: {'Port': ['ID=b071d467-e9b2-4e8a-82d7-881543a54741,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:11.432919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:11.556529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2aa5b527-0b1b-461d-ac50-04f4def91271 None None] Provisioning for port 074c5550-50e2-452d-9eaa-16b22294517a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:11.558354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:11.559480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.572899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Attempting to bind port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:11.573267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Attempting to bind port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:11.573602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Attempting to bind port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 on network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:11.577511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2aa5b527-0b1b-461d-ac50-04f4def91271 None None] Provisioning complete for port 074c5550-50e2-452d-9eaa-16b22294517a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:11.577878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b527-0b1b-461d-ac50-04f4def91271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.591432 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-00fafdee-6582-44f1-b1ce-9cfa408e1626 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1185226 Jan 14 11:47:11.591651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43400) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:11.598870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.111'}]}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:11.615421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:11.623142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Usage tracker for resource:router and tenant:d4ada4877e914caba3ba759c00a84c80 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:11.629551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:11.646956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:11.649208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Allocated IP 2001:db8::386 (21dc9cdc-16a2-4314-a75d-9c43a98ebed9/a13666f8-215b-41bb-bc86-feb5fbf99740/ad4dcb74-72de-45f9-b650-8a6b8e6c053f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:11.672458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.673963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.693729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:11.715659 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fe09e539-e11a-44bb-b9d8-74f79c9c6113 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1561625 Jan 14 11:47:11.716922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:11.717309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Checking segment: {'id': 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:11.717690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.718073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Bound using segment: {'id': 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:11.718544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Bound port: 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '21dc9cdc-16a2-4314-a75d-9c43a98ebed9'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:11.718692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43404) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:11.718904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.738808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] Sync routers for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:11.750178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.814870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5b527-0b1b-461d-ac50-04f4def91271 None None] Port 074c5550-50e2-452d-9eaa-16b22294517a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:11.849238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:11.850345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:11.922780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] For port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:11.923231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:11.948514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:12.042068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.078166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.091108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] For port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,segment=NetworkSegment(afcbacca-1e38-4868-8178-db5ffd00ba14),segment_id=afcbacca-1e38-4868-8178-db5ffd00ba14)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:12.091469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.097414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.098124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] Calling delete_port for 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:12.161580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] For port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:12.180137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:12.181098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:12.240312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] For port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,segment=NetworkSegment(ef1cf83e-0f72-4800-a86d-5cb06a3a22cc),segment_id=ef1cf83e-0f72-4800-a86d-5cb06a3a22cc)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:12.252931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Transition to ACTIVE for port object ad4dcb74-72de-45f9-b650-8a6b8e6c053f will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:12.258558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.306143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:12.306602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bc9a5-6450-4c0f-a3b1-26e31774e82d None None] The sync data for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:12.311596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.357735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:12.385145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:12.396613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:12.400486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.402031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:12.406171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:12.406884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.417828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:12.418169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:12.435986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] No DVR routers for this DVR port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:12.442590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dc777-4456-49c9-a560-1421f4541951 None None] Pushing event updated for resources: {'Port': ['ID=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:12.448075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event updated for resources: {'Port': ['ID=ad4dcb74-72de-45f9-b650-8a6b8e6c053f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:12.497364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693753e-a4ea-47b6-b634-805a66f13e44 None None] Pushing event deleted for resources: {'Port': ['ID=512224d6-b094-4f3d-9dd0-ce8d4c85e8d5,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:12.514745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 074c5550-50e2-452d-9eaa-16b22294517a owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:12.543755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.606409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Calling delete_port for 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:12.671618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e0c4b8df-5fcd-4e88-a2f5-30508b1f7d91 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7474589 Jan 14 11:47:12.674957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:12.746481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.793753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Deleting port 089727fc-dc4a-4116-95fb-e817549979c0 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:12.794083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.828520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.841510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:12.841931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:12.861748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.912192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ecb61-5cb6-4229-b58d-9b7507604d30 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:12.916145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ecb61-5cb6-4229-b58d-9b7507604d30 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:12.920171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ecb61-5cb6-4229-b58d-9b7507604d30 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:12.921060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-446ecb61-5cb6-4229-b58d-9b7507604d30 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Synchronizing usage tracker for tenant:7d311c23ceb44ce1b144050a4300ad93 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:12.933436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-90943b21-8b50-4a1b-befa-5e19f5c49a0e tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:12.963733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-446ecb61-5cb6-4229-b58d-9b7507604d30 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Unset dirty status for tenant:7d311c23ceb44ce1b144050a4300ad93 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:12.964858 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-446ecb61-5cb6-4229-b58d-9b7507604d30 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2887201 Jan 14 11:47:12.988218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43412) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:13.081834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.307723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Deleting port ad4dcb74-72de-45f9-b650-8a6b8e6c053f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:13.308073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.342803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Deleting port 512224d6-b094-4f3d-9dd0-ce8d4c85e8d5 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:13.343141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.487838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.489180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.493528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.495243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.504509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] The port '512224d6-b094-4f3d-9dd0-ce8d4c85e8d5' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:13.515337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafaa0b-c16f-458f-a410-4d0207099e94 None None] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:13.525604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.526241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72cc8b08-731f-4fcf-9f94-64d4347ca0a8 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:13.550373 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 14 11:47:13.553321 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-67bcff3b-0f41-4871-a212-0efe89a25472 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9605582 Jan 14 11:47:13.554420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43418) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:13.616859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Deleting port b071d467-e9b2-4e8a-82d7-881543a54741 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:13.617592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.626786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-145dc0fe-7c84-4804-9aa7-4c0ee648be99 None None] Provisioning for port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:13.864823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:13.880890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=074c5550-50e2-452d-9eaa-16b22294517a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:13.904037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Calling delete_port for 089727fc-dc4a-4116-95fb-e817549979c0 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:13.986874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Calling delete_port for b071d467-e9b2-4e8a-82d7-881543a54741 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:14.083267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Provisioning for port ad4dcb74-72de-45f9-b650-8a6b8e6c053f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:14.091336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Provisioning complete for port ad4dcb74-72de-45f9-b650-8a6b8e6c053f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:14.092309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.205683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Port ad4dcb74-72de-45f9-b650-8a6b8e6c053f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:14.271272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Provisioning for port 75de778e-3bf9-4057-b950-1fcb5290b763 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:14.281852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Provisioning complete for port 75de778e-3bf9-4057-b950-1fcb5290b763 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:14.283110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.284620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.357008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.380014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:14.437723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.453557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-00e27d61-8044-4d46-be53-df918479b032 None None] Port 75de778e-3bf9-4057-b950-1fcb5290b763 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:14.486967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Pushing event deleted for resources: {'Port': ['ID=b071d467-e9b2-4e8a-82d7-881543a54741,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:14.503635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:14.506889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3aaee7f-0c2e-4181-ac02-22fa7d0e3732']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:14.510537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:14.511146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.537858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-90943b21-8b50-4a1b-befa-5e19f5c49a0e tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 11:47:14.542011 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-90943b21-8b50-4a1b-befa-5e19f5c49a0e tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504 HTTP/1.1" status: 409 len: 329 time: 2.8181906 Jan 14 11:47:14.543431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43422) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:14.571495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcbacca-1e38-4868-8178-db5ffd00ba14') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:14.571885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcbacca-1e38-4868-8178-db5ffd00ba14') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:14.587914 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-522bba38-4c50-456e-b572-8289663de824 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/074c5550-50e2-452d-9eaa-16b22294517a HTTP/1.1" status: 204 len: 168 time: 4.0643985 Jan 14 11:47:14.604911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-357810b0-1077-409a-b05a-3d9bd3d2b090 None None] Provisioning complete for port 75de778e-3bf9-4057-b950-1fcb5290b763 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:14.605843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-357810b0-1077-409a-b05a-3d9bd3d2b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.609660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43426) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:14.620798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.638346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.693802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.701935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b096e85-b0d7-46bf-9fdc-37103aaf8386 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:14.703604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b096e85-b0d7-46bf-9fdc-37103aaf8386 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:14.706247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b096e85-b0d7-46bf-9fdc-37103aaf8386 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:14.707296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6b096e85-b0d7-46bf-9fdc-37103aaf8386 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:14.731736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-357810b0-1077-409a-b05a-3d9bd3d2b090 None None] Port 75de778e-3bf9-4057-b950-1fcb5290b763 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:14.740676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.788594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,segment=NetworkSegment(ef1cf83e-0f72-4800-a86d-5cb06a3a22cc),segment_id=ef1cf83e-0f72-4800-a86d-5cb06a3a22cc)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:14.798411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.800877 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7bfac23c-c8e4-4be5-a89b-e4ccd10ad908 tempest-RoutersAdminNegativeTest-103770610 tempest-RoutersAdminNegativeTest-103770610-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b071d467-e9b2-4e8a-82d7-881543a54741 HTTP/1.1" status: 204 len: 168 time: 1.2453017 Jan 14 11:47:14.822653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6b096e85-b0d7-46bf-9fdc-37103aaf8386 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:14.826707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6b096e85-b0d7-46bf-9fdc-37103aaf8386 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2095029 Jan 14 11:47:14.827495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43432) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:14.856791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.913433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-640f4bcd-1ac6-4a33-a847-1d64ada05076 None None] Provisioning complete for port ad4dcb74-72de-45f9-b650-8a6b8e6c053f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:14.913872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-640f4bcd-1ac6-4a33-a847-1d64ada05076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:14.974546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Calling delete_port for ad4dcb74-72de-45f9-b650-8a6b8e6c053f owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:14.979272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-640f4bcd-1ac6-4a33-a847-1d64ada05076 None None] Port ad4dcb74-72de-45f9-b650-8a6b8e6c053f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:14.991151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:15.006587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.054907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:15.055310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:15.076628 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:15.149623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event deleted for resources: {'Port': ['ID=089727fc-dc4a-4116-95fb-e817549979c0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:15.185352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 5812a95f-3212-4489-aaef-bbd374bb5f2d {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:15.191346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.218557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43438) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:15.262034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.314275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.333467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.338013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.385437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3aaee7f-0c2e-4181-ac02-22fa7d0e3732,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:15.394431 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-30a703ae-0d2c-4490-82e9-ba609b6801a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f3aaee7f-0c2e-4181-ac02-22fa7d0e3732 HTTP/1.1" status: 204 len: 168 time: 4.9022057 Jan 14 11:47:15.454757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.516156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.579192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43446) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:15.665158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.731600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=5812a95f-3212-4489-aaef-bbd374bb5f2d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:15.770542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.785360 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-23b384f4-3155-47d8-95a1-99958df3509d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=819aab9d2c4648bea29e877c54be884e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050397 Jan 14 11:47:15.786420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.794742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea54a9c-214d-4f18-a6d9-954f6e09b1ad None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:15.795182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43450) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:15.936643 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:15.988566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c94151c5-ff8c-40b2-bf85-03d482ffa93b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/5812a95f-3212-4489-aaef-bbd374bb5f2d HTTP/1.1" status: 204 len: 168 time: 1.1576004 Jan 14 11:47:15.995458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43454) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:16.061640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event deleted for resources: {'Port': ['ID=ad4dcb74-72de-45f9-b650-8a6b8e6c053f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:16.067216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:16.080482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Usage tracker for resource:security_group_rule and tenant:fa439d394efb4057babf95bfe76bbcfe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:16.087552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:16.106697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:16.130096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet c8731bcd-ce05-4419-9597-ff1be022dd50 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:16.141270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.170690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.221102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.233887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.245957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3885d912-994e-4ef9-b0c3-8df8aab5d04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.269521 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d1d88ab4-3274-48d3-9882-dc289c1f8af8 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "DELETE /v2.0/ports/ad4dcb74-72de-45f9-b650-8a6b8e6c053f HTTP/1.1" status: 204 len: 168 time: 3.2733769 Jan 14 11:47:16.270551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43458) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:16.302180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.302688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Fanout notify agent at l3_agent the message router_deleted on router 060b638b-ed13-4349-acca-c05bb39de2e0 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:16.309230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.343126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Request body: {'port': {'name': 'tempest-new-port-name-952449840', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:16.343515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.api.validators [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] bootfile-name is not in valid_values {{(pid=83451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:16.343849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.api.validators [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] tftp-server is not in valid_values {{(pid=83451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:16.344172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.api.validators [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] server-ip-address is not in valid_values {{(pid=83451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:16.361714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.365385 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dd9245b0-4bb9-4fd0-92d1-dcedfc4b1adb tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/060b638b-ed13-4349-acca-c05bb39de2e0 HTTP/1.1" status: 204 len: 168 time: 7.1783006 Jan 14 11:47:16.371824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:16.374110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43462) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:16.395642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-516061550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:16.417729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:16.430682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Usage tracker for resource:router and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:16.438212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:16.449931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:16.452149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 1ce9bd82-da8a-4000-a01d-4f57b8260e6b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:16.452514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.479928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:16.480628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.498120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3885d912-994e-4ef9-b0c3-8df8aab5d04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.656031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.682486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.682710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.683313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.692002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.734251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.817869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bacdfca6-7a8c-47f3-a9d7-a923365d8b37 None None] Provisioning complete for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:16.819138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bacdfca6-7a8c-47f3-a9d7-a923365d8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.822211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147bf2cd-db8c-479c-80fd-a13e97d8aaba,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:16.826547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.830461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 1ce9bd82-da8a-4000-a01d-4f57b8260e6b owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:16.858212 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9ef4843f-0272-4650-9a98-11ff2d960022 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa439d394efb4057babf95bfe76bbcfe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6385725 Jan 14 11:47:16.859484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3885d912-994e-4ef9-b0c3-8df8aab5d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.864388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43468) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:16.897065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:16.933852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885d912-994e-4ef9-b0c3-8df8aab5d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780ec53d-3864-4454-8493-34c5cba07796,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:16.961614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.002264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3885d912-994e-4ef9-b0c3-8df8aab5d04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.003647 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3885d912-994e-4ef9-b0c3-8df8aab5d04a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/780ec53d-3864-4454-8493-34c5cba07796 HTTP/1.1" status: 204 len: 168 time: 1.2075727 Jan 14 11:47:17.007052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41ac6746-911c-414f-a512-17a0f7af5f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.010122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.011274 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-81f76013-7ea8-48d3-ae9b-b551f7bfe8d2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6362221 Jan 14 11:47:17.019866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43474) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:17.028957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:17.112017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41ac6746-911c-414f-a512-17a0f7af5f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.163123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.263405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=c8731bcd-ce05-4419-9597-ff1be022dd50,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:17.289233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.299143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting port cf83e206-a996-4235-90f4-74467a87ac1c {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:17.299526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.300546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720cc590-06bb-49f0-9c60-f43eebc53629 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:17.349832 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-11641dd9-0795-4dcd-9a20-1baee90f70f5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/c8731bcd-ce05-4419-9597-ff1be022dd50 HTTP/1.1" status: 204 len: 168 time: 1.3532829 Jan 14 11:47:17.394438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43480) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:17.518545 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b5b56be8-7eda-4690-b92d-f1df9e387983 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875771 Jan 14 11:47:17.521446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43490) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:17.571079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.582936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:17.600109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:17.606518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] Deleting port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:17.607298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.674508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41ac6746-911c-414f-a512-17a0f7af5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.709896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.713295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Calling delete_port for cf83e206-a996-4235-90f4-74467a87ac1c owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:17.764452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac6746-911c-414f-a512-17a0f7af5f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147bf2cd-db8c-479c-80fd-a13e97d8aaba,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:17.835643 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=1ce9bd82-da8a-4000-a01d-4f57b8260e6b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:17.838884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.852885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.863498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:17.901955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] For port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:17.902559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.924248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] In _notify_port_updated(), no bound segment for port 75de778e-3bf9-4057-b950-1fcb5290b763 on network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:47:17.928123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:17.928773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.932924 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "PUT /v2.0/ports/75de778e-3bf9-4057-b950-1fcb5290b763 HTTP/1.1" status: 200 len: 1129 time: 1.6482165 Jan 14 11:47:17.936281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43500) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:17.993433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41ac6746-911c-414f-a512-17a0f7af5f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:17.994783 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-41ac6746-911c-414f-a512-17a0f7af5f44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/147bf2cd-db8c-479c-80fd-a13e97d8aaba HTTP/1.1" status: 204 len: 168 time: 1.1294401 Jan 14 11:47:18.002127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:18.008463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:18.072028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:18.127169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:18.146532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:18.216158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] Calling delete_port for eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:18.387235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:18.435956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7937e9-f901-446e-91f3-74107f3c44bb tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event updated for resources: {'Port': ['ID=75de778e-3bf9-4057-b950-1fcb5290b763,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:18.510372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965cbf7-7965-4f33-a075-f4acc7071ce3 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:18.516675 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c965cbf7-7965-4f33-a075-f4acc7071ce3 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "GET /v2.0/ports/75de778e-3bf9-4057-b950-1fcb5290b763 HTTP/1.1" status: 200 len: 1129 time: 0.5757556 Jan 14 11:47:18.520765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43512) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:18.555103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:18.613275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43518) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:18.616290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:18.646633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:18.699412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No active binding found for port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 {{(pid=83453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 14 11:47:18.700154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:18.702228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] Pushing event deleted for resources: {'Port': ['ID=eb84962e-73d7-4cdd-b0b4-a1b49e962fe8,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:18.705223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6294b01a-95a3-4f1e-8126-9f991af95542 None None] Provisioning complete for port 75de778e-3bf9-4057-b950-1fcb5290b763 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:18.705803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6294b01a-95a3-4f1e-8126-9f991af95542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:18.717432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Port': ['ID=cf83e206-a996-4235-90f4-74467a87ac1c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:18.780652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Deleting port 75de778e-3bf9-4057-b950-1fcb5290b763 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:18.781008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:18.781374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6294b01a-95a3-4f1e-8126-9f991af95542 None None] Port 75de778e-3bf9-4057-b950-1fcb5290b763 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:18.786428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce166d34-0d3f-41b3-a31a-873bc94cb00a None None] No DVR routers for this DVR port eb84962e-73d7-4cdd-b0b4-a1b49e962fe8 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:18.873003 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5d8b7594-31bb-40e9-9eac-5a2ff79c8abd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4ada4877e914caba3ba759c00a84c80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579672 Jan 14 11:47:18.885946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43522) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:19.151258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.198787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.252420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.259239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.264275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-412ec208-5832-4373-b8dd-2301392b4951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.270115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.380537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-412ec208-5832-4373-b8dd-2301392b4951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.409151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:19.424711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:19.437034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5db17-c8dd-4827-affc-4755ea18798c None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:19.456677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:19.457320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.487648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=f0df1afa-63be-4082-8923-2454105a6bbf,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:19.523233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.530890 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5248f3e0-fcae-4dc4-a880-6d2b43b09d09 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9663222 Jan 14 11:47:19.531452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43538) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:19.547446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Allocated IP 172.26.8.46 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/c45bb328-191c-4223-bc39-9bbc3878b13d) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:19.547765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:19.717961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53742b61-c866-4df5-8191-c9895295486a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'f0df1afa-63be-4082-8923-2454105a6bbf'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:19.718916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53742b61-c866-4df5-8191-c9895295486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.729899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43544) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:19.751789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Calling delete_port for 75de778e-3bf9-4057-b950-1fcb5290b763 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:19.791911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:19.922041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-53742b61-c866-4df5-8191-c9895295486a None None] Allocated IP 172.20.0.2 (d177d53d-ca61-4e91-af17-578924330245/f0df1afa-63be-4082-8923-2454105a6bbf/89ac2c47-db9c-4f04-b326-b10f674c3372) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:19.923750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.062051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1554872628'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:20.066510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-412ec208-5832-4373-b8dd-2301392b4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.072950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:20.079407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:20.081657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:20.089304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:20.132770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ec208-5832-4373-b8dd-2301392b4951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799c4d43-adb9-49d4-8c11-9b5e5f9e70e7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:20.134146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Usage tracker for resource:network and tenant:344727cc179d4d2080924e33475304f0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:20.144076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event updated for resources: {'Port': ['ID=c45bb328-191c-4223-bc39-9bbc3878b13d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:20.146648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:20.160587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:20.179786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-412ec208-5832-4373-b8dd-2301392b4951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.183796 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-412ec208-5832-4373-b8dd-2301392b4951 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/799c4d43-adb9-49d4-8c11-9b5e5f9e70e7 HTTP/1.1" status: 204 len: 168 time: 1.2942970 Jan 14 11:47:20.184958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Made reservation on behalf of 344727cc179d4d2080924e33475304f0 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:20.188092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.198870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53742b61-c866-4df5-8191-c9895295486a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.221654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-53742b61-c866-4df5-8191-c9895295486a None None] Transition to ACTIVE for port object 89ac2c47-db9c-4f04-b326-b10f674c3372 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:20.244135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-53742b61-c866-4df5-8191-c9895295486a None None] Transition to ACTIVE for port object 89ac2c47-db9c-4f04-b326-b10f674c3372 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:20.252293 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53742b61-c866-4df5-8191-c9895295486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.263233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:20.270413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:20.289863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.303059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:20.317418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53742b61-c866-4df5-8191-c9895295486a None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:20.335161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-53742b61-c866-4df5-8191-c9895295486a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:20.337810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53742b61-c866-4df5-8191-c9895295486a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:20.378997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53742b61-c866-4df5-8191-c9895295486a None None] Pushing event updated for resources: {'Port': ['ID=89ac2c47-db9c-4f04-b326-b10f674c3372,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:20.392059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:20.445873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Router 152adad3-5cd9-49a2-9ba8-e4b65857f504 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:47:20.446856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:20.460119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-53742b61-c866-4df5-8191-c9895295486a None None] Attempting to bind port 89ac2c47-db9c-4f04-b326-b10f674c3372 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:20.460754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-53742b61-c866-4df5-8191-c9895295486a None None] Attempting to bind port 89ac2c47-db9c-4f04-b326-b10f674c3372 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:20.461122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53742b61-c866-4df5-8191-c9895295486a None None] Attempting to bind port 89ac2c47-db9c-4f04-b326-b10f674c3372 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:20.470537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53742b61-c866-4df5-8191-c9895295486a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:20.471476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53742b61-c866-4df5-8191-c9895295486a None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:20.472073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53742b61-c866-4df5-8191-c9895295486a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.472646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53742b61-c866-4df5-8191-c9895295486a None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:20.473748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-53742b61-c866-4df5-8191-c9895295486a None None] Bound port: 89ac2c47-db9c-4f04-b326-b10f674c3372, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:20.474698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53742b61-c866-4df5-8191-c9895295486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.498864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:20.513687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Usage tracker for resource:security_group_rule and tenant:344727cc179d4d2080924e33475304f0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:20.519584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:20.528758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:20.554974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.584331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-53742b61-c866-4df5-8191-c9895295486a None None] For port 89ac2c47-db9c-4f04-b326-b10f674c3372, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:20.588065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-53742b61-c866-4df5-8191-c9895295486a None None] For port 89ac2c47-db9c-4f04-b326-b10f674c3372, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=89ac2c47-db9c-4f04-b326-b10f674c3372,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:20.592675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53742b61-c866-4df5-8191-c9895295486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.626867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.705744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.721756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53742b61-c866-4df5-8191-c9895295486a None None] Pushing event updated for resources: {'Port': ['ID=89ac2c47-db9c-4f04-b326-b10f674c3372,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:20.890327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event deleted for resources: {'Port': ['ID=75de778e-3bf9-4057-b950-1fcb5290b763,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:20.895977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:20.999196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.009447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.014755 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6cccddc3-f938-4047-921b-ecb6cdc702aa tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "DELETE /v2.0/ports/75de778e-3bf9-4057-b950-1fcb5290b763 HTTP/1.1" status: 204 len: 168 time: 2.4929566 Jan 14 11:47:21.028702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.030801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43562) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.044201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.059264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:21.108117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:21.118210 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c19d4833-372b-4a35-a285-510f6cc8619d tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5733829 Jan 14 11:47:21.127770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43566) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.134701 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] Sync routers for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:21.158531 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:21.160672 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:21.226663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae922d67-d9a9-46a3-87f7-91b667af7c82,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:21.244997 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-b445d8fb-53d1-4e60-8155-d55916f368d2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] show failed (client error): The resource could not be found. Jan 14 11:47:21.250540 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b445d8fb-53d1-4e60-8155-d55916f368d2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-490820540 HTTP/1.1" status: 404 len: 334 time: 0.1215801 Jan 14 11:47:21.254217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43572) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.257256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.257597 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Added segment 7569431a-5996-4c11-bb78-3054aace2789 of type vlan for network 582b4854-cc85-47ea-8715-d9c21eac2409 Jan 14 11:47:21.264457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0b9e6875-8fbd-4f59-a5c0-d95581b3230a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:21.285564 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:21.308054 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] Routers {'152adad3-5cd9-49a2-9ba8-e4b65857f504'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:21.308300 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['152adad3-5cd9-49a2-9ba8-e4b65857f504'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:21.330488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 3f623139-bde4-4bf4-b3ab-31cad4cc5845 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:47:21.349326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.363936 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-0b9e6875-8fbd-4f59-a5c0-d95581b3230a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] update failed (client error): The resource could not be found. Jan 14 11:47:21.369479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0b9e6875-8fbd-4f59-a5c0-d95581b3230a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-402851975 HTTP/1.1" status: 404 len: 334 time: 0.1126263 Jan 14 11:47:21.369664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43578) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.396075 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:21.396575 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2274d52-98b7-4ee3-8f02-7d5c4b04c236 None None] The sync data for ids ['152adad3-5cd9-49a2-9ba8-e4b65857f504'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:21.509587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.513011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:21.513584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.589028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43584) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.675348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Deleting subnet a13666f8-215b-41bb-bc86-feb5fbf99740 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:21.676669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Pushing event updated for resources: {'Network': ['ID=582b4854-cc85-47ea-8715-d9c21eac2409,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:21.686852 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-505426f9-2ca0-411e-b081-917e1be53b46 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9410667 Jan 14 11:47:21.687067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:21.699666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 582b4854-cc85-47ea-8715-d9c21eac2409 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:21.886245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:21.893858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ace61c7d-c3f3-4614-a333-1eea9f69a418 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/routers/3f623139-bde4-4bf4-b3ab-31cad4cc5845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7919171 Jan 14 11:47:21.895454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Router 7a361843-710b-406a-bf58-9bf9a3e08966 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:47:21.898293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43594) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.920788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] Sync routers for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:21.953430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:21.954264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:21.954522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-e0257e1b-31c7-47c4-9f8e-12a0612a3cbc tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:21.958415 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e0257e1b-31c7-47c4-9f8e-12a0612a3cbc tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3654642 Jan 14 11:47:21.963934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43598) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.981783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-10d6baa1-764c-4186-8e37-f45fc2906f00 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:21.982980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-10d6baa1-764c-4186-8e37-f45fc2906f00 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0128622 Jan 14 11:47:21.986413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43602) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:21.992983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-f28b99e5-6d36-4307-a323-c32474cc1517 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:21.998763 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f28b99e5-6d36-4307-a323-c32474cc1517 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0112307 Jan 14 11:47:22.003008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43606) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.028255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-acb9c43f-0313-46be-b080-a40ef685c716 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.029237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-acb9c43f-0313-46be-b080-a40ef685c716 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0251386 Jan 14 11:47:22.032198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.044293 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] Routers {'3f623139-bde4-4bf4-b3ab-31cad4cc5845'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:22.045023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43610) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.045161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.064633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-69bf0783-9df9-411a-ac38-da07de98e64d tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.065943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-69bf0783-9df9-411a-ac38-da07de98e64d tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0121946 Jan 14 11:47:22.068712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.092411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43614) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.107280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting subnet cb3927b1-9569-4bbf-82ad-5f29bbd1a694 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:22.129106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.130556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.130956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdf350-5857-4a41-a45e-bcad40d167ad None None] The sync data for ids ['3f623139-bde4-4bf4-b3ab-31cad4cc5845'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:22.145635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-86085cf1-9237-4b5a-9e49-fd79de979455 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.147103 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-86085cf1-9237-4b5a-9e49-fd79de979455 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0456543 Jan 14 11:47:22.158671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43618) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.171784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-0398f9c5-b7ff-4f29-8670-a1ffd700513c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.173086 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0398f9c5-b7ff-4f29-8670-a1ffd700513c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109215 Jan 14 11:47:22.177066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43622) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.183829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-4634675b-fca3-400e-b8b3-953b22876ea4 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.184971 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4634675b-fca3-400e-b8b3-953b22876ea4 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069418 Jan 14 11:47:22.187621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43626) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.196269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-d746b4cc-1352-4bce-b892-05a6c3c71fd7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.197231 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d746b4cc-1352-4bce-b892-05a6c3c71fd7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087190 Jan 14 11:47:22.200846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43630) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.215534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-149510e7-ec25-4ed0-8b21-1865214ec9fb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.217124 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-149510e7-ec25-4ed0-8b21-1865214ec9fb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0142372 Jan 14 11:47:22.225931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43634) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.249021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-f2a20879-2523-453f-b8a0-fb49c2e8d8cc tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.250231 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f2a20879-2523-453f-b8a0-fb49c2e8d8cc tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0166233 Jan 14 11:47:22.263763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43638) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.276941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-681056a1-c4a8-4663-9ff3-ad8ec253e339 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.277880 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-681056a1-c4a8-4663-9ff3-ad8ec253e339 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0129433 Jan 14 11:47:22.289056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43642) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.291641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.332765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43644) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.339191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d4aa3c42-7129-4666-8db4-887d4585ded7 None None] Provisioning for port 89ac2c47-db9c-4f04-b326-b10f674c3372 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:22.348228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-4fb0a6c6-efe3-4f58-8e76-dd11d6407cb6 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.352085 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4fb0a6c6-efe3-4f58-8e76-dd11d6407cb6 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0236320 Jan 14 11:47:22.358123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Request body: {'port': {'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409', 'binding:host_id': 'hv-neutron-8238', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1031357606'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:22.364166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43650) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.368806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:22.376477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 89ac2c47-db9c-4f04-b326-b10f674c3372 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:22.383520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-3d0be923-b545-43ef-abd7-66ec096d8d53 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.386901 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3d0be923-b545-43ef-abd7-66ec096d8d53 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0146236 Jan 14 11:47:22.387063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Usage tracker for resource:port and tenant:019189660f0b47e9b4158348dd403685 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:22.389112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43654) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.395948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-13e0d100-cee3-4d7a-988b-c8b35c699bfd tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.399082 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-13e0d100-cee3-4d7a-988b-c8b35c699bfd tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069976 Jan 14 11:47:22.400588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43658) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.402546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:22.408113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-ec42448e-edb8-4ca9-99f2-af701db15153 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.411315 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ec42448e-edb8-4ca9-99f2-af701db15153 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074961 Jan 14 11:47:22.413414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43662) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.424171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:22.433040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-9fa21105-78cc-4492-94d2-0c43e4511796 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.436332 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9fa21105-78cc-4492-94d2-0c43e4511796 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0147631 Jan 14 11:47:22.437615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43666) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.448581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-74090602-625b-467b-abb0-b69a183b3ff6 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.449692 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-74090602-625b-467b-abb0-b69a183b3ff6 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102410 Jan 14 11:47:22.452180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43670) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.458302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-4521da14-ac20-457c-9dc2-3519cdc32f32 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.459153 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4521da14-ac20-457c-9dc2-3519cdc32f32 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0061119 Jan 14 11:47:22.463033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43674) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.464401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.472866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 89ac2c47-db9c-4f04-b326-b10f674c3372 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:22.478080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 89ac2c47-db9c-4f04-b326-b10f674c3372 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:22.478448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.487678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-15125253-3ed0-4c0d-95f8-56a29d61482b tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.491025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-15125253-3ed0-4c0d-95f8-56a29d61482b tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0154896 Jan 14 11:47:22.494537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43678) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.502301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.544432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-9e64cc5c-0972-4952-90d9-e33de1310ea6 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.548404 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9e64cc5c-0972-4952-90d9-e33de1310ea6 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0137894 Jan 14 11:47:22.549434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43682) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.554423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:22.557777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-4d35ecd1-51fa-4732-ac72-064d49f7f69c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.561708 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4d35ecd1-51fa-4732-ac72-064d49f7f69c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090756 Jan 14 11:47:22.561859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Made reservation on behalf of 019189660f0b47e9b4158348dd403685 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:22.561859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.569124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43686) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.573494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.573806 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] Sync routers for ids ['7a361843-710b-406a-bf58-9bf9a3e08966'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:22.574599 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-17f388d0-f293-4687-9c76-c0b9b44396dd tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "PUT /v2.0/routers/7a361843-710b-406a-bf58-9bf9a3e08966 HTTP/1.1" status: 200 len: 878 time: 5.5538096 Jan 14 11:47:22.580279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-b9dde81d-bdc4-4d8c-b29b-20d35ff11c0c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.584879 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b9dde81d-bdc4-4d8c-b29b-20d35ff11c0c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062616 Jan 14 11:47:22.584879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43690) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.587261 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] Routers {'7a361843-710b-406a-bf58-9bf9a3e08966'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:22.587489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43692) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.588203 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a361843-710b-406a-bf58-9bf9a3e08966'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.604263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-04a313ca-5ea4-45f2-a33c-6dfafa77402d tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.605244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-04a313ca-5ea4-45f2-a33c-6dfafa77402d tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0168574 Jan 14 11:47:22.615839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.624131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43698) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.627543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.654986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-aaf6793e-eb29-4b64-a45a-1060474f7e97 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.655959 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-aaf6793e-eb29-4b64-a45a-1060474f7e97 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0232735 Jan 14 11:47:22.658810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43702) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.667095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:47:22.667994 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.679979 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] Routers {'7a361843-710b-406a-bf58-9bf9a3e08966'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:22.680806 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a361843-710b-406a-bf58-9bf9a3e08966'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.681976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 89ac2c47-db9c-4f04-b326-b10f674c3372, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=89ac2c47-db9c-4f04-b326-b10f674c3372,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:22.682196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-c4bfe677-1fa6-4efe-a2e4-8c50715b7adb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.683389 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c4bfe677-1fa6-4efe-a2e4-8c50715b7adb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0233378 Jan 14 11:47:22.686934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43706) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.691247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.698022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-cefca3a5-b956-4701-b252-13069bb958c7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.701768 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cefca3a5-b956-4701-b252-13069bb958c7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0103858 Jan 14 11:47:22.701907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43710) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.717185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-60fd860f-dfc6-438f-860b-5123b7dad82e tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.721620 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60fd860f-dfc6-438f-860b-5123b7dad82e tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0145817 Jan 14 11:47:22.726886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43714) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.736236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.739923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-ab1bce61-27d1-4bce-8a8c-3e4a3609bb26 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.743389 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ab1bce61-27d1-4bce-8a8c-3e4a3609bb26 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0112977 Jan 14 11:47:22.750344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43718) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.776360 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:22.776798 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe05d9-3b9b-430c-93e2-d743c3cb3a77 None None] The sync data for ids ['7a361843-710b-406a-bf58-9bf9a3e08966'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:22.812112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.816683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:22.828469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=89ac2c47-db9c-4f04-b326-b10f674c3372,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:22.830700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-1be7151e-6014-46eb-9d7d-3a55d129c57b tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.834286 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1be7151e-6014-46eb-9d7d-3a55d129c57b tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0804892 Jan 14 11:47:22.834851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43722) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.845718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-d93e3f5d-ec46-4965-8d4b-e5e267a31249 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.849153 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d93e3f5d-ec46-4965-8d4b-e5e267a31249 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091777 Jan 14 11:47:22.852986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43726) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.860817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-60354ddd-4ab6-4022-9bbe-8df492b36f3f tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.862012 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60354ddd-4ab6-4022-9bbe-8df492b36f3f tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071161 Jan 14 11:47:22.867441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43730) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.871854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Usage tracker for resource:security_group_rule and tenant:019189660f0b47e9b4158348dd403685 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:22.878893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:22.885807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event deleted for resources: {'Subnet': ['ID=a13666f8-215b-41bb-bc86-feb5fbf99740,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:22.897505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-190f1ffb-1adb-42ec-be8d-550be22c7042 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.898458 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-190f1ffb-1adb-42ec-be8d-550be22c7042 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0214622 Jan 14 11:47:22.899981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:22.903039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43734) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.909729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.915679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93a252-d757-43e6-9e47-6fed07d39342 None None] Network 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:22.919901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-844c6645-a3d5-4fa4-8cad-7db16ca65e65 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:22.924276 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-844c6645-a3d5-4fa4-8cad-7db16ca65e65 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0152049 Jan 14 11:47:22.931709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43738) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:22.958114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:22.965675 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a1813c58-c103-42f5-a66b-142b7eeca043 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "DELETE /v2.0/subnets/a13666f8-215b-41bb-bc86-feb5fbf99740 HTTP/1.1" status: 204 len: 168 time: 1.9264548 Jan 14 11:47:23.005185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43742) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.039858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3927b1-9569-4bbf-82ad-5f29bbd1a694,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:23.070414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-4fa392e6-b26f-489e-a9a8-34a9733863bf tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.074600 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4fa392e6-b26f-489e-a9a8-34a9733863bf tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1388125 Jan 14 11:47:23.074600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43746) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.080804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-eab75a3f-fc8e-40c8-8110-297e08c82f04 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.084889 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eab75a3f-fc8e-40c8-8110-297e08c82f04 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067108 Jan 14 11:47:23.086078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43750) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.104558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-85575688-2d49-4d7e-85f6-df024f475610 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.108013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-85575688-2d49-4d7e-85f6-df024f475610 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0179782 Jan 14 11:47:23.109303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43754) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.120615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-1a78aec9-c485-448f-b927-109b12443867 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.124129 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1a78aec9-c485-448f-b927-109b12443867 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0118027 Jan 14 11:47:23.128513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43758) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.133888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.136123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-d6aac89f-712a-40ef-9e18-32f1195169bb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.139904 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d6aac89f-712a-40ef-9e18-32f1195169bb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0103569 Jan 14 11:47:23.141812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43762) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.146948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338f408-9dd3-4855-915e-641f7928655b None None] Network 5f13ca45-7e04-4926-9da7-3d98078fcc04 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:23.148123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-0816e899-b80a-4bb5-b42e-7130f9a7cd46 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.151643 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0816e899-b80a-4bb5-b42e-7130f9a7cd46 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078819 Jan 14 11:47:23.153804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43766) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.167491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-071a798d-78da-4658-a9ec-bbd8535a085a tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.171091 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-071a798d-78da-4658-a9ec-bbd8535a085a tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0163844 Jan 14 11:47:23.174827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43770) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.178897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.179636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4150d6fb-ada3-4cdf-8bd3-ce0b35091b6a tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/subnets/cb3927b1-9569-4bbf-82ad-5f29bbd1a694 HTTP/1.1" status: 204 len: 168 time: 1.7570589 Jan 14 11:47:23.182367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43774) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.187549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-262fbe89-b157-40bc-99a3-de0452eb9a01 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.191212 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-262fbe89-b157-40bc-99a3-de0452eb9a01 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0150087 Jan 14 11:47:23.195541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43776) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.243614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-3ecf4a89-84b3-4f3b-99ef-2b8550293f2e tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.247487 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3ecf4a89-84b3-4f3b-99ef-2b8550293f2e tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0496631 Jan 14 11:47:23.252811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43782) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.257333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.262162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port ad3eca3a-536a-4409-8d06-0d16f8847296 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:23.262675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.271586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.272410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] DHCP port deletion for 21dc9cdc-16a2-4314-a75d-9c43a98ebed9 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:23.278731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] Deleting port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:23.279044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.279220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.285243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.291394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-fac9bf4a-ab28-4d56-873d-afe7fd3b280e tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.295171 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fac9bf4a-ab28-4d56-873d-afe7fd3b280e tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0401540 Jan 14 11:47:23.303355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43786) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.321413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port 0d6d8383-df0c-4074-b638-5d2c33c4c372 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:23.324366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-6afdf6ab-9f62-4518-8f4e-5f2781e6e801 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.325675 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6afdf6ab-9f62-4518-8f4e-5f2781e6e801 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0191436 Jan 14 11:47:23.341722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43792) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.346692 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f88c18b-7402-4b38-acb7-e19f0a8a635c tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/7a361843-710b-406a-bf58-9bf9a3e08966 HTTP/1.1" status: 200 len: 919 time: 0.7616510 Jan 14 11:47:23.355013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-decb402a-adcd-454b-8b08-520642f3cfa5 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.356225 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-decb402a-adcd-454b-8b08-520642f3cfa5 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0130930 Jan 14 11:47:23.359236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43796) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.359863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43798) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.369521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-805479b5-0f30-4a06-9e51-c03f964c2ec3 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.370746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-805479b5-0f30-4a06-9e51-c03f964c2ec3 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066340 Jan 14 11:47:23.387035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43804) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.412598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-b880927a-d095-4baa-82e1-afc8ed8ce36c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.416089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b880927a-d095-4baa-82e1-afc8ed8ce36c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0213764 Jan 14 11:47:23.421669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43808) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.425395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f840e1a3-d4c0-4f84-a84d-714fbf5017a0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:23.428574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Deleting port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:23.429108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.501291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-e811b8d6-48a2-4b7b-9282-02e09070d356 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.504855 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e811b8d6-48a2-4b7b-9282-02e09070d356 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0583403 Jan 14 11:47:23.520289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43812) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.543877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-5fa8f764-7e53-4a0b-945f-0a1f18660e9b tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.547836 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5fa8f764-7e53-4a0b-945f-0a1f18660e9b tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0198045 Jan 14 11:47:23.552443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43816) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.562927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-91c4f18f-aee4-476e-9957-95d097efe3ea tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.567702 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-91c4f18f-aee4-476e-9957-95d097efe3ea tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057068 Jan 14 11:47:23.569562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43820) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.583460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-3ae81c23-28ff-4b19-a51d-c63f689d6ceb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.586655 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3ae81c23-28ff-4b19-a51d-c63f689d6ceb tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0119348 Jan 14 11:47:23.593765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43824) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.605515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] For port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,segment=NetworkSegment(ef1cf83e-0f72-4800-a86d-5cb06a3a22cc),segment_id=ef1cf83e-0f72-4800-a86d-5cb06a3a22cc)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:23.606286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.624411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-1a3671a7-ba6b-4fee-a7e9-dba5a675d2c4 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.624411 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1a3671a7-ba6b-4fee-a7e9-dba5a675d2c4 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0254443 Jan 14 11:47:23.627874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43828) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.657544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-03b346ac-5b05-4dd5-8d24-571a91b393f7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.661151 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-03b346ac-5b05-4dd5-8d24-571a91b393f7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0230334 Jan 14 11:47:23.665378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43832) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.679721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.690353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-3f3d9ee0-5f09-402a-8874-6e1b30698465 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.693579 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f3d9ee0-5f09-402a-8874-6e1b30698465 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0249321 Jan 14 11:47:23.700308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43836) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.749069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] DHCP port deletion for 5f13ca45-7e04-4926-9da7-3d98078fcc04 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:23.757791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] Calling delete_port for 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:23.766860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-eb4ed1f4-9d1c-4cfb-8fa5-2a4ba07b9bd3 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.767805 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eb4ed1f4-9d1c-4cfb-8fa5-2a4ba07b9bd3 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0665867 Jan 14 11:47:23.789355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43840) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.803977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] Deleting port bc4c1836-414f-4201-9ab4-47becfdd10a4 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:23.804357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.834105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for ad3eca3a-536a-4409-8d06-0d16f8847296 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:23.859284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-b33c0934-8f7d-4f95-939c-2c0e8611e9f7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.863644 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b33c0934-8f7d-4f95-939c-2c0e8611e9f7 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0583019 Jan 14 11:47:23.865792 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3552a417-d38d-4d29-a113-f365cd8ef71c tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=7a361843-710b-406a-bf58-9bf9a3e08966&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5029969 Jan 14 11:47:23.873249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43844) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.873570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43846) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.881336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting subnet d532e318-3af6-4416-bc84-93052e036f69 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:23.902502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-803cb33d-8c59-4726-8dd4-4768d61cccf1 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.906137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-803cb33d-8c59-4726-8dd4-4768d61cccf1 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0316153 Jan 14 11:47:23.916879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:23.925489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.938650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:23.954852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-34cea2d4-a113-434b-9f15-9a66ee5810ca tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:23.958457 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-34cea2d4-a113-434b-9f15-9a66ee5810ca tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0405962 Jan 14 11:47:24.007362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43856) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.007668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] Pushing event deleted for resources: {'Port': ['ID=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:24.027676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-5d6ac855-0eba-4c8f-8f8e-6642fccb0441 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:24.031297 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5d6ac855-0eba-4c8f-8f8e-6642fccb0441 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0151296 Jan 14 11:47:24.036377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43860) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.049867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-e5a1a636-f88c-4c0a-86b1-0d9f32eacb8c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:24.050815 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e5a1a636-f88c-4c0a-86b1-0d9f32eacb8c tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0119431 Jan 14 11:47:24.055949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port 89ac2c47-db9c-4f04-b326-b10f674c3372, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=89ac2c47-db9c-4f04-b326-b10f674c3372,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:24.057784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43864) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.065272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8863a7-57be-4843-8aea-3d7fe2674b05 None None] No DVR routers for this DVR port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:24.090239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-7941be4d-6b3a-4c6b-a571-ba07aba32459 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:24.091497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.093175 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7941be4d-6b3a-4c6b-a571-ba07aba32459 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0344362 Jan 14 11:47:24.096212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43868) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.102110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] For port bc4c1836-414f-4201-9ab4-47becfdd10a4, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=bc4c1836-414f-4201-9ab4-47becfdd10a4,segment=NetworkSegment(16db4696-d032-4c49-96bd-96d028c5877e),segment_id=16db4696-d032-4c49-96bd-96d028c5877e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:24.102570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.110473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [None req-45627a17-3f58-432f-b7d6-43aa7ba59dc8 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:24.113159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-45627a17-3f58-432f-b7d6-43aa7ba59dc8 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078952 Jan 14 11:47:24.115287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] For port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6,segment=NetworkSegment(ef1cf83e-0f72-4800-a86d-5cb06a3a22cc),segment_id=ef1cf83e-0f72-4800-a86d-5cb06a3a22cc)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:24.117182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.187883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.238847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] Calling delete_port for bc4c1836-414f-4201-9ab4-47becfdd10a4 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:24.257239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Calling delete_port for 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:24.265528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43872) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.290663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 89ac2c47-db9c-4f04-b326-b10f674c3372 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:24.297823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [None req-0a1d6a9b-9509-45dd-ac45-90991da05437 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:47:24.303496 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a1d6a9b-9509-45dd-ac45-90991da05437 tempest-ExtensionsTestJSON-581681758 tempest-ExtensionsTestJSON-581681758-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0286524 Jan 14 11:47:24.338202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870ccc1-6bb4-4a48-a142-ea4bba6a1b39 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:24.338717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6870ccc1-6bb4-4a48-a142-ea4bba6a1b39 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Synchronizing usage tracker for tenant:27857b75b5b34be1af5fa2e947401119 on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:24.349723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.366448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:47:24.370895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.391983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.394993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port 0d6d8383-df0c-4074-b638-5d2c33c4c372 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:24.402959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Subnet': ['ID=d532e318-3af6-4416-bc84-93052e036f69,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:24.410032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.413539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6870ccc1-6bb4-4a48-a142-ea4bba6a1b39 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Unset dirty status for tenant:27857b75b5b34be1af5fa2e947401119 on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:24.414677 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6870ccc1-6bb4-4a48-a142-ea4bba6a1b39 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.5387104 Jan 14 11:47:24.417944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.418660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.424433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.425015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43878) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.429332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69cf2b8-7005-4f73-b8ec-99660d036c1a None None] Network e9f29957-bf14-46a2-b436-3070fc9a7c81 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:24.497789 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-de07aaef-0d29-4d93-8deb-64fe2360327e tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a361843-710b-406a-bf58-9bf9a3e08966 HTTP/1.1" status: 200 len: 205 time: 0.0693278 Jan 14 11:47:24.501089 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-56b8ab1c-4dc6-40f8-84bf-e956d3566ed5 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/subnets/d532e318-3af6-4416-bc84-93052e036f69 HTTP/1.1" status: 204 len: 168 time: 1.3059928 Jan 14 11:47:24.505200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43882) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.506118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43884) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.562476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=89ac2c47-db9c-4f04-b326-b10f674c3372,revision_number=5']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:24.567805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] Pushing event deleted for resources: {'Port': ['ID=bc4c1836-414f-4201-9ab4-47becfdd10a4,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:24.601277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=ae458e31-82b6-48e7-935b-c45c8511b036,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:24.607873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1e494-4505-4301-a452-3c2b0c233867 None None] No DVR routers for this DVR port bc4c1836-414f-4201-9ab4-47becfdd10a4 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:24.624889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:24.625215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:24.633410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:24.634299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:24.636920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:24.637652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.646503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f879516-020c-4f3f-a837-90582b77e888 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:24.673205 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-08d96fbf-f849-45b3-9262-03c6f5ec1924 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1375113 Jan 14 11:47:24.673599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43894) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.678998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:63:9a:c9', 'name': 'tempest-NetworksTestDHCPv6-1174924514'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:24.725597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43898) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:24.801097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.813238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 89ac2c47-db9c-4f04-b326-b10f674c3372 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:24.813710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.826789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.829038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Transition to ACTIVE for port object 0d6d8383-df0c-4074-b638-5d2c33c4c372 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:24.867175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:24.940893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6d8383-df0c-4074-b638-5d2c33c4c372,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:24.950438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:24.959577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:24.963470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:24.973336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:25.001718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:25.005572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.017146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Checking segment: {'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:25.017496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Network hostable DHCP agents. Network: 582b4854-cc85-47ea-8715-d9c21eac2409, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:25.038475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=ad3eca3a-536a-4409-8d06-0d16f8847296,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:25.047057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 41420584-3d2c-47d4-b047-c139aeb03422 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:25.095624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Network 582b4854-cc85-47ea-8715-d9c21eac2409 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:25.142911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Deleting port 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:25.143080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.182682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] DHCP port deletion for e9f29957-bf14-46a2-b436-3070fc9a7c81 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:25.187442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] Deleting port 820c8f55-fa7a-432f-92c7-5798b0a56dbd {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:25.187831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.230081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:25.230471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.277684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:25.277973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:25.278525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device bc4c1836-414f-4201-9ab4-47becfdd10a4 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:25.283252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.297644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 582b4854-cc85-47ea-8715-d9c21eac2409) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:25.303470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] The port '3ce181ed-d66d-4d7d-8a5c-3bc05cefbfd6' was deleted {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:25.316204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465065f8-3d6b-4122-87e4-427a19960390 None None] Network 582b4854-cc85-47ea-8715-d9c21eac2409 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:25.316604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f13ca45-7e04-4926-9da7-3d98078fcc04']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:25.332152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db4696-d032-4c49-96bd-96d028c5877e') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:25.332531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db4696-d032-4c49-96bd-96d028c5877e') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:25.339207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:25.342630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: bc4c1836-414f-4201-9ab4-47becfdd10a4 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:25.342959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device bc4c1836-414f-4201-9ab4-47becfdd10a4 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:25.450720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.453486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:25.453900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:25.454291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:25.495685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.529930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:25.530222 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:25.538245 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 2 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:25.556823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:25.561314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Usage tracker for resource:security_group_rule and tenant:e9b61280444d46479d5027d84f720a3c is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:25.566225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:25.573335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:25.587128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:25.587595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:25.587997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:25.597284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dc9cdc-16a2-4314-a75d-9c43a98ebed9']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:25.615020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:25.615468 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:25.622934 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 3 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:25.642924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:25.643311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1cf83e-0f72-4800-a86d-5cb06a3a22cc') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:25.663299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 172.20.0.6 (d177d53d-ca61-4e91-af17-578924330245/f0df1afa-63be-4082-8923-2454105a6bbf/41420584-3d2c-47d4-b047-c139aeb03422) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:25.665579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:25.666032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:25.666454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:25.676021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.680993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] For port 820c8f55-fa7a-432f-92c7-5798b0a56dbd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=820c8f55-fa7a-432f-92c7-5798b0a56dbd,segment=NetworkSegment(c437e3d2-4c3b-48d3-874c-b734db63bdc1),segment_id=c437e3d2-4c3b-48d3-874c-b734db63bdc1)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:25.680993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.693617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fe63:9ac9 (d177d53d-ca61-4e91-af17-578924330245/ae458e31-82b6-48e7-935b-c45c8511b036/41420584-3d2c-47d4-b047-c139aeb03422) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:25.706850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:25.707261 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:25.710821 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 4 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:25.718923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.751266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:25.751898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.763783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:25.768433 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:25.771095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:25.771183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:25.771560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:25.797148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.799160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:25.799630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:25.823249 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:25.833241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.868273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:25.868857 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:25.886031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] Calling delete_port for 820c8f55-fa7a-432f-92c7-5798b0a56dbd owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:25.905978 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 5 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:25.926117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.950431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:25.994687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.003328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.004634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5b76b4fa-21c5-4bcf-b111-8a99309a2f7c None None] Provisioning complete for port 89ac2c47-db9c-4f04-b326-b10f674c3372 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:26.005029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5b76b4fa-21c5-4bcf-b111-8a99309a2f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.013224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:26.013556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:26.013886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:26.019624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] Pushing event deleted for resources: {'Network': ['ID=21dc9cdc-16a2-4314-a75d-9c43a98ebed9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.029743 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3343b338-c775-4d42-9f27-96b79079c782 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374 tempest-ExtraDHCPOptionsIpV6TestJSON-20412374-project] 10.222.0.48 "DELETE /v2.0/networks/21dc9cdc-16a2-4314-a75d-9c43a98ebed9 HTTP/1.1" status: 204 len: 168 time: 3.0192475 Jan 14 11:47:26.036603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:26.037152 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:26.037674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 6 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:26.060931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.068604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:26.069219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:26.069345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d47067-677a-4008-98be-30d120c14d29,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.069809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:26.117446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] Pushing event deleted for resources: {'Port': ['ID=820c8f55-fa7a-432f-92c7-5798b0a56dbd,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.221884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:26.222354 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:26.224291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 7 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:26.242855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:26.243187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:26.243585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:26.249694 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-75391432-1ace-4403-822e-e0a46f0c1b9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9b61280444d46479d5027d84f720a3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5162086 Jan 14 11:47:26.255167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43906) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:26.257463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.271193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4774e74-10b8-4d32-8680-462876af5d66 None None] No DVR routers for this DVR port 820c8f55-fa7a-432f-92c7-5798b0a56dbd on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:26.284287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:26.284826 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:26.288024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.293303 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 8 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:26.347968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:26.348483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:26.349253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:26.356432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 41420584-3d2c-47d4-b047-c139aeb03422 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:26.367894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:26.368555 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:26.370165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 9 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:26.384422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.387186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 89ac2c47-db9c-4f04-b326-b10f674c3372 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:26.398472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Network': ['ID=5f13ca45-7e04-4926-9da7-3d98078fcc04,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.402376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45886739-3241-461c-a117-87da5319ad56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.405435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.426054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:26.426582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:26.427878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:26.430588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.434463 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-48a8ca42-0449-40ea-a6d6-a7922746400b tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/networks/5f13ca45-7e04-4926-9da7-3d98078fcc04 HTTP/1.1" status: 204 len: 168 time: 1.9213667 Jan 14 11:47:26.437630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43912) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:26.452177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45886739-3241-461c-a117-87da5319ad56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.461641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:26.461641 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:26.465444 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 10 to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 Jan 14 11:47:26.494022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.509929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 89ac2c47-db9c-4f04-b326-b10f674c3372 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:26.510302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.539508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:26.539697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:26.540035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:26.554185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:26.554613 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 0d6d8383-df0c-4074-b638-5d2c33c4c372 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:26.555023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.585177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43916) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:26.661708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=41420584-3d2c-47d4-b047-c139aeb03422,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.665662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:26.674726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:26.679589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:26.725382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45886739-3241-461c-a117-87da5319ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.730779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 820c8f55-fa7a-432f-92c7-5798b0a56dbd no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:26.771002 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 820c8f55-fa7a-432f-92c7-5798b0a56dbd {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:26.771687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 820c8f55-fa7a-432f-92c7-5798b0a56dbd not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:26.785419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886739-3241-461c-a117-87da5319ad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d47067-677a-4008-98be-30d120c14d29,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.791188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45886739-3241-461c-a117-87da5319ad56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.792308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-45886739-3241-461c-a117-87da5319ad56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80d47067-677a-4008-98be-30d120c14d29 HTTP/1.1" status: 204 len: 168 time: 0.5323930 Jan 14 11:47:26.798998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:26.799639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.810757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] For port 0d6d8383-df0c-4074-b638-5d2c33c4c372, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:26.811379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempted to set empty binding levels {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 11:47:26.822471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.859952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.860756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Fanout notify agent at l3_agent the message router_deleted on router 3f623139-bde4-4bf4-b3ab-31cad4cc5845 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:26.884210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.884406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5ae72b25-c544-4317-87d6-1fa35c22defb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2075076 Jan 14 11:47:26.885778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.889442 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7f0ac8e9-2cc2-456d-9721-c16ce8628a9c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/routers/3f623139-bde4-4bf4-b3ab-31cad4cc5845 HTTP/1.1" status: 204 len: 168 time: 4.9899216 Jan 14 11:47:26.891635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43924) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:26.892172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43926) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:26.908527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:26.956553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6d8383-df0c-4074-b638-5d2c33c4c372,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:26.979216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-22fb17ae-cea9-49c7-874f-56352071fd57 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.6383150 Jan 14 11:47:26.987873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43932) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:27.041075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f10f03d-7e03-4d2b-bc86-208e19d0bc4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d311c23ceb44ce1b144050a4300ad93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452312 Jan 14 11:47:27.046647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43936) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:27.096594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Deleting port 0d6d8383-df0c-4074-b638-5d2c33c4c372 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:27.096956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.205194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c498e9e8-6d94-4835-a783-d2fcaebaec3d None None] Provisioning for port 41420584-3d2c-47d4-b047-c139aeb03422 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:27.216395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c498e9e8-6d94-4835-a783-d2fcaebaec3d None None] Provisioning complete for port 41420584-3d2c-47d4-b047-c139aeb03422 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:27.216789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c498e9e8-6d94-4835-a783-d2fcaebaec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.238967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.279867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4aad3-ec83-4d23-925b-45b040e2318f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:27.284141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4aad3-ec83-4d23-925b-45b040e2318f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:27.285036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a5a4aad3-ec83-4d23-925b-45b040e2318f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:27.294742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.296854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c498e9e8-6d94-4835-a783-d2fcaebaec3d None None] Port 41420584-3d2c-47d4-b047-c139aeb03422 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:27.310763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Deleting port c45bb328-191c-4223-bc39-9bbc3878b13d {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:27.311108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.401822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f29957-bf14-46a2-b436-3070fc9a7c81']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:27.410459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-344ef862-ac63-484b-a8a3-77f33122c778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.421956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a5a4aad3-ec83-4d23-925b-45b040e2318f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:27.426715 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a5a4aad3-ec83-4d23-925b-45b040e2318f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5288746 Jan 14 11:47:27.430235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c437e3d2-4c3b-48d3-874c-b734db63bdc1') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:27.430521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c437e3d2-4c3b-48d3-874c-b734db63bdc1') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:27.431932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43950) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:27.504185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.508017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] For port 0d6d8383-df0c-4074-b638-5d2c33c4c372, host hv-neutron-8238, got binding levels [] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:27.508363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.512597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting subnet 9572a767-ea7d-4ef0-8abd-d916fc500b8d {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:27.527598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.570914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.592792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:27.593118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.596771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 41420584-3d2c-47d4-b047-c139aeb03422 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:27.597109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:27.613880 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:27.630312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-344ef862-ac63-484b-a8a3-77f33122c778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.682706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.707128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Calling delete_port for 0d6d8383-df0c-4074-b638-5d2c33c4c372 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:27.760468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.834566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43960) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:27.893007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.900163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Calling delete_port for c45bb328-191c-4223-bc39-9bbc3878b13d owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:27.932089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.969751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.982187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-344ef862-ac63-484b-a8a3-77f33122c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:27.989771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Network': ['ID=e9f29957-bf14-46a2-b436-3070fc9a7c81,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:28.000043 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc8c9394-0182-4196-924f-b8c9c14a00ad tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/networks/e9f29957-bf14-46a2-b436-3070fc9a7c81 HTTP/1.1" status: 204 len: 168 time: 1.5609219 Jan 14 11:47:28.004258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43966) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:28.008891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d6d8383-df0c-4074-b638-5d2c33c4c372,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:28.025827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ef862-ac63-484b-a8a3-77f33122c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25df6286-5fa8-42a3-a295-314ee273965b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:28.053816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.075747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-344ef862-ac63-484b-a8a3-77f33122c778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.087198 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-344ef862-ac63-484b-a8a3-77f33122c778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25df6286-5fa8-42a3-a295-314ee273965b HTTP/1.1" status: 204 len: 168 time: 1.0317738 Jan 14 11:47:28.088483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.092136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-543806fe-7b5f-46ca-a53d-f1f972797a79 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0d6d8383-df0c-4074-b638-5d2c33c4c372 HTTP/1.1" status: 204 len: 168 time: 1.1028137 Jan 14 11:47:28.102250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43972) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:28.221175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.242227 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5329bdda-5a5f-4c42-b36b-58ae8a0deb6b tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:47:28.242722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5329bdda-5a5f-4c42-b36b-58ae8a0deb6b tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Synchronizing usage tracker for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:28.246777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1413212732'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:28.261159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:28.348945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Usage tracker for resource:network and tenant:3e057d26f9b94aaa87a2fdeef375fa64 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:28.354477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.358559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:28.471908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 41420584-3d2c-47d4-b047-c139aeb03422 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:28.522651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5329bdda-5a5f-4c42-b36b-58ae8a0deb6b tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Unset dirty status for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:28.523802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5329bdda-5a5f-4c42-b36b-58ae8a0deb6b tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "GET /v2.0/ports/0d6d8383-df0c-4074-b638-5d2c33c4c372 HTTP/1.1" status: 404 len: 333 time: 0.4206228 Jan 14 11:47:28.529336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43980) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:28.537787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Request body: {'port': {'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421561110'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:28.544407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:28.549081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:28.557070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Subnet': ['ID=9572a767-ea7d-4ef0-8abd-d916fc500b8d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:28.572327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:28.585033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.586570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Made reservation on behalf of 019189660f0b47e9b4158348dd403685 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:28.589036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.602587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a1581-95f9-441d-abe8-35cd936bde90 None None] Network 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:28.649903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port 33b1e287-b44e-4122-a594-5147a3ec3eb7 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:28.688279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.750240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Made reservation on behalf of 3e057d26f9b94aaa87a2fdeef375fa64 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:28.755140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.790692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event deleted for resources: {'Port': ['ID=c45bb328-191c-4223-bc39-9bbc3878b13d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:28.795440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.800152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting subnet f3434cbe-d24b-474f-9915-d49ef81e08ae {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:28.806338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.819395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:28.884608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=41420584-3d2c-47d4-b047-c139aeb03422,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:28.917491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:28.921588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Usage tracker for resource:security_group_rule and tenant:3e057d26f9b94aaa87a2fdeef375fa64 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:28.925357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:28.933157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:29.017954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.020318 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea64f14d-18c7-40c7-b9f7-102cf7128386 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/subnets/9572a767-ea7d-4ef0-8abd-d916fc500b8d HTTP/1.1" status: 204 len: 168 time: 2.1246166 Jan 14 11:47:29.031938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 43990) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:29.035370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.125298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] DHCP port deletion for 8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:29.130456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] Deleting port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:29.130820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.199761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.257269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-164abd22-2359-4109-9aa8-ff3f323e6139 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/41420584-3d2c-47d4-b047-c139aeb03422 HTTP/1.1" status: 204 len: 168 time: 1.8219719 Jan 14 11:47:29.260113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 43998) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:29.335024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.365357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb1331-d2da-4628-b460-ed69aae86cb5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:29.366811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb1331-d2da-4628-b460-ed69aae86cb5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:29.368027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.369038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb1331-d2da-4628-b460-ed69aae86cb5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:29.369835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c9eb1331-d2da-4628-b460-ed69aae86cb5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:29.398296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c9eb1331-d2da-4628-b460-ed69aae86cb5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:29.402653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c9eb1331-d2da-4628-b460-ed69aae86cb5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1415980 Jan 14 11:47:29.403592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44004) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:29.407898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.434130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] For port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,segment=NetworkSegment(efea0339-7555-41e1-bbbd-838604ca7af6),segment_id=efea0339-7555-41e1-bbbd-838604ca7af6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:29.434755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.441431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.446232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:29.488395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44008) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:29.496891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.497238 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Added segment 167c91bc-6cae-44f7-8b29-22e8d223a9d0 of type vlan for network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc Jan 14 11:47:29.526955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ca84a-e736-4965-b3da-0b8b4e230b65,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:29.530106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:29.530449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.558144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Network 582b4854-cc85-47ea-8715-d9c21eac2409 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:29.564609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:29.567900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:29.568666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:29.569328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.575073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=33b1e287-b44e-4122-a594-5147a3ec3eb7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:29.605771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.619852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] Calling delete_port for 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:29.671168 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9f4053ab-bc1b-4ac5-8b5c-8a78c240c922 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1404846 Jan 14 11:47:29.674346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44014) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:29.681878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:29.703944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.726073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-610295471'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:29.737744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.745932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] Pushing event deleted for resources: {'Port': ['ID=04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:29.755146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b890448-ab6d-46b3-8df7-8e55b24fa171 None None] No DVR routers for this DVR port 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:29.802038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:29.820223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:29.824204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:29.824600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.855538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet ae458e31-82b6-48e7-935b-c45c8511b036 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:29.876255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:29.884689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.901446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] The port '04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:29.902168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:29.975312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.089383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:30.092190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.108880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.113115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:30.113689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.176628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.254484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.267992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.274153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:30.311304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:30.311645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04a936c5-8a94-4e09-b3e5-a7d0a2cd72bd not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:30.356187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port 33b1e287-b44e-4122-a594-5147a3ec3eb7 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:30.368335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.395379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Transition to ACTIVE for port object 33b1e287-b44e-4122-a594-5147a3ec3eb7 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:30.396774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.427860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.483944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=ae458e31-82b6-48e7-935b-c45c8511b036,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:30.502056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.508272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fd1e8-81bc-4e2d-8cbd-2ce35e8ffd90 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:30.566042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.578060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=33b1e287-b44e-4122-a594-5147a3ec3eb7,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:30.580531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Subnet': ['ID=f3434cbe-d24b-474f-9915-d49ef81e08ae,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:30.581087 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5f54f5e4-2a53-40e2-ae56-75faa368d3b7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/ae458e31-82b6-48e7-935b-c45c8511b036 HTTP/1.1" status: 204 len: 168 time: 1.1759038 Jan 14 11:47:30.583576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44018) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:30.617018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.632901 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7425499 Jan 14 11:47:30.632901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6d31-54ce-46f4-b35b-90012abd7dec tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event updated for resources: {'Network': ['ID=e23c74bc-c40b-4cc1-852c-a8aaf5f66adc,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:30.634172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44022) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:30.639349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8a10a2-026a-43bd-b20b-5f2c32a9aa76']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:30.644689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Request body: {'subnet': {'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:30.647103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.662814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.665436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efea0339-7555-41e1-bbbd-838604ca7af6') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:30.665730 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efea0339-7555-41e1-bbbd-838604ca7af6') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:30.673924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:30.684485 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c3703c78-c526-487f-8ea0-e6e3669a98c2 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/subnets/f3434cbe-d24b-474f-9915-d49ef81e08ae HTTP/1.1" status: 204 len: 168 time: 2.6738837 Jan 14 11:47:30.684485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.684964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31180c76-880f-4359-a665-906bc346b76a None None] Network 13fae46a-70d6-483d-9e17-2ae320f605f8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:30.691126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group_rule and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:30.696307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44026) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:30.699203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:30.699355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:30.729511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:30.736203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.786704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:30.786937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:30.787705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:30.800832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:30.804234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:30.804644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.810922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Usage tracker for resource:subnet and tenant:3e057d26f9b94aaa87a2fdeef375fa64 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:30.819784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:30.826286 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:30.831676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet f0df1afa-63be-4082-8923-2454105a6bbf {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:30.840492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:30.843075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:30.844719 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:30.845755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.873465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 2 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:30.906365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Made reservation on behalf of 3e057d26f9b94aaa87a2fdeef375fa64 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:30.920771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:30.921099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:30.921624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:30.932887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.933655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Fanout notify agent at l3_agent the message router_deleted on router 7a361843-710b-406a-bf58-9bf9a3e08966 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:30.960565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-38b6ff13-4efd-46ad-9848-497f208c9c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.963076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.985226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.986391 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2019023b-0b41-4c56-9b42-9ba7c74313f9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/7a361843-710b-406a-bf58-9bf9a3e08966 HTTP/1.1" status: 204 len: 168 time: 6.4778624 Jan 14 11:47:30.995551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:30.997508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.003980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44032) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:31.024622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.030443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1695215198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:31.036254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.036577 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.048533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 3 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.054565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:31.069829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Network': ['ID=8b8a10a2-026a-43bd-b20b-5f2c32a9aa76,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:31.071592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting port 36db115a-7b38-4005-bb50-a154c52b734c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:31.072098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.082425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.083009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.083505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.095998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Usage tracker for resource:router and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:31.097491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.103557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.105987 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-edc9337f-a4f5-4c8d-b14c-3887087cdebf tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/networks/8b8a10a2-026a-43bd-b20b-5f2c32a9aa76 HTTP/1.1" status: 204 len: 168 time: 2.0647840 Jan 14 11:47:31.115665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:31.123613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44036) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:31.123613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.137328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:31.137627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.137960 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.188610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 4 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.208252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.240597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.240997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.241191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.267977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.268312 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.270803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 5 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.279351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.285374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.286297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.300875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] DHCP port deletion for 13fae46a-70d6-483d-9e17-2ae320f605f8 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:31.306663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] Deleting port 36db115a-7b38-4005-bb50-a154c52b734c {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:31.307421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.330814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.331146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.331478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.354188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.354508 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.359257 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 6 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.366125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:31.417465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07011d86-d286-4765-8208-65d432906f1b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:31.421655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 7441db3c-30a0-49fc-9c55-96c88092d3ca {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:31.421935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.423857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.424444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.424771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.441101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.441434 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.447618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 7 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.465767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.467359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.467687 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 950d8b7b-61af-4315-9ec8-d6df2a5b74be of type vlan for network faf550d0-02bf-46de-ab09-7a5d823b7b98 Jan 14 11:47:31.521415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.521656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.521990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.527000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=f0df1afa-63be-4082-8923-2454105a6bbf,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:31.564655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.566932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] For port 36db115a-7b38-4005-bb50-a154c52b734c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=36db115a-7b38-4005-bb50-a154c52b734c,segment=NetworkSegment(815624db-ee10-459a-a6d5-5f74ff088737),segment_id=815624db-ee10-459a-a6d5-5f74ff088737)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:31.567692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.572919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.573185 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.577349 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 8 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.612277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.690727 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d3640fb2-ce4c-4e31-aea7-1a4d643a322a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/f0df1afa-63be-4082-8923-2454105a6bbf HTTP/1.1" status: 204 len: 168 time: 1.1061080 Jan 14 11:47:31.691437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44040) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:31.693822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event updated for resources: {'Subnet': ['ID=402536fc-bb9c-43f2-a9f2-adb27671b478,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:31.694621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.698000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.698797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.699143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.709131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] Calling delete_port for 36db115a-7b38-4005-bb50-a154c52b734c owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:31.709669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.709961 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.767920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.768253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.794412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 9 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.798344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.811433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e527dbc8-e0af-4c4f-9e24-07d9ed88d3ae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:router {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:31.814993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.815316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.815642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.841426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.842004 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.844646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] Pushing event deleted for resources: {'Port': ['ID=36db115a-7b38-4005-bb50-a154c52b734c,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:31.851145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecd5e1-aa70-46e2-8e34-e376966f3730 None None] No DVR routers for this DVR port 36db115a-7b38-4005-bb50-a154c52b734c on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:31.856840 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 10 to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 Jan 14 11:47:31.869293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e527dbc8-e0af-4c4f-9e24-07d9ed88d3ae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:router {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:31.870414 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e527dbc8-e0af-4c4f-9e24-07d9ed88d3ae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743035 Jan 14 11:47:31.875107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:31.884478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:31.884955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:31.885627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:31.892035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:31.906980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.916999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 7441db3c-30a0-49fc-9c55-96c88092d3ca owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:31.917607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438fe095-860d-4142-9474-1e25c839a91e None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:31.922997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Checking segment: {'id': '167c91bc-6cae-44f7-8b29-22e8d223a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:31.923355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Network hostable DHCP agents. Network: e23c74bc-c40b-4cc1-852c-a8aaf5f66adc, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:31.978406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] For port 36db115a-7b38-4005-bb50-a154c52b734c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=36db115a-7b38-4005-bb50-a154c52b734c,segment=NetworkSegment(815624db-ee10-459a-a6d5-5f74ff088737),segment_id=815624db-ee10-459a-a6d5-5f74ff088737)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:31.978754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:31.982763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:31.983087 dv-neutron-823850-1-hyperv neutron-server[83451]: ERROR neutron.plugins.ml2.managers [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:31.983435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.075594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:32.091570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c66f7e65-6337-4bcb-a8d7-5031c1bc2e13 None None] Provisioning complete for port 89ac2c47-db9c-4f04-b326-b10f674c3372 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:32.092261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c66f7e65-6337-4bcb-a8d7-5031c1bc2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.093452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:32.107978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:32.116260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.131222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Calling delete_port for 36db115a-7b38-4005-bb50-a154c52b734c owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:32.137254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] For port 33b1e287-b44e-4122-a594-5147a3ec3eb7, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:32.137930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempted to set empty binding levels {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 11:47:32.140467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:32.165493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:32.183798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.282700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:32.288041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.294062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.297733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:32.298307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.303707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, e23c74bc-c40b-4cc1-852c-a8aaf5f66adc) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:32.305544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] In _notify_port_updated(), no bound segment for port 33b1e287-b44e-4122-a594-5147a3ec3eb7 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:47:32.306514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.310689 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "PUT /v2.0/ports/33b1e287-b44e-4122-a594-5147a3ec3eb7 HTTP/1.1" status: 200 len: 976 time: 2.6355309 Jan 14 11:47:32.312179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d432aea-c626-4fb3-a2b0-b3da503b6e32 None None] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:32.322434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44048) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:32.334484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:32.335011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.353112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:32.423179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] Deleting port 89ac2c47-db9c-4f04-b326-b10f674c3372 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:32.423545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.462269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 36db115a-7b38-4005-bb50-a154c52b734c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:32.480989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.485015 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9f58ff30-3d77-47de-8dd5-878c46761b9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4772108 Jan 14 11:47:32.491525 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9957674 Jan 14 11:47:32.491525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44054) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:32.500089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44056) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:32.509949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523cded-c9c7-45ba-a90c-302fcf010a83 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=33b1e287-b44e-4122-a594-5147a3ec3eb7,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:32.515019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'name': 'tempest-PortsIpV6TestJSON-1584771817'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:32.537234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 36db115a-7b38-4005-bb50-a154c52b734c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:32.537718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 36db115a-7b38-4005-bb50-a154c52b734c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:32.539803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': True}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:32.589747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f442f2-dade-4d77-b1fe-1c79c08c16fe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=faf550d0-02bf-46de-ab09-7a5d823b7b98,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:32.600406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-83283de7-bec7-4dce-b25f-ce68ef3ddb4f tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9625092 Jan 14 11:47:32.601872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44062) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:32.627672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:32.629720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Request body: {'port': {'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2023892652'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:32.634812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:32.635127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:32.712079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.761030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=7441db3c-30a0-49fc-9c55-96c88092d3ca,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:32.769097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:32.775863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:port and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:32.783742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:32.803388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:32.839859 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e44f9c85-5365-462f-9ed3-7feb54471273 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14061 time: 0.4943466 Jan 14 11:47:32.844654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44066) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:32.869194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:32.872106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:32.894832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:32.908396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Usage tracker for resource:port and tenant:3e057d26f9b94aaa87a2fdeef375fa64 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:32.913156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:32.925943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:32.928142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port b4cf3414-889f-44f8-9946-9ea9f1da89ab yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:32.976082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] For port 89ac2c47-db9c-4f04-b326-b10f674c3372, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=89ac2c47-db9c-4f04-b326-b10f674c3372,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:32.976690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.000861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Made reservation on behalf of 3e057d26f9b94aaa87a2fdeef375fa64 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:33.003782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.050760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Deleting port 33b1e287-b44e-4122-a594-5147a3ec3eb7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:33.051101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.059906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.091144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-e23c74bc-c40b-4cc1-852c-a8aaf5f66adc', 'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc', 'tenant_id': '3e057d26f9b94aaa87a2fdeef375fa64', 'fixed_ips': [{'subnet_id': '402536fc-bb9c-43f2-a9f2-adb27671b478'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:33.091535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.092870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] device_id is not set on port a6e61a9f-991c-46a7-aafe-96db2114eb8f yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:33.101541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.105253 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:47:33.164343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Deleting port 36db115a-7b38-4005-bb50-a154c52b734c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:33.164979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.169341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbfd3-4f94-47b5-82d9-3be84b62f38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.179608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] Calling delete_port for 89ac2c47-db9c-4f04-b326-b10f674c3372 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:33.232213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:33.241777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:33.290687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] The port '36db115a-7b38-4005-bb50-a154c52b734c' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:33.305478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:33.306059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.338013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=e2fdc050-cff7-4272-91a8-47b9f0454332,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:33.351625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.353017 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ac8b3b55-4018-4a28-bc1c-a21143a511da tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/floatingips/34e4a555-4fd7-4b77-af8e-ed792e600289 HTTP/1.1" status: 204 len: 168 time: 2.2287006 Jan 14 11:47:33.363977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.366536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:33.411484 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a41486b8-0081-46aa-b5d6-8be1fd3ed28c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5335214 Jan 14 11:47:33.415345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] Pushing event deleted for resources: {'Port': ['ID=89ac2c47-db9c-4f04-b326-b10f674c3372,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:33.424158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:33.429901 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0813158-d2bc-451d-96f4-c39dc102243e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] DELETE failed (client error): The resource could not be found. Jan 14 11:47:33.430338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0813158-d2bc-451d-96f4-c39dc102243e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:33.435291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a0813158-d2bc-451d-96f4-c39dc102243e tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/ports/6fdf4958-251d-4304-b01a-ad204eecb044 HTTP/1.1" status: 404 len: 333 time: 0.0644779 Jan 14 11:47:33.437002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:33.449533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Allocated IP 172.20.0.2 (e23c74bc-c40b-4cc1-852c-a8aaf5f66adc/402536fc-bb9c-43f2-a9f2-adb27671b478/a4312b82-ab9e-488e-b045-0915212d91a1) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:33.451636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633aa57-54ab-4d86-920e-7ecc8148dc32 None None] No DVR routers for this DVR port 89ac2c47-db9c-4f04-b326-b10f674c3372 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:33.459929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.461736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44080) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:33.472311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025952e-411a-44bb-a302-654fbaf969f0 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:33.566272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7f2db10c-5818-471f-a83b-460642209b6a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Synchronizing usage tracker for tenant:2148588148104dd085af4fc4ccfdc805 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:33.618565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7f2db10c-5818-471f-a83b-460642209b6a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Unset dirty status for tenant:2148588148104dd085af4fc4ccfdc805 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:33.621538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f2db10c-5818-471f-a83b-460642209b6a tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f623139-bde4-4bf4-b3ab-31cad4cc5845 HTTP/1.1" status: 200 len: 205 time: 0.1573322 Jan 14 11:47:33.628670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44084) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:33.648929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.722182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:33.730637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:33.739630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:33.740113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.752436 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-5d4412ec-9ccf-4a45-b633-25bc8b81dad6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] delete failed (client error): The resource could not be found. Jan 14 11:47:33.753744 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5d4412ec-9ccf-4a45-b633-25bc8b81dad6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/routers/3f623139-bde4-4bf4-b3ab-31cad4cc5845 HTTP/1.1" status: 404 len: 336 time: 0.1181781 Jan 14 11:47:33.754438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:33.756306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=b4cf3414-889f-44f8-9946-9ea9f1da89ab,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:33.758290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44090) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:33.760451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.800235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] For port 33b1e287-b44e-4122-a594-5147a3ec3eb7, host hv-neutron-8238, got binding levels [] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:33.800647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.808655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fae46a-70d6-483d-9e17-2ae320f605f8']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:33.826535 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81e4c21-3673-46f3-b5d6-9c480475141f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] DELETE failed (client error): The resource could not be found. Jan 14 11:47:33.827002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81e4c21-3673-46f3-b5d6-9c480475141f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:33.831341 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e81e4c21-3673-46f3-b5d6-9c480475141f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/subnets/9572a767-ea7d-4ef0-8abd-d916fc500b8d HTTP/1.1" status: 404 len: 337 time: 0.0676749 Jan 14 11:47:33.833671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44094) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:33.851435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'e2fdc050-cff7-4272-91a8-47b9f0454332'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:33.852227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.867213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:33.870881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.943408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815624db-ee10-459a-a6d5-5f74ff088737') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:33.943698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815624db-ee10-459a-a6d5-5f74ff088737') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:33.948693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:33.961323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Calling delete_port for 33b1e287-b44e-4122-a594-5147a3ec3eb7 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:33.966156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Transition to ACTIVE for port object a4312b82-ab9e-488e-b045-0915212d91a1 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:33.966981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '950d8b7b-61af-4315-9ec8-d6df2a5b74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:33.967333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: faf550d0-02bf-46de-ab09-7a5d823b7b98, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:33.999940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.006391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port a9493626-cc6c-4aae-b877-658031c70e77 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:34.006733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.033078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Transition to ACTIVE for port object a4312b82-ab9e-488e-b045-0915212d91a1 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:34.056703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.087285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.102884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:34.103536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:34.118903 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:34.180020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.189850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Allocated IP 172.20.0.2 (d177d53d-ca61-4e91-af17-578924330245/e2fdc050-cff7-4272-91a8-47b9f0454332/4247fd42-720c-4eff-a9ab-c603d6f4ae96) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:34.194130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:34.197771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:34.198647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Pushing event updated for resources: {'Port': ['ID=a4312b82-ab9e-488e-b045-0915212d91a1,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:34.201259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:34.230909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:34.231412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.233252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Allocated IP 172.20.0.11 (e23c74bc-c40b-4cc1-852c-a8aaf5f66adc/402536fc-bb9c-43f2-a9f2-adb27671b478/a6e61a9f-991c-46a7-aafe-96db2114eb8f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:34.251966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, faf550d0-02bf-46de-ab09-7a5d823b7b98) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:34.287703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event deleted for resources: {'Port': ['ID=33b1e287-b44e-4122-a594-5147a3ec3eb7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:34.289610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.290495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:34.294571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:34.294961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.316166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.330422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Pushing event deleted for resources: {'Network': ['ID=13fae46a-70d6-483d-9e17-2ae320f605f8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:34.337760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.345541 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b2e2f32a-048d-4c3f-bfba-9928bb8ce710 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "DELETE /v2.0/ports/33b1e287-b44e-4122-a594-5147a3ec3eb7 HTTP/1.1" status: 204 len: 168 time: 1.4932516 Jan 14 11:47:34.345541 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e598e1f4-90a7-4666-a5f0-c1abafcdba60 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/networks/13fae46a-70d6-483d-9e17-2ae320f605f8 HTTP/1.1" status: 204 len: 168 time: 3.6433425 Jan 14 11:47:34.345541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44100) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:34.347316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44102) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:34.355862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450ad62-7965-4f0c-91b5-1e11b31ae378 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:34.393872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 89ac2c47-db9c-4f04-b326-b10f674c3372 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:34.447867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8d167ae7-5d40-4a83-a245-fa00d9711c14 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Synchronizing usage tracker for tenant:49440556e1de40b8aac5fdbf1bdc6499 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:34.459836 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8220b22-9061-40c1-825f-9e126b3514e7 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:47:34.460338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c8220b22-9061-40c1-825f-9e126b3514e7 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Synchronizing usage tracker for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:34.513197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8d167ae7-5d40-4a83-a245-fa00d9711c14 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Unset dirty status for tenant:49440556e1de40b8aac5fdbf1bdc6499 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:34.517206 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8d167ae7-5d40-4a83-a245-fa00d9711c14 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "GET /v2.0/ports?device_id=152adad3-5cd9-49a2-9ba8-e4b65857f504 HTTP/1.1" status: 200 len: 205 time: 0.1691277 Jan 14 11:47:34.522745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44108) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:34.526993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c8220b22-9061-40c1-825f-9e126b3514e7 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Unset dirty status for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:34.528128 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c8220b22-9061-40c1-825f-9e126b3514e7 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "GET /v2.0/ports/33b1e287-b44e-4122-a594-5147a3ec3eb7 HTTP/1.1" status: 404 len: 333 time: 0.1807473 Jan 14 11:47:34.534271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44112) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:34.565753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1081985852', 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:34.593448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 89ac2c47-db9c-4f04-b326-b10f674c3372 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:34.594326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 89ac2c47-db9c-4f04-b326-b10f674c3372 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:34.617982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:34.626469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.647811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Attempting to bind port a4312b82-ab9e-488e-b045-0915212d91a1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:34.648160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Attempting to bind port a4312b82-ab9e-488e-b045-0915212d91a1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '167c91bc-6cae-44f7-8b29-22e8d223a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:34.648527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Attempting to bind port a4312b82-ab9e-488e-b045-0915212d91a1 on network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:34.662528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.663429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:34.681284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a0f379b0-d471-4053-bb64-4e9d497842f5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1767921 Jan 14 11:47:34.693429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44116) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:34.707763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:34.708124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Checking segment: {'id': '167c91bc-6cae-44f7-8b29-22e8d223a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:34.708340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.708454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.709045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Bound using segment: {'id': '167c91bc-6cae-44f7-8b29-22e8d223a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:34.709477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Bound port: a4312b82-ab9e-488e-b045-0915212d91a1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c91bc-6cae-44f7-8b29-22e8d223a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:34.709616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.712083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-518466547'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:34.746595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:34.758935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.815853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:34.821932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Made reservation on behalf of 019189660f0b47e9b4158348dd403685 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:34.824194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.837951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:34.845425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.871330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:34.916222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.924804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] For port a4312b82-ab9e-488e-b045-0915212d91a1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:34.928589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] For port a4312b82-ab9e-488e-b045-0915212d91a1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4312b82-ab9e-488e-b045-0915212d91a1,segment=NetworkSegment(167c91bc-6cae-44f7-8b29-22e8d223a9d0),segment_id=167c91bc-6cae-44f7-8b29-22e8d223a9d0)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:34.936554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:34.940593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Transition to ACTIVE for port object 4247fd42-720c-4eff-a9ab-c603d6f4ae96 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:35.001688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for a9493626-cc6c-4aae-b877-658031c70e77 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:35.019650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Transition to ACTIVE for port object 4247fd42-720c-4eff-a9ab-c603d6f4ae96 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:35.032291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.054353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:35.056485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921c652-0dc3-4897-966a-a1571a5f641a None None] Pushing event updated for resources: {'Port': ['ID=a4312b82-ab9e-488e-b045-0915212d91a1,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:35.057398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.067416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port 3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:35.113660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:35.119264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:35.130201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:35.176607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Allocated IP 172.26.8.9 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/565e5976-fb30-4fe7-bfa3-2ff85acbb66e) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:35.181040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Pushing event updated for resources: {'Port': ['ID=4247fd42-720c-4eff-a9ab-c603d6f4ae96,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:35.263506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.264478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Attempting to bind port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:35.265035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Attempting to bind port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:35.265537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Attempting to bind port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:35.277617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:35.278078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:35.278526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.279929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:35.280487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Bound port: 4247fd42-720c-4eff-a9ab-c603d6f4ae96, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:35.280913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.319274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:35.332134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Transition to ACTIVE for port object a6e61a9f-991c-46a7-aafe-96db2114eb8f will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:35.440804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.441150 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 4b247e16-8456-432c-b5a5-0f90853faae8 of type vlan for network 1a45e11e-6de8-4ecf-adbd-5722ec0bc17f Jan 14 11:47:35.446386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] For port 4247fd42-720c-4eff-a9ab-c603d6f4ae96, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:35.451478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.454645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] For port 4247fd42-720c-4eff-a9ab-c603d6f4ae96, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4247fd42-720c-4eff-a9ab-c603d6f4ae96,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:35.459145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.568027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad041d-0773-4146-bb84-e3d41916b833 None None] Pushing event updated for resources: {'Port': ['ID=4247fd42-720c-4eff-a9ab-c603d6f4ae96,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:35.595602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.620863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.644201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.651283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.659079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.681352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.689790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.690572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Fanout notify agent at l3_agent the message router_deleted on router 152adad3-5cd9-49a2-9ba8-e4b65857f504 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:35.697467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.699129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.778084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.784133 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44d8c16a-236a-45c6-83a7-925735fb4f17 tempest-RoutersNegativeTest-1346614759 tempest-RoutersNegativeTest-1346614759-project] 10.222.0.48 "DELETE /v2.0/routers/152adad3-5cd9-49a2-9ba8-e4b65857f504 HTTP/1.1" status: 204 len: 168 time: 1.2556140 Jan 14 11:47:35.784266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=a9493626-cc6c-4aae-b877-658031c70e77,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:35.796562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:35.800349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:35.804828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:35.829366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Port': ['ID=565e5976-fb30-4fe7-bfa3-2ff85acbb66e,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:35.835136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.838837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:35.839397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:35.912119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:47:35.990462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:36.085982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.143492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:36.147037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:36.235725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event updated for resources: {'Port': ['ID=a6e61a9f-991c-46a7-aafe-96db2114eb8f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:36.358515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44124) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:36.414598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4312b82-ab9e-488e-b045-0915212d91a1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:36.426673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.431279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.490771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=1a45e11e-6de8-4ecf-adbd-5722ec0bc17f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:36.518425 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fd707520-b5ac-4021-a86f-8a9680f6f4f9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8154626 Jan 14 11:47:36.526136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.527142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 1a45e11e-6de8-4ecf-adbd-5722ec0bc17f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:36.528615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44130) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:36.601816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'ports': [{'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'}, {'network_id': '1a45e11e-6de8-4ecf-adbd-5722ec0bc17f'}]} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:36.602202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:36.602568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '1a45e11e-6de8-4ecf-adbd-5722ec0bc17f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:36.643399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.645451 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-63917eba-2926-4375-9a6a-d0e6f92931c6 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/ports/a9493626-cc6c-4aae-b877-658031c70e77 HTTP/1.1" status: 204 len: 168 time: 2.8106642 Jan 14 11:47:36.658904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:36.659675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.663858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44134) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:36.671320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99ff49-98f5-4fcc-855e-9ff988db62d8 None None] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:36.679125 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-41ac913e-cc3b-48b1-8548-78b38203a237 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49440556e1de40b8aac5fdbf1bdc6499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3189888 Jan 14 11:47:36.680961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44136) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:36.755025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b202c126-c85f-43e2-9e42-5cc772790995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.780511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a4312b82-ab9e-488e-b045-0915212d91a1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:36.804492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4247fd42-720c-4eff-a9ab-c603d6f4ae96 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:36.834829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:36.838078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Network 582b4854-cc85-47ea-8715-d9c21eac2409 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:36.845680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8461cf9f-5e06-4070-bcdd-fda177eececd tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2378635 Jan 14 11:47:36.849503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44142) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:36.851847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] Provisioning for port a4312b82-ab9e-488e-b045-0915212d91a1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:36.858886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:36.859486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Request body: {'port': {'network_id': 'e23c74bc-c40b-4cc1-852c-a8aaf5f66adc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1211602527', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:36.860135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.api.validators [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] bootfile-name is not in valid_values {{(pid=83452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:36.861681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.api.validators [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] tftp-server is not in valid_values {{(pid=83452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:36.862037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.api.validators [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] server-ip-address is not in valid_values {{(pid=83452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:36.863899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] Provisioning complete for port a4312b82-ab9e-488e-b045-0915212d91a1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:36.864505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.866390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:36.867217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:36.867806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:36.916899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port 6a5b15d6-6c17-4374-83a5-8e55cfbe8221 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:36.917246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.042334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:37.064130 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0a2764e4-fccb-4bd7-88f5-cf5dae46231f tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5168724 Jan 14 11:47:37.066680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Usage tracker for resource:port and tenant:3e057d26f9b94aaa87a2fdeef375fa64 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:37.070327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44146) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:37.074877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b202c126-c85f-43e2-9e42-5cc772790995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.082884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:37.096180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:37.123723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.135870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Made reservation on behalf of 3e057d26f9b94aaa87a2fdeef375fa64 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:37.140077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.145217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:37.176495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] device_id is not set on port 160f7653-33d7-4f6e-b32b-575643013fa2 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:37.178857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.239098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] For port a4312b82-ab9e-488e-b045-0915212d91a1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4312b82-ab9e-488e-b045-0915212d91a1,segment=NetworkSegment(167c91bc-6cae-44f7-8b29-22e8d223a9d0),segment_id=167c91bc-6cae-44f7-8b29-22e8d223a9d0)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:37.251222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.276496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b202c126-c85f-43e2-9e42-5cc772790995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.316907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:37.320148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3c077358-49bf-442b-b4f3-f7bda3c90ad6 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Synchronizing usage tracker for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:37.321356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202c126-c85f-43e2-9e42-5cc772790995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b53d2c-10bb-43f5-83c2-080368437c86,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:37.368289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f436b9-1c98-48eb-9279-dc7d9eae0ed0 None None] Pushing event updated for resources: {'Port': ['ID=a4312b82-ab9e-488e-b045-0915212d91a1,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:37.377723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b202c126-c85f-43e2-9e42-5cc772790995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.379051 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b202c126-c85f-43e2-9e42-5cc772790995 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46b53d2c-10bb-43f5-83c2-080368437c86 HTTP/1.1" status: 204 len: 168 time: 0.6969790 Jan 14 11:47:37.386891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:port and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:37.392718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Router 88b37270-0996-45dc-930c-e5a7535ec652 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:47:37.398557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:37.411095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Allocated IP 172.20.0.13 (e23c74bc-c40b-4cc1-852c-a8aaf5f66adc/402536fc-bb9c-43f2-a9f2-adb27671b478/160f7653-33d7-4f6e-b32b-575643013fa2) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:37.421053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Provisioning for port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:37.421678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:37.434154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Provisioning complete for port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:37.435374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.540087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3c077358-49bf-442b-b4f3-f7bda3c90ad6 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Unset dirty status for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:37.541308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3c077358-49bf-442b-b4f3-f7bda3c90ad6 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "GET /v2.0/ports/3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2 HTTP/1.1" status: 200 len: 955 time: 0.4678013 Jan 14 11:47:37.561636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 2} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:37.565560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.581081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44152) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:37.651363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.662378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.752119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.838972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for 6a5b15d6-6c17-4374-83a5-8e55cfbe8221 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:37.896882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Deleting port 3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:37.897533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.966236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.979612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:37.987641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:37.993990 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ab7dd91-80d5-4335-9f78-400ceba5dda2 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "PUT /v2.0/routers/88b37270-0996-45dc-930c-e5a7535ec652 HTTP/1.1" status: 200 len: 913 time: 5.4868040 Jan 14 11:47:37.994368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44164) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:38.001994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] Sync routers for ids ['88b37270-0996-45dc-930c-e5a7535ec652'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:38.023604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] Routers {'88b37270-0996-45dc-930c-e5a7535ec652'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:38.025465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['88b37270-0996-45dc-930c-e5a7535ec652'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:38.025906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port 4247fd42-720c-4eff-a9ab-c603d6f4ae96, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4247fd42-720c-4eff-a9ab-c603d6f4ae96,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:38.063812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Transition to ACTIVE for port object 160f7653-33d7-4f6e-b32b-575643013fa2 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:38.124072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.241543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:38.273625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:38.275672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] Routers {'88b37270-0996-45dc-930c-e5a7535ec652'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:38.277855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['88b37270-0996-45dc-930c-e5a7535ec652'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:38.288303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:38.294723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:38.361889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event updated for resources: {'Port': ['ID=160f7653-33d7-4f6e-b32b-575643013fa2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:38.366912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:38.367522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.398596 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5afad169-7812-4c9a-ad32-9dba7d2034d6 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5477545 Jan 14 11:47:38.405679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44174) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:38.407151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:38.407574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae901e8-6de6-4421-8910-b23b26bb468b None None] The sync data for ids ['88b37270-0996-45dc-930c-e5a7535ec652'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:38.415199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4312b82-ab9e-488e-b045-0915212d91a1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:38.423634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:47:38.466459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.508184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.508917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.525228 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-063dc147-3a16-4b1f-8156-ad4578760170 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/88b37270-0996-45dc-930c-e5a7535ec652 HTTP/1.1" status: 200 len: 919 time: 0.5294077 Jan 14 11:47:38.527245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44178) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:38.549234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:38.550168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:38.576944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a4312b82-ab9e-488e-b045-0915212d91a1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:38.577319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.627675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fa0e8-1887-4a71-b05f-28c3c65d7fc5 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:38.631833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fa0e8-1887-4a71-b05f-28c3c65d7fc5 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:38.637063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fa0e8-1887-4a71-b05f-28c3c65d7fc5 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:38.638106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c77fa0e8-1887-4a71-b05f-28c3c65d7fc5 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Synchronizing usage tracker for tenant:3e057d26f9b94aaa87a2fdeef375fa64 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:38.669567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c77fa0e8-1887-4a71-b05f-28c3c65d7fc5 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Unset dirty status for tenant:3e057d26f9b94aaa87a2fdeef375fa64 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:38.671075 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c77fa0e8-1887-4a71-b05f-28c3c65d7fc5 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2493031 Jan 14 11:47:38.674964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44184) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:38.713319 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b0c46875-1ad6-4693-bf8b-af13fc0e5483 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=88b37270-0996-45dc-930c-e5a7535ec652&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1825881 Jan 14 11:47:38.715808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44188) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:38.745169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44192) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:38.751924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 2534b59d-ba7e-4035-b4ab-f816c8a981c7 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:38.776078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.834183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Deleting port 160f7653-33d7-4f6e-b32b-575643013fa2 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:38.834530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.840712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.858562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:38.889734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=71f197f3-1719-426c-809e-3bf127566192,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:38.901903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=4247fd42-720c-4eff-a9ab-c603d6f4ae96,revision_number=4']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:38.933949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:38.936972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:38.938378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:38.943749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbad30-b8b4-440d-9742-c792d4c0827c None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:38.972464 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a18ec257-b66f-4227-bdaf-19bd4a23e040 tempest-ServiceProvidersTest-1800749739 tempest-ServiceProvidersTest-1800749739-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2161820 Jan 14 11:47:38.978845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4888f5c-4b11-44ee-98cb-35a2c160f0cc tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:38.980188 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a4888f5c-4b11-44ee-98cb-35a2c160f0cc tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.2635300 Jan 14 11:47:38.988046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44200) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.038448 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6ca3ecff-6476-4eb9-8da5-bb057aa038db tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b37270-0996-45dc-930c-e5a7535ec652 HTTP/1.1" status: 200 len: 205 time: 0.0489988 Jan 14 11:47:39.041487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.080943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Calling delete_port for 3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:39.108365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=6a5b15d6-6c17-4374-83a5-8e55cfbe8221,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:39.209735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.271516 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-73bcaf45-8a59-41d8-8b00-b0af922ad4ec tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8462594 Jan 14 11:47:39.277711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44210) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.297059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.311958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:8a:3d:8b', 'name': 'tempest-NetworksTestDHCPv6-545597798'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:39.315580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] For port 4247fd42-720c-4eff-a9ab-c603d6f4ae96, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4247fd42-720c-4eff-a9ab-c603d6f4ae96,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:39.327063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.340907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.346271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ce530ece-6aee-4427-9df9-9e0f529b7dd9 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/ports/6a5b15d6-6c17-4374-83a5-8e55cfbe8221 HTTP/1.1" status: 204 len: 168 time: 2.6211009 Jan 14 11:47:39.349584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44214) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.403387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62ff09-14c6-4025-9221-4b52668dee42 None None] Pushing event updated for resources: {'Port': ['ID=4247fd42-720c-4eff-a9ab-c603d6f4ae96,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:39.458325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Provisioning for port a6e61a9f-991c-46a7-aafe-96db2114eb8f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:39.463093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44218) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.465831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Provisioning complete for port a6e61a9f-991c-46a7-aafe-96db2114eb8f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:39.466212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.491412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.564598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Port a6e61a9f-991c-46a7-aafe-96db2114eb8f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:39.576062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:39.584438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Provisioning for port 160f7653-33d7-4f6e-b32b-575643013fa2 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:39.591783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Provisioning complete for port 160f7653-33d7-4f6e-b32b-575643013fa2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:39.592327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.598205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Calling delete_port for 160f7653-33d7-4f6e-b32b-575643013fa2 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:39.634587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.667082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.676278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Port 160f7653-33d7-4f6e-b32b-575643013fa2 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:39.703053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Provisioning complete for port a4312b82-ab9e-488e-b045-0915212d91a1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:39.703590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-572dd32b-98c2-4993-abac-53922612c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.785633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44226) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.785879 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d647dcf6-3dee-4d26-8dab-cb7ad927e306 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2 HTTP/1.1" status: 204 len: 168 time: 2.2032738 Jan 14 11:47:39.817769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:39.823985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.840962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:39.855975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:39.865803 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7304914f-9f51-45cc-8965-aaaa3726a440 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:47:39.867075 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7304914f-9f51-45cc-8965-aaaa3726a440 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "GET /v2.0/ports/3fb89cf5-fa3f-4c99-b17b-a6a106a29bc2 HTTP/1.1" status: 404 len: 333 time: 0.0805254 Jan 14 11:47:39.871973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44230) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.881031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6b930-077f-4227-8d1d-8ca1a110805f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:39.881742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92d6b930-077f-4227-8d1d-8ca1a110805f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Synchronizing usage tracker for tenant:2148588148104dd085af4fc4ccfdc805 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:39.882847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Request body: {'port': {'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-375580997'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:39.887028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:39.897529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:39.899057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 7c5f0b3f-6191-46ca-84b7-ce3581c02887 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:39.907982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Usage tracker for resource:port and tenant:019189660f0b47e9b4158348dd403685 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:39.913744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:39.921059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:39.921211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:39.934328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:39.957560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92d6b930-077f-4227-8d1d-8ca1a110805f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Unset dirty status for tenant:2148588148104dd085af4fc4ccfdc805 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:39.958801 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-92d6b930-077f-4227-8d1d-8ca1a110805f tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "GET /v2.0/ports?device_id=67de4a24-33b4-4873-94f9-70e4c1d70880 HTTP/1.1" status: 200 len: 913 time: 0.6037393 Jan 14 11:47:39.969681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44234) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:39.987770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.027195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:40.033495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Usage tracker for resource:security_group_rule and tenant:811681328a5e451fac0179de5f4f5129 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:40.037399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Made reservation on behalf of 019189660f0b47e9b4158348dd403685 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:40.038730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:40.039913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.054585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:40.110107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event deleted for resources: {'Port': ['ID=160f7653-33d7-4f6e-b32b-575643013fa2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:40.175438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.182105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port f33a42f2-37c8-4944-883e-da854cd57f88 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:40.224446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.254922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port b5303bea-12f1-4c32-865e-3a0f70c6dfdd yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:40.273682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-476626ad-d5ed-4cb0-afce-37dc274c0e3b None None] Provisioning complete for port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:40.275344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-476626ad-d5ed-4cb0-afce-37dc274c0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.321100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.336063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.403791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4247fd42-720c-4eff-a9ab-c603d6f4ae96 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:40.455474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.526112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f3526-b3a9-4c37-8f84-001d7435684c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:40.539968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:40.540432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.564295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.580471 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9487b342-9412-4fb3-b0e2-2f341e3809e0 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "DELETE /v2.0/ports/160f7653-33d7-4f6e-b32b-575643013fa2 HTTP/1.1" status: 204 len: 168 time: 1.9040940 Jan 14 11:47:40.588210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44238) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:40.615649 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-577a970d-5839-4c0c-a8e5-12d31e284d6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=811681328a5e451fac0179de5f4f5129&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1516333 Jan 14 11:47:40.631011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44242) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:40.661412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Request body: {'port': {'name': 'tempest-new-port-name-1458549243', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:40.662347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.api.validators [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] bootfile-name is not in valid_values {{(pid=83452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:40.662347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.api.validators [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] tftp-server is not in valid_values {{(pid=83452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:40.662587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.api.validators [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] server-ip-address is not in valid_values {{(pid=83452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 11:47:40.706076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:40.706834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=2534b59d-ba7e-4035-b4ab-f816c8a981c7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:40.718041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:40.725078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:40.725884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.755421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.874174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 172.20.0.7 (d177d53d-ca61-4e91-af17-578924330245/e2fdc050-cff7-4272-91a8-47b9f0454332/b5303bea-12f1-4c32-865e-3a0f70c6dfdd) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:40.880196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=7c5f0b3f-6191-46ca-84b7-ce3581c02887,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:40.898602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a280-87b0-4ae0-8bea-0687b146106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.904116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fe8a:3d8b (d177d53d-ca61-4e91-af17-578924330245/71f197f3-1719-426c-809e-3bf127566192/b5303bea-12f1-4c32-865e-3a0f70c6dfdd) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:40.913528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.944336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:40.955268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '4b247e16-8456-432c-b5a5-0f90853faae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1a45e11e-6de8-4ecf-adbd-5722ec0bc17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:40.955625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 1a45e11e-6de8-4ecf-adbd-5722ec0bc17f, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:40.960666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a280-87b0-4ae0-8bea-0687b146106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.112145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 1a45e11e-6de8-4ecf-adbd-5722ec0bc17f is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:41.130519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 1a45e11e-6de8-4ecf-adbd-5722ec0bc17f) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:41.139789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e979142-cac9-4748-93ee-1bc89c6efdbb None None] Network 1a45e11e-6de8-4ecf-adbd-5722ec0bc17f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:41.144487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a280-87b0-4ae0-8bea-0687b146106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.150819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:41.155073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:41.159472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:41.160253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.203657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a280-87b0-4ae0-8bea-0687b146106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f3526-b3a9-4c37-8f84-001d7435684c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:41.237925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a280-87b0-4ae0-8bea-0687b146106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.239047 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b9a4a280-87b0-4ae0-8bea-0687b146106b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/372f3526-b3a9-4c37-8f84-001d7435684c HTTP/1.1" status: 204 len: 168 time: 0.6053631 Jan 14 11:47:41.250519 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5583abf8-5576-4661-86ca-1bf7527bee56 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7141073 Jan 14 11:47:41.253607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44248) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:41.291947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.294257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.307344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Network 582b4854-cc85-47ea-8715-d9c21eac2409 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:41.324756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=f33a42f2-37c8-4944-883e-da854cd57f88,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:41.333886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object b5303bea-12f1-4c32-865e-3a0f70c6dfdd will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:41.335847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:41.338331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:41.339352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:41.340019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.347171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 7c5f0b3f-6191-46ca-84b7-ce3581c02887 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:41.347509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.414800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Deleting port 565e5976-fb30-4fe7-bfa3-2ff85acbb66e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:41.415146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.467735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.486765 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9445e663-bf08-45d7-a65d-621444af4de0 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6137488 Jan 14 11:47:41.493142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44252) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:41.518871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8238'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:41.646626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:41.655004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=b5303bea-12f1-4c32-865e-3a0f70c6dfdd,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:41.660712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:41.665109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.673004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:41.825023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 7c5f0b3f-6191-46ca-84b7-ce3581c02887 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:41.874586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:47:41.883694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.891546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:41.892119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.892274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.926225 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-447bfe15-7a40-4f25-adc5-219d1ad78030 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6474230 Jan 14 11:47:41.929295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44256) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:41.938527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a14640a2-ab19-4265-9108-0037e6a31312 None None] Provisioning for port b5303bea-12f1-4c32-865e-3a0f70c6dfdd completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:41.943385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a14640a2-ab19-4265-9108-0037e6a31312 None None] Provisioning complete for port b5303bea-12f1-4c32-865e-3a0f70c6dfdd triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:41.943904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a14640a2-ab19-4265-9108-0037e6a31312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.972265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:41.979832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.000698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a14640a2-ab19-4265-9108-0037e6a31312 None None] Port b5303bea-12f1-4c32-865e-3a0f70c6dfdd cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:42.038952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=7c5f0b3f-6191-46ca-84b7-ce3581c02887,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:42.054301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.054653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Calling delete_port for 565e5976-fb30-4fe7-bfa3-2ff85acbb66e owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:42.064543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ebc3b7db-8898-4234-b379-367b326ea3db tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/7c5f0b3f-6191-46ca-84b7-ce3581c02887 HTTP/1.1" status: 204 len: 168 time: 0.8100455 Jan 14 11:47:42.068337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44260) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:42.089656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.113543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5fc07-cc04-4d6d-a117-ac6ffc842391 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:42.118313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5fc07-cc04-4d6d-a117-ac6ffc842391 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:42.119111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-86e5fc07-cc04-4d6d-a117-ac6ffc842391 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:42.153400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-86e5fc07-cc04-4d6d-a117-ac6ffc842391 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:42.157928 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-86e5fc07-cc04-4d6d-a117-ac6ffc842391 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2237151 Jan 14 11:47:42.160317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44264) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:42.215426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ce2d8-2155-4c08-9d83-5de3899cfca4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:42.219928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ce2d8-2155-4c08-9d83-5de3899cfca4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:42.221120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f53ce2d8-2155-4c08-9d83-5de3899cfca4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:42.262689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port b5303bea-12f1-4c32-865e-3a0f70c6dfdd {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:42.263094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.294491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f53ce2d8-2155-4c08-9d83-5de3899cfca4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:42.295705 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f53ce2d8-2155-4c08-9d83-5de3899cfca4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2262461 Jan 14 11:47:42.302424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44268) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:42.367141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event updated for resources: {'Port': ['ID=a6e61a9f-991c-46a7-aafe-96db2114eb8f,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:42.439179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] In _notify_port_updated(), no bound segment for port a6e61a9f-991c-46a7-aafe-96db2114eb8f on network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:47:42.443156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:42.443793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.445418 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a2ada1fa-7e05-4492-8315-d3f64314a734 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "PUT /v2.0/ports/a6e61a9f-991c-46a7-aafe-96db2114eb8f HTTP/1.1" status: 200 len: 1137 time: 1.8539321 Jan 14 11:47:42.453365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44272) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:42.512111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.526673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 2534b59d-ba7e-4035-b4ab-f816c8a981c7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:42.527006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.527385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-60e22adb-39b0-4926-82f2-1e36daffc92c None None] Provisioning complete for port a6e61a9f-991c-46a7-aafe-96db2114eb8f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:42.527939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-60e22adb-39b0-4926-82f2-1e36daffc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.607991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-60e22adb-39b0-4926-82f2-1e36daffc92c None None] Port a6e61a9f-991c-46a7-aafe-96db2114eb8f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:42.613265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:47:42.667826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355bdd1-faf3-45af-aad0-e04c4bc33f86 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:42.668426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5355bdd1-faf3-45af-aad0-e04c4bc33f86 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Synchronizing usage tracker for tenant:3e057d26f9b94aaa87a2fdeef375fa64 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:42.858284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.878683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] device_id is not set on port f33a42f2-37c8-4944-883e-da854cd57f88 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:42.887566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5355bdd1-faf3-45af-aad0-e04c4bc33f86 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Unset dirty status for tenant:3e057d26f9b94aaa87a2fdeef375fa64 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:42.888878 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5355bdd1-faf3-45af-aad0-e04c4bc33f86 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "GET /v2.0/ports/a6e61a9f-991c-46a7-aafe-96db2114eb8f HTTP/1.1" status: 200 len: 1137 time: 0.4329662 Jan 14 11:47:42.893287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.895211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44276) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:42.941855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.990181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:42.998182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Transition to ACTIVE for port object f33a42f2-37c8-4944-883e-da854cd57f88 will not be triggered until provisioned by entity L2. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:43.003681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for b5303bea-12f1-4c32-865e-3a0f70c6dfdd owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:43.018978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event deleted for resources: {'Port': ['ID=565e5976-fb30-4fe7-bfa3-2ff85acbb66e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:43.027315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.161723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 2534b59d-ba7e-4035-b4ab-f816c8a981c7 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:43.176987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Deleting port a6e61a9f-991c-46a7-aafe-96db2114eb8f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:43.177330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.295623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.351253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=2534b59d-ba7e-4035-b4ab-f816c8a981c7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:43.358537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=f33a42f2-37c8-4944-883e-da854cd57f88,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:43.370760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.430963 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-32604418-57e8-43c4-baa3-def72837edab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/2534b59d-ba7e-4035-b4ab-f816c8a981c7 HTTP/1.1" status: 204 len: 168 time: 1.1274867 Jan 14 11:47:43.433378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44280) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:43.505331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.558450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=b5303bea-12f1-4c32-865e-3a0f70c6dfdd,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:43.603782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:43.604386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:43.604521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:43.634447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.637212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682da19-d748-4f90-a5b8-e6eea60a3661 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:43.637915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7682da19-d748-4f90-a5b8-e6eea60a3661 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:43.704103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7682da19-d748-4f90-a5b8-e6eea60a3661 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:43.707757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7682da19-d748-4f90-a5b8-e6eea60a3661 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2710359 Jan 14 11:47:43.711627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44286) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:43.759859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:43.761994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a8dd8d1d-f6f2-4a5f-aa2e-26974964bff0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/b5303bea-12f1-4c32-865e-3a0f70c6dfdd HTTP/1.1" status: 204 len: 168 time: 1.5994523 Jan 14 11:47:43.762893 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-43eedbad-f68a-4885-960c-0764b05a93a8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:47:43.764016 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-43eedbad-f68a-4885-960c-0764b05a93a8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/7c5f0b3f-6191-46ca-84b7-ce3581c02887 HTTP/1.1" status: 404 len: 333 time: 0.0517373 Jan 14 11:47:43.764502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44290) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:43.766884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44294) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:43.824575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:43.826121 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:43.836252 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 2 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:43.849857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27335de-330c-4f05-808f-8b046894f5d6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:47:43.851122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a27335de-330c-4f05-808f-8b046894f5d6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/2534b59d-ba7e-4035-b4ab-f816c8a981c7 HTTP/1.1" status: 404 len: 333 time: 0.0834203 Jan 14 11:47:43.855622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44300) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:43.931644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:43.931957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:43.932288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:44.054574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9745acb-244c-4b9f-8917-e228459eebae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:44.055895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9745acb-244c-4b9f-8917-e228459eebae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:44.057331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9745acb-244c-4b9f-8917-e228459eebae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:44.058126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c9745acb-244c-4b9f-8917-e228459eebae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:44.076654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:44.077008 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:44.082288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.088956 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 3 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:44.100612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.104280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.107210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c9745acb-244c-4b9f-8917-e228459eebae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:44.111659 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c9745acb-244c-4b9f-8917-e228459eebae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3428209 Jan 14 11:47:44.113990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44304) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:44.286065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 71f197f3-1719-426c-809e-3bf127566192 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:44.290527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:44.290854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:44.291178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:44.302666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.344246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.350641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.357663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Calling delete_port for a6e61a9f-991c-46a7-aafe-96db2114eb8f owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:44.382273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a45e11e-6de8-4ecf-adbd-5722ec0bc17f']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:44.390995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.427666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b247e16-8456-432c-b5a5-0f90853faae8') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:44.427962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b247e16-8456-432c-b5a5-0f90853faae8') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:44.445491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.462726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:44.463045 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:44.466390 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 4 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:44.475623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.491806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:44.492187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:44.506355 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:44.525018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:44.525349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:44.525677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:44.568228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:44.568560 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:44.571467 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 5 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:44.580765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.581248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Fanout notify agent at l3_agent the message router_deleted on router 88b37270-0996-45dc-930c-e5a7535ec652 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:44.585464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.622033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.629295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:44.629851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:44.629940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:44.641315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.653203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=1a45e11e-6de8-4ecf-adbd-5722ec0bc17f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:44.665093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5b36e33d-057a-49b7-97e3-ef4ce8981dec tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/1a45e11e-6de8-4ecf-adbd-5722ec0bc17f HTTP/1.1" status: 204 len: 168 time: 0.8084519 Jan 14 11:47:44.668580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44310) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:44.679328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1924414089'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:44.682236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.684179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:44.685233 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-823bbd3d-59b9-43b7-8e99-6b1297556780 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/88b37270-0996-45dc-930c-e5a7535ec652 HTTP/1.1" status: 204 len: 168 time: 5.6425650 Jan 14 11:47:44.688622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44314) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:44.693977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-77371702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:44.700190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:44.700349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:44.700631 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:44.704601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:44.705424 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 6 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:44.710660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:44.712862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:44.720116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Usage tracker for resource:router and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:44.724832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:44.732423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:44.741766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.771650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:44.773390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:44.773748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:44.774060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:44.774687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.779797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.793822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.794739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.810035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=71f197f3-1719-426c-809e-3bf127566192,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:44.822042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.823152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a6dc6c-9c6e-4f7c-8d63-6095ae3f6606 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:44.823737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:44.823737 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:44.829586 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 7 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:44.845391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event deleted for resources: {'Port': ['ID=a6e61a9f-991c-46a7-aafe-96db2114eb8f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:44.848500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:44.859109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f2e702a-2a77-41df-825f-74d9db6d148c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/71f197f3-1719-426c-809e-3bf127566192 HTTP/1.1" status: 204 len: 168 time: 0.7440383 Jan 14 11:47:44.861942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.863049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44320) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:44.864162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.864162 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 3762bbd4-d3d2-4038-9146-397a1acdc391 of type vlan for network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 Jan 14 11:47:44.870265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:44.870602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:44.870937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:44.952503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.952822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:44.953208 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:44.958385 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 8 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:44.974606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet e2fdc050-cff7-4272-91a8-47b9f0454332 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:44.977916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.992287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:44.994470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:44.994776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:44.995294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:45.040402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.050229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:45.050548 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:45.053253 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 9 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:45.057001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.060545 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9470159a-6857-43a6-bcc6-72d1e95a19b7 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3701718 Jan 14 11:47:45.065582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44324) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:45.075336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.077703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'enable_snat': False}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:45.121737 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.125861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:45.126670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.134632 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea923c69-df47-4e20-bc23-5ed42e038366 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "DELETE /v2.0/ports/a6e61a9f-991c-46a7-aafe-96db2114eb8f HTTP/1.1" status: 204 len: 168 time: 2.2355673 Jan 14 11:47:45.145140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44328) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:45.186055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:45.186384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:45.186711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:45.250579 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5808861 Jan 14 11:47:45.257866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44332) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:45.262069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c22636-ed18-4b31-998c-83ed95eebcfe tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=6a8c04d4-96b9-43b3-a58a-215c30d0aec4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:45.266344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:45.266662 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:45.270488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:45.277498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:45.279962 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempt 10 to bind port f33a42f2-37c8-4944-883e-da854cd57f88 Jan 14 11:47:45.351979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:45.352316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] {{(pid=83452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:45.352652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempting to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:45.418867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:45.425586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:45.430324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:45.439399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:45.441337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.488522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:45.500851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:47:45.501187 dv-neutron-823850-1-hyperv neutron-server[83452]: ERROR neutron.plugins.ml2.managers [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Failed to bind port f33a42f2-37c8-4944-883e-da854cd57f88 on host hv-neutron-8238 for vnic_type normal using segments [{'id': '7569431a-5996-4c11-bb78-3054aace2789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '582b4854-cc85-47ea-8715-d9c21eac2409'}] Jan 14 11:47:45.501708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.535357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port c1b26339-fb30-40dc-9988-ef09f87344dc {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:45.535688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.614830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.632889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.678726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.750444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fdc050-cff7-4272-91a8-47b9f0454332,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:45.753173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14bd35-60ed-4985-839d-8d6091370fb8 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:45.769753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70322590-d5cc-425b-a0d7-567567950734 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/e2fdc050-cff7-4272-91a8-47b9f0454332 HTTP/1.1" status: 204 len: 168 time: 0.9041309 Jan 14 11:47:45.772803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44336) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:45.776014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Performing IP validity checks on allocation pools {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:47:45.778840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:47:45.855710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-42dd129d-c6d6-456f-922a-2d3ec7dd009c None None] Provisioning complete for port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:45.856341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-42dd129d-c6d6-456f-922a-2d3ec7dd009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:45.913417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Deleting subnet 402536fc-bb9c-43f2-a9f2-adb27671b478 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:45.960077 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-046f30a2-0cde-45e4-98a3-5e34f5737476 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1839886 Jan 14 11:47:45.961215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44342) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:45.977569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.046077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] For port f33a42f2-37c8-4944-883e-da854cd57f88, host hv-neutron-8238, cleared binding levels {{(pid=83452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:46.047492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Attempted to set empty binding levels {{(pid=83452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 11:47:46.103474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af8d1a-ccc6-4f91-9145-923399ed7846 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:46.104158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e5af8d1a-ccc6-4f91-9145-923399ed7846 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:46.117231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.146754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:46.148435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e5af8d1a-ccc6-4f91-9145-923399ed7846 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:46.152025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e5af8d1a-ccc6-4f91-9145-923399ed7846 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1876752 Jan 14 11:47:46.152844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44346) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:46.154143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] Deleting port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:46.154759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.163023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.228164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3286d6-24eb-4466-8171-fc0aac12b3ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:46.228902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ef3286d6-24eb-4466-8171-fc0aac12b3ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:46.258805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.288830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] In _notify_port_updated(), no bound segment for port f33a42f2-37c8-4944-883e-da854cd57f88 on network 582b4854-cc85-47ea-8715-d9c21eac2409 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:47:46.290763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.300109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ef3286d6-24eb-4466-8171-fc0aac12b3ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:46.300109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ef3286d6-24eb-4466-8171-fc0aac12b3ca tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1440830 Jan 14 11:47:46.300109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44350) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:46.305789 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "PUT /v2.0/ports/f33a42f2-37c8-4944-883e-da854cd57f88 HTTP/1.1" status: 200 len: 976 time: 4.7994766 Jan 14 11:47:46.307707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.316232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4247fd42-720c-4eff-a9ab-c603d6f4ae96 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:46.320769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44354) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:46.386080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79339c-48b3-4085-9e19-cb4a9275e94a tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event updated for resources: {'Port': ['ID=f33a42f2-37c8-4944-883e-da854cd57f88,revision_number=3']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:46.410248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Deleting port f33a42f2-37c8-4944-883e-da854cd57f88 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:46.410486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.441224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=9754ff4f-74eb-4598-89b6-9c914024099c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:46.450869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.462764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] For port 4247fd42-720c-4eff-a9ab-c603d6f4ae96, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4247fd42-720c-4eff-a9ab-c603d6f4ae96,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:46.463149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.470594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '3762bbd4-d3d2-4038-9146-397a1acdc391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:46.470931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 6a8c04d4-96b9-43b3-a58a-215c30d0aec4, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:46.526458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for c1b26339-fb30-40dc-9988-ef09f87344dc owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:46.547225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:46.555309 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eb3c7ee1-a4c3-43b6-a048-7e34d108807c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2302432 Jan 14 11:47:46.566947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44358) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:46.628337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] Calling delete_port for 4247fd42-720c-4eff-a9ab-c603d6f4ae96 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:46.629007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:46.630865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.652893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 6a8c04d4-96b9-43b3-a58a-215c30d0aec4) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:46.668279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab4510-0758-4e3a-a794-665ee457cd90 None None] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:46.720281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:46.720886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.753983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.791448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c212d7de-9253-4a97-95a8-7fe53d375579 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5323813 Jan 14 11:47:46.793465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44362) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:46.794601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] For port f33a42f2-37c8-4944-883e-da854cd57f88, host hv-neutron-8238, got binding levels [] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:46.794958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.799156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.809151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4', 'name': 'tempest-PortsIpV6TestJSON-367955051'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:46.847836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event deleted for resources: {'Subnet': ['ID=402536fc-bb9c-43f2-a9f2-adb27671b478,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:46.860417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.870800 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-547846f0-5d69-4bfe-aa5e-79f7715e9152 tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "DELETE /v2.0/subnets/402536fc-bb9c-43f2-a9f2-adb27671b478 HTTP/1.1" status: 204 len: 168 time: 1.7233374 Jan 14 11:47:46.875208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44366) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:46.878569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:46.954081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:46.979400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29a5bc-8ddd-42b9-acc9-9103cfaa37db None None] Network e23c74bc-c40b-4cc1-852c-a8aaf5f66adc requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:47.008136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Calling delete_port for f33a42f2-37c8-4944-883e-da854cd57f88 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:47.023868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] Pushing event deleted for resources: {'Port': ['ID=4247fd42-720c-4eff-a9ab-c603d6f4ae96,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:47.064115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:47.084473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1df4d-5be2-4e83-ae61-85373629b76e None None] No DVR routers for this DVR port 4247fd42-720c-4eff-a9ab-c603d6f4ae96 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:47.094270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.099052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.160222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=c1b26339-fb30-40dc-9988-ef09f87344dc,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:47.177779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.192320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:47.223526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:47.227515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-6a8c04d4-96b9-43b3-a58a-215c30d0aec4', 'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': '9754ff4f-74eb-4598-89b6-9c914024099c'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:47.228345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.237278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Deleting port a4312b82-ab9e-488e-b045-0915212d91a1 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:47.237532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:47.237987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.271914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.325962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:47.329815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.342645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.416126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Pushing event deleted for resources: {'Port': ['ID=f33a42f2-37c8-4944-883e-da854cd57f88,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:47.424826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.426323 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:47:47.426758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:47.439135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:47.440714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Allocated IP 2001:db8::2 (6a8c04d4-96b9-43b3-a58a-215c30d0aec4/9754ff4f-74eb-4598-89b6-9c914024099c/7c3eec66-4f2f-4759-98b8-0f3aed9b484d) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:47.474202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] DHCP port deletion for e23c74bc-c40b-4cc1-852c-a8aaf5f66adc request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:47.493282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.519775 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-41ecb777-1f85-477f-aed9-a748ba1ab231 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9470668 Jan 14 11:47:47.521001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44370) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:47.527013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] Deleting port a4312b82-ab9e-488e-b045-0915212d91a1 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:47.527378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.528639 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-432cf6f2-df24-41ea-9add-1b44c6014524 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f33a42f2-37c8-4944-883e-da854cd57f88 HTTP/1.1" status: 204 len: 168 time: 1.2293963 Jan 14 11:47:47.529416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44374) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:47.536902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:47.763645 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-835fc9b0-53ef-4292-88b7-149df8e79a48 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] GET failed (client error): The resource could not be found. Jan 14 11:47:47.764146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-835fc9b0-53ef-4292-88b7-149df8e79a48 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Synchronizing usage tracker for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:47.804299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] For port a4312b82-ab9e-488e-b045-0915212d91a1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4312b82-ab9e-488e-b045-0915212d91a1,segment=NetworkSegment(167c91bc-6cae-44f7-8b29-22e8d223a9d0),segment_id=167c91bc-6cae-44f7-8b29-22e8d223a9d0)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:47.804299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.811117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-835fc9b0-53ef-4292-88b7-149df8e79a48 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] Unset dirty status for tenant:019189660f0b47e9b4158348dd403685 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:47.816334 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-835fc9b0-53ef-4292-88b7-149df8e79a48 tempest-PortsAdminExtendedAttrsTestJSON-2089508578 tempest-PortsAdminExtendedAttrsTestJSON-2089508578-project-admin] 10.222.0.48 "GET /v2.0/ports/f33a42f2-37c8-4944-883e-da854cd57f88 HTTP/1.1" status: 404 len: 333 time: 0.2620022 Jan 14 11:47:47.816334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:47.817638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44378) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:47.838921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.850421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:47.852036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Transition to ACTIVE for port object 7c3eec66-4f2f-4759-98b8-0f3aed9b484d will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:47.855281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] For port a4312b82-ab9e-488e-b045-0915212d91a1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4312b82-ab9e-488e-b045-0915212d91a1,segment=NetworkSegment(167c91bc-6cae-44f7-8b29-22e8d223a9d0),segment_id=167c91bc-6cae-44f7-8b29-22e8d223a9d0)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:47.855659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.882245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Allocated IP 172.26.8.89 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/6961fc9a-4e8c-45d0-8feb-fcbe83b706d6) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:47.932041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:47.935500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.937426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:47:47.938140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:47.948817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Calling delete_port for a4312b82-ab9e-488e-b045-0915212d91a1 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:47.970016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:47.983062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Transition to ACTIVE for port object 7c3eec66-4f2f-4759-98b8-0f3aed9b484d will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:47.983692 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3f273518-ce54-4651-ba65-421f540618c0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4603324 Jan 14 11:47:47.986647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44382) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:47.990264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] Calling delete_port for a4312b82-ab9e-488e-b045-0915212d91a1 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:47.992871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:48.017264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.122771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Pushing event updated for resources: {'Port': ['ID=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:48.127486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:48.129859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:48.132395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:48.161406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:48.162589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:48.168796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.249008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] No DVR routers for this DVR port a4312b82-ab9e-488e-b045-0915212d91a1 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:48.252930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.256321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e95ec-af95-4ff7-870d-2c65f8e1ea89 None None] Pushing event deleted for resources: {'Port': ['ID=a4312b82-ab9e-488e-b045-0915212d91a1,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:48.281103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.287161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Attempting to bind port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:48.288405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Attempting to bind port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '3762bbd4-d3d2-4038-9146-397a1acdc391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:48.289585 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Attempting to bind port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d on network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:48.302864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:48.303356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Checking segment: {'id': '3762bbd4-d3d2-4038-9146-397a1acdc391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:48.303758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.304145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Bound using segment: {'id': '3762bbd4-d3d2-4038-9146-397a1acdc391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:48.304603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Bound port: 7c3eec66-4f2f-4759-98b8-0f3aed9b484d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3762bbd4-d3d2-4038-9146-397a1acdc391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a8c04d4-96b9-43b3-a58a-215c30d0aec4'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:48.305235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.337056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:48.341774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::35e (6a8c04d4-96b9-43b3-a58a-215c30d0aec4/9754ff4f-74eb-4598-89b6-9c914024099c/3a4ea753-9f99-4bb4-9eb7-7a481fb59602) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:48.345938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.371105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:48.375804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4312b82-ab9e-488e-b045-0915212d91a1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:48.388778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.407474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582b4854-cc85-47ea-8715-d9c21eac2409']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:48.419375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a4312b82-ab9e-488e-b045-0915212d91a1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:48.419665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:48.419798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4312b82-ab9e-488e-b045-0915212d91a1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:48.423527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.425220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:47:48.425415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:48.442869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7569431a-5996-4c11-bb78-3054aace2789') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:48.443458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7569431a-5996-4c11-bb78-3054aace2789') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:48.450715 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] For port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:48.456047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] For port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,segment=NetworkSegment(3762bbd4-d3d2-4038-9146-397a1acdc391),segment_id=3762bbd4-d3d2-4038-9146-397a1acdc391)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:48.462018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.477399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.487430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Pushing event updated for resources: {'Port': ['ID=6961fc9a-4e8c-45d0-8feb-fcbe83b706d6,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:48.491389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:48.494289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:48.497836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:48.514351 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8f2f7929-4fad-485b-a3e5-fa19a4e86553 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5226250 Jan 14 11:47:48.515882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44386) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:48.526230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:48.538131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.538470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.538805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.539348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.539471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.539762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.540083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.540403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.540720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.541053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.541366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:48.560970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68247-29a9-4640-9ea9-ca4ae5d69f90 None None] Pushing event updated for resources: {'Port': ['ID=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:48.592816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.663939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Deleting port a4312b82-ab9e-488e-b045-0915212d91a1 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:48.664272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.671699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:48.672240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:48.689674 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:48.770089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] The port 'a4312b82-ab9e-488e-b045-0915212d91a1' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:48.842239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:48.849672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.887336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.900787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:48.918970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] Pushing event deleted for resources: {'Network': ['ID=582b4854-cc85-47ea-8715-d9c21eac2409,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:48.927652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.931882 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f800c1a-4e44-4d26-b357-edc910003a58 tempest-PortsAdminExtendedAttrsTestJSON-1337436929 tempest-PortsAdminExtendedAttrsTestJSON-1337436929-project] 10.222.0.48 "DELETE /v2.0/networks/582b4854-cc85-47ea-8715-d9c21eac2409 HTTP/1.1" status: 204 len: 168 time: 1.1134634 Jan 14 11:47:48.942187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:48.945836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:48.947304 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:47:48.947795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:48.970570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:48.983912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bf1f7d45-376a-4413-8dca-7c1669824178 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4639022 Jan 14 11:47:48.985407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44392) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:48.992246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:49.028848 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.059246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23c74bc-c40b-4cc1-852c-a8aaf5f66adc']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:49.075403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c91bc-6cae-44f7-8b29-22e8d223a9d0') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:49.075692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c91bc-6cae-44f7-8b29-22e8d223a9d0') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:49.081612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.164681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.194887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.198223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:49.205499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:49.213061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:49.217036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:49.217671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.244389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:49.246579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=3a4ea753-9f99-4bb4-9eb7-7a481fb59602,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:49.262225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:49.268290 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dadf9889-0d69-4121-b4d6-07ef603b51c1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4639096 Jan 14 11:47:49.271237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44398) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:49.296084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:49.297270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:49.313137 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:49.329376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:49.333363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.334996 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:47:49.335632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:49.354624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44402) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:49.376342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:49.376684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.410808 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f92115ee-7e18-4152-a6b0-e2d2ac823b54 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4243438 Jan 14 11:47:49.414885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:49.430051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:49.438899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.494512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.538036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.556909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] Pushing event deleted for resources: {'Network': ['ID=e23c74bc-c40b-4cc1-852c-a8aaf5f66adc,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:49.665032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae14f02-8c9c-476a-b6fe-417a1c82d824 None None] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:49.706722 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4a9898b0-4fe3-4629-af34-4f5549a9ef0d tempest-ExtraDHCPOptionsTestJSON-1549053611 tempest-ExtraDHCPOptionsTestJSON-1549053611-project] 10.222.0.48 "DELETE /v2.0/networks/e23c74bc-c40b-4cc1-852c-a8aaf5f66adc HTTP/1.1" status: 204 len: 168 time: 2.8293691 Jan 14 11:47:49.763323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.769817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:49.817081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9b5fd89e-4f5d-4d56-bc90-6df36647e9c0 None None] Provisioning for port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:49.880032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:50.002515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:50.013340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d1f40cfb-d3c5-4289-ac82-617f40c25111 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=344727cc179d4d2080924e33475304f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6556766 Jan 14 11:47:50.025279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44416) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.050965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44420) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.064872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:50.068479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.069840 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:47:50.070255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:50.088677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Router 67de4a24-33b4-4873-94f9-70e4c1d70880 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:47:50.152223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.168089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a1f0ea1e-c95d-4949-8f7b-b4f0d4247be1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7521896 Jan 14 11:47:50.183456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44426) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.251226 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-221fe4f4-7301-4563-b1da-579a702346bb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0666492 Jan 14 11:47:50.254564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44430) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.350579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:50.362598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada64f5d-435a-4071-8b22-6a2ddbb8d5a5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:50.363290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ada64f5d-435a-4071-8b22-6a2ddbb8d5a5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:50.380624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c3eec66-4f2f-4759-98b8-0f3aed9b484d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:50.391460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ada64f5d-435a-4071-8b22-6a2ddbb8d5a5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:50.392634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ada64f5d-435a-4071-8b22-6a2ddbb8d5a5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1346753 Jan 14 11:47:50.399455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44434) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.436205 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8480aad-a5a2-45d8-9d67-58ce5ee063fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e057d26f9b94aaa87a2fdeef375fa64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818805 Jan 14 11:47:50.446971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44438) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.470580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bb7e1959-be25-4b91-a906-6eaf2490d517 None None] Provisioning for port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:50.478355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Router 0033ca06-0b1d-4a4b-832d-7b41925de4f0 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:47:50.481852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bb7e1959-be25-4b91-a906-6eaf2490d517 None None] Provisioning complete for port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:50.482571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1959-be25-4b91-a906-6eaf2490d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.507941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.530194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d28131cf-6d6f-4688-b463-e82d3e085956 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236088 Jan 14 11:47:50.533212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44442) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.544958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:50.574683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e1959-be25-4b91-a906-6eaf2490d517 None None] Port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:50.580150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:50.587270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:50.587927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.658349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.730699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.744491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4543132-7dde-47d4-a345-babbf98714e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.751164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b3de31e1-ceff-4439-a400-f31a61d3eada None None] Provisioning complete for port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:50.751523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b3de31e1-ceff-4439-a400-f31a61d3eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.762207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:50.782639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4543132-7dde-47d4-a345-babbf98714e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.785267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:50.808703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:50.813195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.826067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,segment=NetworkSegment(3762bbd4-d3d2-4038-9146-397a1acdc391),segment_id=3762bbd4-d3d2-4038-9146-397a1acdc391)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:50.827437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:50.832110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.837856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.840805 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fbc14304-1514-4416-9d4a-6c3ac057622c tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "PUT /v2.0/routers/67de4a24-33b4-4873-94f9-70e4c1d70880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8639054 Jan 14 11:47:50.848478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44446) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:50.852595 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] Sync routers for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:50.870832 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:50.873536 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:50.875875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b3de31e1-ceff-4439-a400-f31a61d3eada None None] Port 3a4ea753-9f99-4bb4-9eb7-7a481fb59602 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:50.915185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:50.920791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae922d67-d9a9-46a3-87f7-91b667af7c82,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:50.922219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:50.932912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.933263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.933607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.933970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.934394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.934775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.935167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.935504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.935807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.936171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.937758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:50.975024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:50.986866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=3a4ea753-9f99-4bb4-9eb7-7a481fb59602,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:50.987540 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] Routers {'67de4a24-33b4-4873-94f9-70e4c1d70880'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:50.988140 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['67de4a24-33b4-4873-94f9-70e4c1d70880'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:51.003696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.004283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.004815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.005304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.005770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.006238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.006697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.007251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.007740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.008056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.008507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.011434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4543132-7dde-47d4-a345-babbf98714e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.028307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.028644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.029167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.029776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.030823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.031314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.031806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.032284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.033172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.033647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.034115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:47:51.036972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.038396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-82e0f10a-36f3-4dc3-aa18-7b0356d9648f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae922d67-d9a9-46a3-87f7-91b667af7c82 HTTP/1.1" status: 204 len: 168 time: 1.0101063 Jan 14 11:47:51.040190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4543132-7dde-47d4-a345-babbf98714e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ca84a-e736-4965-b3da-0b8b4e230b65,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:51.055099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4543132-7dde-47d4-a345-babbf98714e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.058836 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d4543132-7dde-47d4-a345-babbf98714e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b92ca84a-e736-4965-b3da-0b8b4e230b65 HTTP/1.1" status: 204 len: 168 time: 0.6102159 Jan 14 11:47:51.096642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.106681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e02286f8-f879-4148-b77e-8c2098504810 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/3a4ea753-9f99-4bb4-9eb7-7a481fb59602 HTTP/1.1" status: 204 len: 168 time: 1.8330476 Jan 14 11:47:51.109634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44454) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:51.110824 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:51.111271 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc7529-5ba3-453a-846a-441c0abcc1db None None] The sync data for ids ['67de4a24-33b4-4873-94f9-70e4c1d70880'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:51.176365 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a8ca23-4708-474e-9e26-08024834c814 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:47:51.177102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a8ca23-4708-474e-9e26-08024834c814 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:47:51.177248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:47:51.179071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-64a8ca23-4708-474e-9e26-08024834c814 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/3a4ea753-9f99-4bb4-9eb7-7a481fb59602 HTTP/1.1" status: 404 len: 333 time: 0.0683522 Jan 14 11:47:51.182096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44458) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:51.184713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.189208 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f35ab15d-ee78-49f8-85e3-14095f5025ba tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "PUT /v2.0/routers/0033ca06-0b1d-4a4b-832d-7b41925de4f0 HTTP/1.1" status: 200 len: 913 time: 6.1162910 Jan 14 11:47:51.193262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44460) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:51.200446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] Sync routers for ids ['0033ca06-0b1d-4a4b-832d-7b41925de4f0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:47:51.226890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] Routers {'0033ca06-0b1d-4a4b-832d-7b41925de4f0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:51.227914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['0033ca06-0b1d-4a4b-832d-7b41925de4f0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:51.245020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.400445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:51.417235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] Routers {'0033ca06-0b1d-4a4b-832d-7b41925de4f0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:47:51.417842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:47:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['0033ca06-0b1d-4a4b-832d-7b41925de4f0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:51.481128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:51.481561 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97926160-8d5b-4947-aa8e-e1f1efd1bedc None None] The sync data for ids ['0033ca06-0b1d-4a4b-832d-7b41925de4f0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:47:51.502411 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-06671f43-1c2f-4d59-8dc9-84b0dd1dced6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:47:51.502977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-06671f43-1c2f-4d59-8dc9-84b0dd1dced6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:51.548955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.566014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting port b252b537-ab0a-403b-96a5-e0426f4d19cb {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:51.566014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.585973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-06671f43-1c2f-4d59-8dc9-84b0dd1dced6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:51.589548 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-06671f43-1c2f-4d59-8dc9-84b0dd1dced6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/3a4ea753-9f99-4bb4-9eb7-7a481fb59602 HTTP/1.1" status: 404 len: 333 time: 0.3928738 Jan 14 11:47:51.596582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44472) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:51.658052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:47:51.659581 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.819989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44482) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:51.893233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:51.901513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:51.907425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:51.908184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:51.911942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792f356-d9e0-4266-b8a5-2697b98b8a6c None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:51.931914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=4765c03c-6641-4b90-b347-1f019ff7b84a,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:51.958525 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-888fee00-4b56-4dbe-809b-2d9ea4a955b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4226215 Jan 14 11:47:51.962667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44486) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:51.974267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:51:2d:79', 'name': 'tempest-NetworksTestDHCPv6-198154798'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:52.033026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-38ec15b2-dff0-4773-a261-641f53e8e1f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=019189660f0b47e9b4158348dd403685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2118864 Jan 14 11:47:52.043392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44490) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:52.046923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.062107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 9754ff4f-74eb-4598-89b6-9c914024099c {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:52.068406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.130019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.158088 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f36bf6e3-2129-4274-914f-bd4c71b43ace tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/0033ca06-0b1d-4a4b-832d-7b41925de4f0 HTTP/1.1" status: 200 len: 919 time: 0.9621868 Jan 14 11:47:52.164603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44498) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:52.231152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '4765c03c-6641-4b90-b347-1f019ff7b84a'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:52.266604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.303650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0caebbc-cfd8-437a-bb9c-d3f793703114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.308760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:52.325598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:52.334085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:52.355421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Calling delete_port for b252b537-ab0a-403b-96a5-e0426f4d19cb owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:52.357392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:52.367989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c3eec66-4f2f-4759-98b8-0f3aed9b484d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:52.368209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0caebbc-cfd8-437a-bb9c-d3f793703114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.381866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1e4e068e-b3ab-461a-bd28-52e9af31f1c3 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=0033ca06-0b1d-4a4b-832d-7b41925de4f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2140124 Jan 14 11:47:52.386373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44504) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:52.426360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:52.435801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44508) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:52.509874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.570772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Allocated IP 2001:db8::f816:3eff:fe0d:9a03 (d177d53d-ca61-4e91-af17-578924330245/4765c03c-6641-4b90-b347-1f019ff7b84a/9ae537e9-09af-4e43-b6d6-89b811d5c9ac) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:52.573010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:52.573254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.686112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.695715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1769123556'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:52.704274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:52.714747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:network and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:52.721959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:52.739672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port bb2503f4-75ee-4741-994c-b4f818d91e2f yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:52.759719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:52.790416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0caebbc-cfd8-437a-bb9c-d3f793703114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.798556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:52.801889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.818451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.831362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caebbc-cfd8-437a-bb9c-d3f793703114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f840e1a3-d4c0-4f84-a84d-714fbf5017a0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:52.851248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.851798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05843d97-5d0f-4e97-9cc0-01c1d33b1b11 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:52.856019 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-05843d97-5d0f-4e97-9cc0-01c1d33b1b11 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/networks/9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 881 time: 0.4657340 Jan 14 11:47:52.856019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a0caebbc-cfd8-437a-bb9c-d3f793703114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.856019 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a0caebbc-cfd8-437a-bb9c-d3f793703114 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f840e1a3-d4c0-4f84-a84d-714fbf5017a0 HTTP/1.1" status: 204 len: 168 time: 0.8064811 Jan 14 11:47:52.858453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44514) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:52.880174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=9754ff4f-74eb-4598-89b6-9c914024099c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:52.897128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.903462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:52.906566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d8751-2add-4234-adc3-4bd52ff801b7 None None] Network 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:52.916392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-18b5f09d-8a03-403d-89fc-21cfefccabd2 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=0033ca06-0b1d-4a4b-832d-7b41925de4f0 HTTP/1.1" status: 200 len: 205 time: 0.0566096 Jan 14 11:47:52.918677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44520) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:52.971940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Port': ['ID=b252b537-ab0a-403b-96a5-e0426f4d19cb,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:52.980085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:52.985287 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-41df045b-bdc3-4ca0-a047-da4e0b9a45c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/9754ff4f-74eb-4598-89b6-9c914024099c HTTP/1.1" status: 204 len: 168 time: 1.3824625 Jan 14 11:47:52.998097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44524) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:53.019065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:security_group_rule and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:53.026423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:53.068402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:53.146264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.162792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:53.163125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.248455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.265345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Transition to ACTIVE for port object 9ae537e9-09af-4e43-b6d6-89b811d5c9ac will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:53.293071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.297411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Transition to ACTIVE for port object 9ae537e9-09af-4e43-b6d6-89b811d5c9ac will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:53.309343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.387539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:53.391627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:53.395219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:53.421373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,segment=NetworkSegment(3762bbd4-d3d2-4038-9146-397a1acdc391),segment_id=3762bbd4-d3d2-4038-9146-397a1acdc391)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:53.421963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.445091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Pushing event updated for resources: {'Port': ['ID=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:53.447815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] DHCP port deletion for 6a8c04d4-96b9-43b3-a58a-215c30d0aec4 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:47:53.458304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Deleting port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:53.458864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.552601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Attempting to bind port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:47:53.552989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Attempting to bind port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:47:53.553343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Attempting to bind port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:47:53.562705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:47:53.563049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:53.563443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.563822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:47:53.564281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Bound port: 9ae537e9-09af-4e43-b6d6-89b811d5c9ac, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:47:53.564537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 7c3eec66-4f2f-4759-98b8-0f3aed9b484d owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:53.564662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.684989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.694959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.700921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.705686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.740217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.748517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:53.752039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] For port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,segment=NetworkSegment(3762bbd4-d3d2-4038-9146-397a1acdc391),segment_id=3762bbd4-d3d2-4038-9146-397a1acdc391)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:53.752491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.762847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0639b7-5618-42d2-8006-2f51f1f84d1b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:53.771209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.771849 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Added segment f2f82360-295b-4de4-9112-1f7abb096eaa of type vlan for network 924dce85-a0bc-4104-9f99-d82c48beea2c Jan 14 11:47:53.829346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.834245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.835125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Fanout notify agent at l3_agent the message router_deleted on router 67de4a24-33b4-4873-94f9-70e4c1d70880 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:53.863795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:53.865227 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f930dcba-c405-4b57-b7f5-3abaac1b9455 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/routers/67de4a24-33b4-4873-94f9-70e4c1d70880 HTTP/1.1" status: 204 len: 168 time: 3.0156202 Jan 14 11:47:53.867500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44544) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:53.881708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Calling delete_port for 7c3eec66-4f2f-4759-98b8-0f3aed9b484d owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:53.908096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:47:53.957190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:47:53.957541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:47:53.978260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=7c3eec66-4f2f-4759-98b8-0f3aed9b484d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:54.043121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] For port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:47:54.046335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] For port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:47:54.052238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.054233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.058101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:54.058681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.089956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.119110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8c04d4-96b9-43b3-a58a-215c30d0aec4']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:54.132691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3762bbd4-d3d2-4038-9146-397a1acdc391') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:54.133272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3762bbd4-d3d2-4038-9146-397a1acdc391') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:54.147012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.162087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0cb81-f317-4d14-b812-509069578b0b None None] Pushing event updated for resources: {'Port': ['ID=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:54.171477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.201630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:54.202071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.210234 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7732091 Jan 14 11:47:54.215914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bab3d-6941-4bd0-ab08-873b7f580a65 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Network': ['ID=924dce85-a0bc-4104-9f99-d82c48beea2c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:54.235279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 924dce85-a0bc-4104-9f99-d82c48beea2c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:54.362214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Deleting subnet 44051a8a-fdbb-4b87-b962-075a11802d0c {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:47:54.366378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:54.433737 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:54.523826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.533991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Deleting port 7c3eec66-4f2f-4759-98b8-0f3aed9b484d {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:54.534557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.572467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c3eec66-4f2f-4759-98b8-0f3aed9b484d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:47:54.587969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fe51:2d79 (d177d53d-ca61-4e91-af17-578924330245/4765c03c-6641-4b90-b347-1f019ff7b84a/bb2503f4-75ee-4741-994c-b4f818d91e2f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:54.644707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.660421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.680374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7c3eec66-4f2f-4759-98b8-0f3aed9b484d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:47:54.681244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c3eec66-4f2f-4759-98b8-0f3aed9b484d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:47:54.682296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.786788 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/6a8c04d4-96b9-43b3-a58a-215c30d0aec4 HTTP/1.1" status: 204 len: 168 time: 1.7769558 Jan 14 11:47:54.797071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08f32-a696-4614-ab26-c8f27c822bc4 None None] The port '7c3eec66-4f2f-4759-98b8-0f3aed9b484d' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:47:54.801522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44558) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:54.802663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dcc52-5a7e-4a46-ab88-34ea00eb81a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=6a8c04d4-96b9-43b3-a58a-215c30d0aec4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:54.818925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1924817730'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:54.821075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.834757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:54.848280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:54.868117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:54.881904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Subnet': ['ID=44051a8a-fdbb-4b87-b962-075a11802d0c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:54.884123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:54.885717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:54.901892 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e1f83aaa-876e-4299-a635-55d6ac328451 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/subnets/44051a8a-fdbb-4b87-b962-075a11802d0c HTTP/1.1" status: 204 len: 168 time: 1.0324419 Jan 14 11:47:54.903462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44566) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:55.014351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:55.026125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.085761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.293057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.328920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:47:55.407435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.407985 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 976cd5f5-b530-4408-a066-6a14f843fc84 of type vlan for network 599f3b14-9c50-45a0-b7e9-103166d9f78f Jan 14 11:47:55.534934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.567067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.599821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object bb2503f4-75ee-4741-994c-b4f818d91e2f will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:55.641511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a735bc97-128e-4f90-8858-f70bd2cdfde4 None None] Provisioning for port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:55.695555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.720443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-4573c2be-37a8-4282-a997-7288124b8b1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.2432404 Jan 14 11:47:55.731080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c5f379-5060-44f0-831e-56cd0539cc61']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:55.734530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.738362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:55.739384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.746046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b2bbbe-fe4b-418c-ae0e-04ec5ecc60d2') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:55.746621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b2bbbe-fe4b-418c-ae0e-04ec5ecc60d2') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:47:55.760399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.781220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.788249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:47:55.788721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:47:55.898711 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:47:55.901167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-8edc9201-15a3-4425-a69a-7be3eba4f858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:55.901554 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-8edc9201-15a3-4425-a69a-7be3eba4f858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.1683993 Jan 14 11:47:55.950790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.981360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:55.985387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] Pushing event deleted for resources: {'Network': ['ID=d0c5f379-5060-44f0-831e-56cd0539cc61,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:56.011090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4f72227a-d071-49ce-a7a0-5adafe7c59a1 tempest-FloatingIPTestJSON-1372535930 tempest-FloatingIPTestJSON-1372535930-project] 10.222.0.48 "DELETE /v2.0/networks/d0c5f379-5060-44f0-831e-56cd0539cc61 HTTP/1.1" status: 204 len: 168 time: 1.1041150 Jan 14 11:47:56.045494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abb0de-3bc3-4689-bbb4-6d916d0b22b0 req-4718bfba-fa15-4554-ae43-b84488ed0396 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:56.052309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:56.056035 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e3abb0de-3bc3-4689-bbb4-6d916d0b22b0 req-4718bfba-fa15-4554-ae43-b84488ed0396 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.1557913 Jan 14 11:47:56.163903 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e3abb0de-3bc3-4689-bbb4-6d916d0b22b0 req-9d220526-1400-41a3-8acf-4068162c78cb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068935 Jan 14 11:47:56.253729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=599f3b14-9c50-45a0-b7e9-103166d9f78f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:56.266461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:47:56.285123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44596) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:56.285714 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e0fd2aa0-e3fa-49d7-ad8f-8b1b47577454 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4754438 Jan 14 11:47:56.291711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=bb2503f4-75ee-4741-994c-b4f818d91e2f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:56.292143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:56.307126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:56.335375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:56.346277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:56.355594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:56.356206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:56.455508 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-dd574a0f-652f-4e6b-aa5c-c15d3f9d19b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.5380800 Jan 14 11:47:56.468470 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5ecca612-a9f8-4a97-a4d5-6c3ae3980006 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5031559 Jan 14 11:47:56.476222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44602) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:56.509953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44606) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:56.522440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ae537e9-09af-4e43-b6d6-89b811d5c9ac up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:56.606922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-4b0e1548-abd6-4d86-be2e-454ed2220cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:56.608948 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-4b0e1548-abd6-4d86-be2e-454ed2220cbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.1376975 Jan 14 11:47:56.614903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44612) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:56.655150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:56.659800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:56.663177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:56.670358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:56.687009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:56.759241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:56.768130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:56.769089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:56.941458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-98a0db19-37db-492c-8beb-6e39e7de27ea None None] Provisioning for port bb2503f4-75ee-4741-994c-b4f818d91e2f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:47:56.946979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-98a0db19-37db-492c-8beb-6e39e7de27ea None None] Provisioning complete for port bb2503f4-75ee-4741-994c-b4f818d91e2f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:56.947543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-98a0db19-37db-492c-8beb-6e39e7de27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:56.996440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.004304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-98a0db19-37db-492c-8beb-6e39e7de27ea None None] Port bb2503f4-75ee-4741-994c-b4f818d91e2f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:47:57.033770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Deleting port 6961fc9a-4e8c-45d0-8feb-fcbe83b706d6 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:57.034253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.080396 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9c2811f6-032f-4f26-b4bf-7db3b814c996 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2148588148104dd085af4fc4ccfdc805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4640887 Jan 14 11:47:57.087656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-989a7dd6-26af-44e0-ae31-5807fe479ab9 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:57.090497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44618) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:57.132089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.149917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.203573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:47:57.211812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.221028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac016bb-5a09-41e0-9c71-3cb7865aabc8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:57.225533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac016bb-5a09-41e0-9c71-3cb7865aabc8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:57.231990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1ac016bb-5a09-41e0-9c71-3cb7865aabc8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:57.298084 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-8b1da9b5-d7d0-4e3b-b21e-7307dc69fc4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6821949 Jan 14 11:47:57.328329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:57.387319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.403055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1ac016bb-5a09-41e0-9c71-3cb7865aabc8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:57.404773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1ac016bb-5a09-41e0-9c71-3cb7865aabc8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9270375 Jan 14 11:47:57.411286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44624) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:57.507421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44628) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:57.529416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'subnet': {'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:57.615349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Calling delete_port for 6961fc9a-4e8c-45d0-8feb-fcbe83b706d6 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:57.621853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port bb2503f4-75ee-4741-994c-b4f818d91e2f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:47:57.622196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.714743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65882221-9dfb-41fc-879e-2864277180c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.745904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.748216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-20f56f61-15b1-4ae2-9acf-ca11059869cb service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406576 Jan 14 11:47:57.762302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd868a-42de-4966-923c-465742cbc4c1 req-43236c26-75c3-428e-8581-1f5c4d2fb429 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:57.763632 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6ffd868a-42de-4966-923c-465742cbc4c1 req-43236c26-75c3-428e-8581-1f5c4d2fb429 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3803530 Jan 14 11:47:57.840603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:57.850577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65882221-9dfb-41fc-879e-2864277180c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:57.873423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:subnet and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:57.888750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:57.911311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6ffd868a-42de-4966-923c-465742cbc4c1 req-ef50c428-ff35-4f74-8d3e-bdd911767fde tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291463 Jan 14 11:47:57.921953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:57.939787 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-989a7dd6-26af-44e0-ae31-5807fe479ab9 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "PUT /v2.0/quotas/882377ddb47b4ab4a335fbebdfa59f74 HTTP/1.1" status: 200 len: 366 time: 1.4287641 Jan 14 11:47:57.943760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44632) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:57.958437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=c627b58c-85a7-4fa0-993b-62f864044dc8,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:57.992319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-eafad4a4-c8a7-4db9-8b60-1184c4dc35c9 req-f8a707c6-6174-4dd7-a7e5-ae227c77f043 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360818 Jan 14 11:47:58.005533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4ff3fe22-48bc-4560-92b0-999762792ff3 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0332518 Jan 14 11:47:58.008008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44636) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.027182 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b89fc32d-36f2-4133-9283-7e1f58fc0004 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "GET /v2.0/quotas/882377ddb47b4ab4a335fbebdfa59f74 HTTP/1.1" status: 200 len: 366 time: 0.0179274 Jan 14 11:47:58.028192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.032280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44640) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.087790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event deleted for resources: {'Port': ['ID=6961fc9a-4e8c-45d0-8feb-fcbe83b706d6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:58.153060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '976cd5f5-b530-4408-a066-6a14f843fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:58.153662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 599f3b14-9c50-45a0-b7e9-103166d9f78f, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:58.160946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:58.174360 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3b71eb47-868d-4ac4-a44c-25f44503cb8c tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/882377ddb47b4ab4a335fbebdfa59f74 HTTP/1.1" status: 204 len: 168 time: 0.1124265 Jan 14 11:47:58.176664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44644) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.201152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-54153810-8c82-4c84-9e9c-274a3e27f5d0 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0229809 Jan 14 11:47:58.205130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44648) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.319536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65882221-9dfb-41fc-879e-2864277180c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.338634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:58.341898 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f473f4e4-cb88-4db1-ac5e-4ffbfca19a65 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "GET /v2.0/quotas/882377ddb47b4ab4a335fbebdfa59f74 HTTP/1.1" status: 200 len: 370 time: 0.1355815 Jan 14 11:47:58.343911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.350498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44652) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.351244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ae537e9-09af-4e43-b6d6-89b811d5c9ac up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:47:58.361262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-19a23e52-7900-4d55-ac37-9e3ca17aa589 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "GET /v2.0/quotas/882377ddb47b4ab4a335fbebdfa59f74/default HTTP/1.1" status: 200 len: 370 time: 0.0069706 Jan 14 11:47:58.361832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44656) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.367501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65882221-9dfb-41fc-879e-2864277180c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c4db8-bf0b-40cd-a633-4783ae5e66d1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:58.370698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.371127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.449191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:47:58.449721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.573567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 599f3b14-9c50-45a0-b7e9-103166d9f78f) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:58.583275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d22be0-17d8-4ff2-b877-535030b6d572 None None] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:58.586282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for bb2503f4-75ee-4741-994c-b4f818d91e2f owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:47:58.613270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-b7731257-9bc5-4451-8ef1-8c84af1137a3 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] delete failed (client error): The resource could not be found. Jan 14 11:47:58.614322 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b7731257-9bc5-4451-8ef1-8c84af1137a3 tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/882377ddb47b4ab4a335fbebdfa59f74 HTTP/1.1" status: 404 len: 348 time: 0.2516007 Jan 14 11:47:58.616463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65882221-9dfb-41fc-879e-2864277180c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.620365 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-65882221-9dfb-41fc-879e-2864277180c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c1c4db8-bf0b-40cd-a633-4783ae5e66d1 HTTP/1.1" status: 204 len: 168 time: 1.5259998 Jan 14 11:47:58.642117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:58.642708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.695128 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9c3a48c7-459e-49a8-95fd-f6567151c144 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4068754 Jan 14 11:47:58.699755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.707860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-249765760'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:58.777847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.783196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.811963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.813082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Fanout notify agent at l3_agent the message router_deleted on router 0033ca06-0b1d-4a4b-832d-7b41925de4f0 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:47:58.849330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.854666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cf933332-08fa-4e77-8fa3-841b10192935 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/0033ca06-0b1d-4a4b-832d-7b41925de4f0 HTTP/1.1" status: 204 len: 168 time: 5.9348543 Jan 14 11:47:58.859839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44668) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.873011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1346169660', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:58.891961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:58.897234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Usage tracker for resource:router and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:58.904758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:58.918097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:58.935807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44672) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:58.962639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.965461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:58.996369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:network and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.003466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.026338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.040845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:subnet and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.059554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.070557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:subnetpool and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.082513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.091755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.103861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=bb2503f4-75ee-4741-994c-b4f818d91e2f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:59.116253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-599f3b14-9c50-45a0-b7e9-103166d9f78f', 'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': 'c627b58c-85a7-4fa0-993b-62f864044dc8'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:47:59.117294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.136533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:port and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.143884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.152766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:router and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.157797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.275050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:floatingip and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.351643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.361624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.401093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.461411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Allocated IP 2001:db8::2 (599f3b14-9c50-45a0-b7e9-103166d9f78f/c627b58c-85a7-4fa0-993b-62f864044dc8/df51626d-0f3c-45d2-9aab-edbfd68e9e5e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:59.506056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:security_group and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.506277 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e898e9ed-b977-4d24-8e3c-93a89685f0ed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/bb2503f4-75ee-4741-994c-b4f818d91e2f HTTP/1.1" status: 204 len: 168 time: 2.0908360 Jan 14 11:47:59.507980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44686) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:59.511305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.519165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:59.556648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:port and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.564970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.567692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.577397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:47:59.595344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Usage tracker for resource:security_group_rule and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.606505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:47:59.616228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667addd-854f-484e-a0a7-e679b3e715ad tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:59.617812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667addd-854f-484e-a0a7-e679b3e715ad tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:59.618424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e667addd-854f-484e-a0a7-e679b3e715ad tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:47:59.631030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Subnet': ['ID=464f7f3e-3476-404f-9d7c-38af41b0b6d1,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:47:59.633242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:47:59.636193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.644700 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-78597037-2509-4d58-8b74-a758ee480dfb tempest-QuotasTest-1894301777 tempest-QuotasTest-1894301777-project-admin] 10.222.0.48 "GET /v2.0/quotas/16fbb75028ed42408ec352ba95a903ea/details.json HTTP/1.1" status: 200 len: 703 time: 0.7043114 Jan 14 11:47:59.661616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054ba57-ca9f-4caa-a8eb-c1dbd38c784b req-f6016fc4-286e-4ec3-ae54-694b514f3b9a tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:59.663030 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e054ba57-ca9f-4caa-a8eb-c1dbd38c784b req-f6016fc4-286e-4ec3-ae54-694b514f3b9a tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4891949 Jan 14 11:47:59.663182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e667addd-854f-484e-a0a7-e679b3e715ad tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:47:59.664268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e667addd-854f-484e-a0a7-e679b3e715ad tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1553824 Jan 14 11:47:59.667513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44694) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:59.696006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 3f220d00-4ee4-430f-9884-f9c4603e36eb yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:47:59.747993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Checking segment: {'id': 'f2f82360-295b-4de4-9112-1f7abb096eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:47:59.748339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network hostable DHCP agents. Network: 924dce85-a0bc-4104-9f99-d82c48beea2c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:47:59.760822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.776437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Transition to ACTIVE for port object df51626d-0f3c-45d2-9aab-edbfd68e9e5e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:59.805885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Transition to ACTIVE for port object df51626d-0f3c-45d2-9aab-edbfd68e9e5e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:47:59.806099 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e054ba57-ca9f-4caa-a8eb-c1dbd38c784b req-237bc4cd-ad0e-40a4-ad30-bc65cfc8eae7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315086 Jan 14 11:47:59.807845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.815748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.818047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network 924dce85-a0bc-4104-9f99-d82c48beea2c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:47:59.887548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 924dce85-a0bc-4104-9f99-d82c48beea2c) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:59.892667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.899789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:47:59.900444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:47:59.903527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:47:59.905813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321c8f9-7e45-48c9-9e6e-f0ad20a6c5d4 None None] Network 924dce85-a0bc-4104-9f99-d82c48beea2c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:47:59.924282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:47:59.931916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:47:59.938863 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4aba440f-210c-4c3a-b760-2a8cc7a4d1fd tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4245172 Jan 14 11:47:59.943608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44704) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:47:59.951630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-906534615'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:47:59.963310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:47:59.980308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::e (599f3b14-9c50-45a0-b7e9-103166d9f78f/c627b58c-85a7-4fa0-993b-62f864044dc8/3f220d00-4ee4-430f-9884-f9c4603e36eb) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:47:59.990401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:network and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:47:59.997456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Pushing event updated for resources: {'Port': ['ID=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:00.003976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:00.020957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:00.065122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:00.068676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.119220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Attempting to bind port df51626d-0f3c-45d2-9aab-edbfd68e9e5e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:00.119444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Attempting to bind port df51626d-0f3c-45d2-9aab-edbfd68e9e5e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '976cd5f5-b530-4408-a066-6a14f843fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:00.119757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Attempting to bind port df51626d-0f3c-45d2-9aab-edbfd68e9e5e on network 599f3b14-9c50-45a0-b7e9-103166d9f78f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:00.141491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:00.141752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Checking segment: {'id': '976cd5f5-b530-4408-a066-6a14f843fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:00.142140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.142524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Bound using segment: {'id': '976cd5f5-b530-4408-a066-6a14f843fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:00.142989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Bound port: df51626d-0f3c-45d2-9aab-edbfd68e9e5e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976cd5f5-b530-4408-a066-6a14f843fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '599f3b14-9c50-45a0-b7e9-103166d9f78f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:00.143347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.213410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Allocated IP 172.26.8.89 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/3c15e1fd-d5f4-419d-969b-14f0bd13a874) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:00.263950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44712) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:00.283229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44714) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:00.320483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:00.339217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-924dce85-a0bc-4104-9f99-d82c48beea2c', 'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c', 'tenant_id': '78862615ac8f41249171b43061af02c0', 'fixed_ips': [{'subnet_id': '464f7f3e-3476-404f-9d7c-38af41b0b6d1'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:00.340560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.362441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] For port df51626d-0f3c-45d2-9aab-edbfd68e9e5e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:00.393381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.393714 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Added segment 28816e0e-806b-4558-b41c-31d2f7449598 of type vlan for network b4ba41f8-5cca-496a-9029-f84e7d9d86aa Jan 14 11:48:00.401411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 4765c03c-6641-4b90-b347-1f019ff7b84a {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:00.416023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.454056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.485956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] For port df51626d-0f3c-45d2-9aab-edbfd68e9e5e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,segment=NetworkSegment(976cd5f5-b530-4408-a066-6a14f843fc84),segment_id=976cd5f5-b530-4408-a066-6a14f843fc84)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:00.498781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.502485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.532436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.560532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.580824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 3f220d00-4ee4-430f-9884-f9c4603e36eb will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:00.598883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.607533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-937105334'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:00.614061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:00.617988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:network and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:00.621549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:00.629913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:00.636299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.644746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061e21f-11e4-4e4d-bab3-f3510793ccce None None] Pushing event updated for resources: {'Port': ['ID=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:00.651328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.655676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:00.656277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.679349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Allocated IP 2001:db8:0:ffff::2 (924dce85-a0bc-4104-9f99-d82c48beea2c/464f7f3e-3476-404f-9d7c-38af41b0b6d1/0fd60d9c-54a8-4877-84c5-53b5a8f7e69b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:00.725917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:00.735332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:00.743546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event updated for resources: {'Port': ['ID=3c15e1fd-d5f4-419d-969b-14f0bd13a874,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:00.746827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:00.798998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.803371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Made reservation on behalf of 30215a89a29b46c1992ac506378978a1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:00.806320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.812143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:00.953372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.002446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.023884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dfecd5eb-b533-4962-8fc5-1cb81b1c25c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.033559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.040090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.041670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=4765c03c-6641-4b90-b347-1f019ff7b84a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:01.059713 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1152108 Jan 14 11:48:01.063647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44724) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:01.067834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Transition to ACTIVE for port object 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:01.075882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.084769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:01.087013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c1bc4-ee38-4ae2-9e77-018efe18f3c8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Network': ['ID=b4ba41f8-5cca-496a-9029-f84e7d9d86aa,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:01.087177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'subnet': {'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:01.106363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Transition to ACTIVE for port object 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:01.107779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=3f220d00-4ee4-430f-9884-f9c4603e36eb,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:01.111292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:01.132387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2149985-9071-472e-a690-535066750671 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:01.134813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:01.142680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Usage tracker for resource:security_group_rule and tenant:1a654b17cef24370a4289e076a9a2cf2 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:01.148447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:01.154249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:01.155729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b4ba41f8-5cca-496a-9029-f84e7d9d86aa details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:01.164069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:01.203272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3bbfe634-cc46-45d3-8afb-f86d30fc5a5e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/4765c03c-6641-4b90-b347-1f019ff7b84a HTTP/1.1" status: 204 len: 168 time: 1.5349221 Jan 14 11:48:01.208406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44730) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:01.251526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.260384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.263642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:security_group_rule and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:01.269157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:01.272322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.284221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:01.288454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:01.289143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.299205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:01.303835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:subnet and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:01.307390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:01.310914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:01.314150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:01.321756 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0acd9bca-900e-45a5-8b59-c6975db55b32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044812 Jan 14 11:48:01.324774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44734) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:01.333024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:01.351675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:01.372024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c15b86-c29a-475a-9d6b-c86b9be6e65d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:01.383205 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25ac0565-aecc-4516-98b7-a7c5a5113591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a654b17cef24370a4289e076a9a2cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0992818 Jan 14 11:48:01.386233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44738) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:01.397295 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a1f7741c-4bb1-496e-88cc-82e2e938445d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.6963542 Jan 14 11:48:01.406841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44742) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:01.452141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Pushing event updated for resources: {'Port': ['ID=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:01.460642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Network 924dce85-a0bc-4104-9f99-d82c48beea2c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:01.465216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:01.494379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:01.544016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 3f220d00-4ee4-430f-9884-f9c4603e36eb {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:01.544953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.576214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.607372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:01.611317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Attempting to bind port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:01.611682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Attempting to bind port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'f2f82360-295b-4de4-9112-1f7abb096eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:01.612037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Attempting to bind port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b on network 924dce85-a0bc-4104-9f99-d82c48beea2c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:01.622640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:01.623006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Checking segment: {'id': 'f2f82360-295b-4de4-9112-1f7abb096eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:01.623302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.623477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.623995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Bound using segment: {'id': 'f2f82360-295b-4de4-9112-1f7abb096eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:01.624565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Bound port: 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f82360-295b-4de4-9112-1f7abb096eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '924dce85-a0bc-4104-9f99-d82c48beea2c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:01.624862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.626902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-628cc7ec-4594-4dcb-9dde-a6797882c502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.634157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.682810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:01.693962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:01.716354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:01.731389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9f478247-6d90-420e-a627-1612e588dcac None None] For port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:01.736333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9f478247-6d90-420e-a627-1612e588dcac None None] For port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,segment=NetworkSegment(f2f82360-295b-4de4-9112-1f7abb096eaa),segment_id=f2f82360-295b-4de4-9112-1f7abb096eaa)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:01.743153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.747292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:01.760135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:01.763802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.780904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:01.782914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.783636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.793878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] Deleting port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:01.794241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.809676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-628cc7ec-4594-4dcb-9dde-a6797882c502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.860066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:01.860407 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Added segment 19a7f4bb-e1f7-4fa2-ae41-657ca3262e77 of type vlan for network d432bca9-6db1-4a6f-8a6d-b745ba7f48db Jan 14 11:48:01.866437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92738faa-368d-4ec6-a4d8-e0885900b8db,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:01.919972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f478247-6d90-420e-a627-1612e588dcac None None] Pushing event updated for resources: {'Port': ['ID=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:02.013244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.086202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] For port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:02.086592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.099403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.107067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-628cc7ec-4594-4dcb-9dde-a6797882c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.195229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.198758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:02.199360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.283781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c7a1c-1eae-4a41-aa6f-ec81d6175fa7 None None] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:02.314149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] Calling delete_port for 9ae537e9-09af-4e43-b6d6-89b811d5c9ac owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:02.455893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Network': ['ID=d432bca9-6db1-4a6f-8a6d-b745ba7f48db,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:02.475571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:02.506774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 3f220d00-4ee4-430f-9884-f9c4603e36eb owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:02.510495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df51626d-0f3c-45d2-9aab-edbfd68e9e5e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:02.535945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-628cc7ec-4594-4dcb-9dde-a6797882c502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.538036 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-628cc7ec-4594-4dcb-9dde-a6797882c502 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93c15b86-c29a-475a-9d6b-c86b9be6e65d HTTP/1.1" status: 204 len: 168 time: 1.1497004 Jan 14 11:48:02.538905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cc7ec-4594-4dcb-9dde-a6797882c502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c15b86-c29a-475a-9d6b-c86b9be6e65d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:02.555363 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b0e4d3ab-e20e-4ae3-b82b-27b9080e1419 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2668145 Jan 14 11:48:02.559099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44748) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:02.573678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'subnet': {'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:02.598606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:02.663559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.696722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:02.701388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:subnet and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:02.704962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:02.711006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4678a02-c67f-4a01-bf11-2531d30cdafa None None] Provisioning for port df51626d-0f3c-45d2-9aab-edbfd68e9e5e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:02.711525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:02.726289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Made reservation on behalf of 30215a89a29b46c1992ac506378978a1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:02.848175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Subnet': ['ID=2ea4b6b1-b80b-40d9-933b-68725861f97e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:02.872553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:02.903364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:02.952929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] Pushing event deleted for resources: {'Port': ['ID=9ae537e9-09af-4e43-b6d6-89b811d5c9ac,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:02.985347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b31d58-04bf-42c9-990e-43e58ec834f3 None None] No DVR routers for this DVR port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:03.038343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port df51626d-0f3c-45d2-9aab-edbfd68e9e5e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:03.053598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port df51626d-0f3c-45d2-9aab-edbfd68e9e5e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:03.054017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.083142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04379259-130a-47bd-b00a-e1ad8b1af897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.090525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44754) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:03.114086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.136473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Checking segment: {'id': '28816e0e-806b-4558-b41c-31d2f7449598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:03.154497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:03.160792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.161433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network hostable DHCP agents. Network: b4ba41f8-5cca-496a-9029-f84e7d9d86aa, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:03.191317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:16fbb75028ed42408ec352ba95a903ea is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:03.206107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:03.238522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.262450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Router ba011734-5ae3-440a-94f7-0b7eebd8ffa6 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:48:03.285033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network b4ba41f8-5cca-496a-9029-f84e7d9d86aa is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:03.290521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port df51626d-0f3c-45d2-9aab-edbfd68e9e5e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,segment=NetworkSegment(976cd5f5-b530-4408-a066-6a14f843fc84),segment_id=976cd5f5-b530-4408-a066-6a14f843fc84)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:03.298789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.302749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:03.304695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_pluggable_backend [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Port 9ae537e9-09af-4e43-b6d6-89b811d5c9ac was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83451) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 14 11:48:03.305277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_pluggable_backend [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0d:9a03 {{(pid=83451) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 14 11:48:03.402003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b4ba41f8-5cca-496a-9029-f84e7d9d86aa) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:03.419627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:03.420554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.429606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157bf67-bff8-496e-a64e-a633eb818c30 None None] Network b4ba41f8-5cca-496a-9029-f84e7d9d86aa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:03.440483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:03.446393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.473671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.514542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=3f220d00-4ee4-430f-9884-f9c4603e36eb,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:03.514895 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d19513f5-b469-4143-b495-55f5e62db28a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4486809 Jan 14 11:48:03.524031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44758) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:03.533915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c391349-387b-4b7d-b4f0-c1656c1a6136 None None] Network 924dce85-a0bc-4104-9f99-d82c48beea2c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:03.534524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'port': {'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa', 'name': 'tempest-NetworksIpV6TestAttrs-916767586'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:03.569803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:03.584393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:03.591510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:03.592130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.597323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=91be0133-2d7f-443c-910e-57934387604b,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:03.626370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:03.677699 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f03bfe8c-abf8-4313-8d39-722248ab0ae0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3517396 Jan 14 11:48:03.689769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44762) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:03.692997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325461a-89e6-44fb-9538-15bb35537891 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:03.697846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:3b:dd:81', 'name': 'tempest-NetworksTestDHCPv6-395177127'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:03.703113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:03.707838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:port and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:03.711415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:03.725617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:03.799249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.815874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:03.819313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:03.867210 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8106893a-ecc7-4c82-98b8-aa62f680d2c0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/3f220d00-4ee4-430f-9884-f9c4603e36eb HTTP/1.1" status: 204 len: 168 time: 2.4560778 Jan 14 11:48:03.868435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44766) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:03.875753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:48:03.879035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] device_id is not set on port 5cd2e752-540f-41c1-8f58-19b6c78f5c1f yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:03.886096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] Sync routers for ids ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:48:03.907497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] Routers {'ba011734-5ae3-440a-94f7-0b7eebd8ffa6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:03.908119 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:03.964342 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0718dd33-4ee6-4892-85a8-b81ee126fe3b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:48:03.964874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0718dd33-4ee6-4892-85a8-b81ee126fe3b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:03.971622 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:03.988949 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] Routers {'ba011734-5ae3-440a-94f7-0b7eebd8ffa6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:03.990103 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:04.009654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:04.015710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:04.018316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:04.021563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.025406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6dd9b4e0-4341-4f2b-a189-0ebf5c1992b3 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1597950 Jan 14 11:48:04.025406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:04.031468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44770) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:04.033922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:04.036130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.037340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:04.040646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.044219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:04.059829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.088065 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:04.088825 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d9138-9d2d-4932-bd4c-9a84c6095105 None None] The sync data for ids ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:48:04.099861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Provisioning for port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:04.141200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0718dd33-4ee6-4892-85a8-b81ee126fe3b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:04.142213 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0718dd33-4ee6-4892-85a8-b81ee126fe3b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/3f220d00-4ee4-430f-9884-f9c4603e36eb HTTP/1.1" status: 404 len: 333 time: 0.2723367 Jan 14 11:48:04.144498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Provisioning complete for port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:04.145328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.146411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44774) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:04.181712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:04.185321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.190928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d37a1cb-ac8f-4386-ba31-b5d3b688ca4c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:04.243616 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e370eaa7-fd68-48a3-8cce-500fba922fc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16fbb75028ed42408ec352ba95a903ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1450117 Jan 14 11:48:04.243908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44778) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:04.244121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.276078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 3a04f958-c794-4a7a-aba6-b44c7bb1c902 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:04.281044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Allocated IP 2001:db8::f816:3eff:fed4:6f64 (b4ba41f8-5cca-496a-9029-f84e7d9d86aa/2ea4b6b1-b80b-40d9-933b-68725861f97e/5cd2e752-540f-41c1-8f58-19b6c78f5c1f) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:04.309226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.341860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Subnet': ['ID=9975c954-86b6-4116-b676-de9c2d019307,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:04.391544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '91be0133-2d7f-443c-910e-57934387604b'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:04.392663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.407946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Checking segment: {'id': '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:04.408294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network hostable DHCP agents. Network: d432bca9-6db1-4a6f-8a6d-b745ba7f48db, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:04.449758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-b4ba41f8-5cca-496a-9029-f84e7d9d86aa', 'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa', 'tenant_id': '78862615ac8f41249171b43061af02c0', 'fixed_ips': [{'subnet_id': '2ea4b6b1-b80b-40d9-933b-68725861f97e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:04.450685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.457787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet c627b58c-85a7-4fa0-993b-62f864044dc8 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:04.461480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.485424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.502388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:04.530471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, d432bca9-6db1-4a6f-8a6d-b745ba7f48db) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:04.544815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:04.546208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.560425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b38d1-ab94-4c10-8cb0-83039dcf05e6 None None] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:04.578348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.600596 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6bd6a810-b7ff-4971-875f-ce9ef5a93c7f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0403953 Jan 14 11:48:04.602345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Transition to ACTIVE for port object 5cd2e752-540f-41c1-8f58-19b6c78f5c1f will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:04.604454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44782) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:04.612128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1932613542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:04.619894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:04.625465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:router and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:04.630033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:04.637169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:04.651680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.652660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.659644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.665636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.748412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network b4ba41f8-5cca-496a-9029-f84e7d9d86aa is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:04.754458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.755441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:04.766854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:04.772164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:04.772309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.775018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7599039f-6442-4f15-9608-86278334d672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.780025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Port': ['ID=5cd2e752-540f-41c1-8f58-19b6c78f5c1f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:04.808364 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bc85e121-a641-4afb-9d59-4bf5d67c4ebf tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2816937 Jan 14 11:48:04.809165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44786) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:04.813166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.813591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fe3b:dd81 (d177d53d-ca61-4e91-af17-578924330245/91be0133-2d7f-443c-910e-57934387604b/3a04f958-c794-4a7a-aba6-b44c7bb1c902) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:04.847821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7599039f-6442-4f15-9608-86278334d672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.879120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.882906 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6b9814ff-9714-45a8-9ad9-a340610bc451 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2747180 Jan 14 11:48:04.883252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44790) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:04.913846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:04.949014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.009273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.127569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,segment=NetworkSegment(f2f82360-295b-4de4-9112-1f7abb096eaa),segment_id=f2f82360-295b-4de4-9112-1f7abb096eaa)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:05.152833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.232408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Allocated IP 2001:db8::f816:3eff:fe9f:5940 (b4ba41f8-5cca-496a-9029-f84e7d9d86aa/2ea4b6b1-b80b-40d9-933b-68725861f97e/df4dab16-21a9-4182-a69c-f27d1d169501) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:05.266791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ae537e9-09af-4e43-b6d6-89b811d5c9ac no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:05.278431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting subnet 2ea4b6b1-b80b-40d9-933b-68725861f97e {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:05.336928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 9ae537e9-09af-4e43-b6d6-89b811d5c9ac {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:05.337361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ae537e9-09af-4e43-b6d6-89b811d5c9ac not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:05.340582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7599039f-6442-4f15-9608-86278334d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.414997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599039f-6442-4f15-9608-86278334d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d37a1cb-ac8f-4386-ba31-b5d3b688ca4c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:05.431138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:05.431591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:05.446506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.497425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d432bca9-6db1-4a6f-8a6d-b745ba7f48db', 'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db', 'tenant_id': '30215a89a29b46c1992ac506378978a1', 'fixed_ips': [{'subnet_id': '9975c954-86b6-4116-b676-de9c2d019307'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:05.500298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.529834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:05.544089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df51626d-0f3c-45d2-9aab-edbfd68e9e5e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:05.573955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.596198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 3a04f958-c794-4a7a-aba6-b44c7bb1c902 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:05.602446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.618682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=c627b58c-85a7-4fa0-993b-62f864044dc8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:05.632678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.719120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67f21c-7d87-43c9-a226-0fc124843e54 None None] Network 599f3b14-9c50-45a0-b7e9-103166d9f78f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:05.728051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.732069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c090162b-2a67-4bbd-8d0a-3cfe7fbda916 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/c627b58c-85a7-4fa0-993b-62f864044dc8 HTTP/1.1" status: 204 len: 168 time: 1.5823295 Jan 14 11:48:05.735002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7599039f-6442-4f15-9608-86278334d672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.738334 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7599039f-6442-4f15-9608-86278334d672 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d37a1cb-ac8f-4386-ba31-b5d3b688ca4c HTTP/1.1" status: 204 len: 168 time: 1.4853964 Jan 14 11:48:05.759215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44794) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:05.809438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-a7e1c76c-cae4-428f-bedd-7d0ed5578e05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6445518 Jan 14 11:48:05.835358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:05.934470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:05.973585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=3a04f958-c794-4a7a-aba6-b44c7bb1c902,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:05.983602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:05.986056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:05.990640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:05.991252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.041519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.061806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d79ad4c0-0a72-4d5f-94d8-5ea69aafa292 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3704274 Jan 14 11:48:06.062792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.067404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44802) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:06.077981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Transition to ACTIVE for port object df4dab16-21a9-4182-a69c-f27d1d169501 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:06.084715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port df51626d-0f3c-45d2-9aab-edbfd68e9e5e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:06.085077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.100549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Transition to ACTIVE for port object df4dab16-21a9-4182-a69c-f27d1d169501 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:06.135633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.166170 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-e717e556-7c5f-471b-9bf1-05ece6a64d85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.2368939 Jan 14 11:48:06.204358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.209407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Allocated IP 2001:db8::f816:3eff:feab:26f6 (d177d53d-ca61-4e91-af17-578924330245/91be0133-2d7f-443c-910e-57934387604b/298e9f38-91f0-4c8e-8add-431e22145421) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:06.252076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.291202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Allocated IP 172.20.0.2 (d432bca9-6db1-4a6f-8a6d-b745ba7f48db/9975c954-86b6-4116-b676-de9c2d019307/3cc288d7-e65c-40e6-bae6-aa209d0b5df1) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:06.485539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.537341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfe400-ebfd-4464-9c49-254d0712ee71 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:06.538042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6bfe400-ebfd-4464-9c49-254d0712ee71 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:06.541557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.554017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Transition to ACTIVE for port object 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:06.561451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port df51626d-0f3c-45d2-9aab-edbfd68e9e5e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,segment=NetworkSegment(976cd5f5-b530-4408-a066-6a14f843fc84),segment_id=976cd5f5-b530-4408-a066-6a14f843fc84)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:06.562080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.573610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d148975-c129-411a-939c-02e307e51169 req-458f02f3-18aa-4629-b044-2523b3945281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:06.573816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6bfe400-ebfd-4464-9c49-254d0712ee71 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:06.573936 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-458f02f3-18aa-4629-b044-2523b3945281 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.3135812 Jan 14 11:48:06.577409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44816) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:06.578973 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f6bfe400-ebfd-4464-9c49-254d0712ee71 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5104349 Jan 14 11:48:06.592957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.636221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea4b6b1-b80b-40d9-933b-68725861f97e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:06.650010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.661228 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e03b7815-ad4f-4cd2-b47d-ecfc02cc189a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/2ea4b6b1-b80b-40d9-933b-68725861f97e HTTP/1.1" status: 204 len: 168 time: 1.8503361 Jan 14 11:48:06.663311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44822) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:06.740945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Pushing event updated for resources: {'Port': ['ID=df4dab16-21a9-4182-a69c-f27d1d169501,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:06.765344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ce5d0-03d5-4450-9f25-7069fb41e616 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:06.768489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ce5d0-03d5-4450-9f25-7069fb41e616 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:06.769672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a65ce5d0-03d5-4450-9f25-7069fb41e616 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Synchronizing usage tracker for tenant:78862615ac8f41249171b43061af02c0 on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:06.770246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Transition to ACTIVE for port object 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:06.800201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Network b4ba41f8-5cca-496a-9029-f84e7d9d86aa is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:06.816708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:06.819031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.834315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:06.871401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Allocated IP 172.20.0.1 (d432bca9-6db1-4a6f-8a6d-b745ba7f48db/9975c954-86b6-4116-b676-de9c2d019307/4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:06.929595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port df51626d-0f3c-45d2-9aab-edbfd68e9e5e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:06.929996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:06.962449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44828) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:06.987256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a65ce5d0-03d5-4450-9f25-7069fb41e616 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Unset dirty status for tenant:78862615ac8f41249171b43061af02c0 on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:06.988241 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a65ce5d0-03d5-4450-9f25-7069fb41e616 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3236790 Jan 14 11:48:06.991883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44834) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:06.999659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Provisioning complete for port df51626d-0f3c-45d2-9aab-edbfd68e9e5e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:07.000029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.016292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for df51626d-0f3c-45d2-9aab-edbfd68e9e5e owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:07.118197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:07.121800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c10419ff-9d9c-49d1-9a35-93481ed4cfae tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.129897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 3a04f958-c794-4a7a-aba6-b44c7bb1c902 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:07.130169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Pushing event updated for resources: {'Port': ['ID=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:07.130302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.150827 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10419ff-9d9c-49d1-9a35-93481ed4cfae tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 11:48:07.151270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10419ff-9d9c-49d1-9a35-93481ed4cfae tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:07.153056 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c10419ff-9d9c-49d1-9a35-93481ed4cfae tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/b4ba41f8-5cca-496a-9029-f84e7d9d86aa HTTP/1.1" status: 409 len: 405 time: 0.1601400 Jan 14 11:48:07.169974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:07.175939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44838) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:07.187967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:07.192330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1745559609'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:07.243784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:07.256535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.267763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:network and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:07.271748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:07.272173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874104373'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:07.282116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:07.285561 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-f789b100-1f0b-47ba-9baa-5dd85a88a1ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.7021346 Jan 14 11:48:07.288563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Attempting to bind port df4dab16-21a9-4182-a69c-f27d1d169501 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:07.289063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Attempting to bind port df4dab16-21a9-4182-a69c-f27d1d169501 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '28816e0e-806b-4558-b41c-31d2f7449598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:07.289646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Attempting to bind port df4dab16-21a9-4182-a69c-f27d1d169501 on network b4ba41f8-5cca-496a-9029-f84e7d9d86aa {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:07.290055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:07.290178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:07.293004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Transition to ACTIVE for port object 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:07.294382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:07.301940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:07.319721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:07.322839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.338012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.350776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Could not find standard attr ID for object df51626d-0f3c-45d2-9aab-edbfd68e9e5e. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:07.377757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:07.381663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:security_group_rule and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:07.384455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:07.387098 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.plugins.ml2.db [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] No ports have port_id starting with df51626d-0f3c-45d2-9aab-edbfd68e9e5e Jan 14 11:48:07.390693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:07.398759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.423250 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No ports have port_id starting with df51626d-0f3c-45d2-9aab-edbfd68e9e5e Jan 14 11:48:07.423885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:07.424269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Checking segment: {'id': '28816e0e-806b-4558-b41c-31d2f7449598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:07.424684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.425119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Bound using segment: {'id': '28816e0e-806b-4558-b41c-31d2f7449598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:07.425659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Bound port: df4dab16-21a9-4182-a69c-f27d1d169501, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28816e0e-806b-4558-b41c-31d2f7449598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4ba41f8-5cca-496a-9029-f84e7d9d86aa'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:07.426031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.448488 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9263caf-33cb-45d9-8fd3-18748f5d1416 None None] DHCP port deletion for 599f3b14-9c50-45a0-b7e9-103166d9f78f request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:07.465786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.470676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=df51626d-0f3c-45d2-9aab-edbfd68e9e5e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:07.471449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.487722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.493032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2c37f56a-c955-4a87-af9c-17b2c62cfe2d None None] Could not find standard attr ID for object 3f220d00-4ee4-430f-9884-f9c4603e36eb. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:07.495249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port df51626d-0f3c-45d2-9aab-edbfd68e9e5e on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:07.510443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:07.517089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.526022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Attempting to bind port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:07.526386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Attempting to bind port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:07.526741 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Attempting to bind port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 on network d432bca9-6db1-4a6f-8a6d-b745ba7f48db {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:07.577826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.582519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:07.582519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Checking segment: {'id': '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:07.582876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.583249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Bound using segment: {'id': '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:07.584202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Bound port: 3cc288d7-e65c-40e6-bae6-aa209d0b5df1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:07.584202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.600754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:07.620621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc836e-7ccf-4c68-9723-a4ec1e884115,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:07.634788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:07.649055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:07.654680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:07.660508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:07.666992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Transition to ACTIVE for port object 298e9f38-91f0-4c8e-8add-431e22145421 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:07.676469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d148975-c129-411a-939c-02e307e51169 req-df55edd4-4c7d-4aa3-a8b5-120522f0384a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:07.678076 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-df55edd4-4c7d-4aa3-a8b5-120522f0384a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.3852539 Jan 14 11:48:07.692381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.692749 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment 6b70b191-f08a-49ae-a071-327f15b8cdfc of type vlan for network e1e44267-3ca9-4bee-aa49-e575ac10ea7c Jan 14 11:48:07.694133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Port': ['ID=4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:07.741142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] For port df4dab16-21a9-4182-a69c-f27d1d169501, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:07.744596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.749125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.765578 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Transition to ACTIVE for port object 298e9f38-91f0-4c8e-8add-431e22145421 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:07.781869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.786397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] For port df4dab16-21a9-4182-a69c-f27d1d169501, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df4dab16-21a9-4182-a69c-f27d1d169501,segment=NetworkSegment(28816e0e-806b-4558-b41c-31d2f7449598),segment_id=28816e0e-806b-4558-b41c-31d2f7449598)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:07.794904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.799543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:07.800173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.835445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-024348a6-a602-45be-b975-ab00540023da None None] Provisioning complete for port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:07.835732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-024348a6-a602-45be-b975-ab00540023da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.844188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.877250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.896466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:07.900414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.933710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] For port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:07.955032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.961255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:07.961989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Pushing event updated for resources: {'Port': ['ID=298e9f38-91f0-4c8e-8add-431e22145421,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:07.970992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:07.976386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:07.976718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Added segment 604797bb-526f-4e44-8532-5842fbc13d65 of type vlan for network f7c8de94-359c-4fe8-9602-4707a303bcf0 Jan 14 11:48:07.979225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599f3b14-9c50-45a0-b7e9-103166d9f78f']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:08.006362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] For port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,segment=NetworkSegment(19a7f4bb-e1f7-4fa2-ae41-657ca3262e77),segment_id=19a7f4bb-e1f7-4fa2-ae41-657ca3262e77)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:08.010680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:08.030341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:08.030910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.044802 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0796542 Jan 14 11:48:08.057714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.060421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.073263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976cd5f5-b530-4408-a066-6a14f843fc84') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:08.073560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976cd5f5-b530-4408-a066-6a14f843fc84') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:08.091117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452ea0a-cd88-4857-aafb-2563b3401ac0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=e1e44267-3ca9-4bee-aa49-e575ac10ea7c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:08.104307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.112935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network e1e44267-3ca9-4bee-aa49-e575ac10ea7c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:08.231425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 3a04f958-c794-4a7a-aba6-b44c7bb1c902 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:08.300340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-c337a13f-2fe3-4d09-8a05-9d3843afc7e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6114316 Jan 14 11:48:08.303177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.317299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Deleting port 3c15e1fd-d5f4-419d-969b-14f0bd13a874 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:08.317638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.320691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b44f97-26c5-4f12-ac44-a5cfd09a5e09 None None] Pushing event updated for resources: {'Port': ['ID=df4dab16-21a9-4182-a69c-f27d1d169501,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:08.522852 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-1bcd3a39-94d6-4520-a7f4-8af382c8f771 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733606 Jan 14 11:48:08.596771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.634484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Attempting to bind port 298e9f38-91f0-4c8e-8add-431e22145421 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:08.638162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Attempting to bind port 298e9f38-91f0-4c8e-8add-431e22145421 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:08.638622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Attempting to bind port 298e9f38-91f0-4c8e-8add-431e22145421 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:08.644100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.648574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:08.649191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:08.680280 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:08.682568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a7476-5c43-4bba-8181-88d0e7672461 None None] Network b4ba41f8-5cca-496a-9029-f84e7d9d86aa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:08.796864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.808747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-024348a6-a602-45be-b975-ab00540023da None None] Could not find standard attr ID for object 3f220d00-4ee4-430f-9884-f9c4603e36eb. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:08.809998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.882244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7cb51-c9aa-4e53-a81c-ef1525b63049 None None] Pushing event updated for resources: {'Port': ['ID=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:08.890534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:08.891027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:08.891511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:08.891977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:08.892512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Bound port: 298e9f38-91f0-4c8e-8add-431e22145421, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:08.892970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.010964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.023629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Port': ['ID=4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:09.077210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df51626d-0f3c-45d2-9aab-edbfd68e9e5e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:09.136997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: df51626d-0f3c-45d2-9aab-edbfd68e9e5e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:09.137349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df51626d-0f3c-45d2-9aab-edbfd68e9e5e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:09.166661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] For port 298e9f38-91f0-4c8e-8add-431e22145421, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:09.171975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:48:09.229224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:09.230788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:09.326610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] For port 298e9f38-91f0-4c8e-8add-431e22145421, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=298e9f38-91f0-4c8e-8add-431e22145421,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:09.334949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.337626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.344088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.392970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=599f3b14-9c50-45a0-b7e9-103166d9f78f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:09.401008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.405509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:09.406405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:09.490773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe98eb-a581-40aa-866b-6a6238244fcd None None] Pushing event updated for resources: {'Port': ['ID=298e9f38-91f0-4c8e-8add-431e22145421,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:09.652492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Network': ['ID=f7c8de94-359c-4fe8-9602-4707a303bcf0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:09.672054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network f7c8de94-359c-4fe8-9602-4707a303bcf0 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:09.673643 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-79567e1c-3779-465e-b2e2-2795ff8d1c06 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4903638 Jan 14 11:48:09.680546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44842) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:09.724031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:09.724637 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ba55fcd7-cafd-4706-a32e-ff55a207b303 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/599f3b14-9c50-45a0-b7e9-103166d9f78f HTTP/1.1" status: 204 len: 168 time: 3.9633839 Jan 14 11:48:09.745943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44844) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:09.783401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'subnet': {'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:09.802130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'name': 'tempest-PortsIpV6TestJSON-1343130661'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:09.883840 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d148975-c129-411a-939c-02e307e51169 req-38336449-2535-4473-8c29-81a8da4e40d9 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3403802 Jan 14 11:48:10.030383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:10.043098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.051502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:10.059176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.082582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:10.098109 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:48:10.116513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad02f35-facb-46c3-88c4-dd1703d9ec94 None None] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:10.312522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.318048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bccaa3d5-cb49-4c5d-bea1-dacccf4cdfb1 None None] Provisioning for port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:10.324781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Calling delete_port for 3c15e1fd-d5f4-419d-969b-14f0bd13a874 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:10.371039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:10.382866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:10.394564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.525293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Router 3e095ec1-3c5a-4110-82d2-74a4394cd72f is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:48:10.607257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=3a04f958-c794-4a7a-aba6-b44c7bb1c902,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:10.662252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.662582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.744009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,segment=NetworkSegment(19a7f4bb-e1f7-4fa2-ae41-657ca3262e77),segment_id=19a7f4bb-e1f7-4fa2-ae41-657ca3262e77)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:10.752295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.800303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Pushing event deleted for resources: {'Port': ['ID=3c15e1fd-d5f4-419d-969b-14f0bd13a874,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:10.819130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:10.831107 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f337e4e0-37fc-4a1c-b0c8-e3e5b609cc52 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/3a04f958-c794-4a7a-aba6-b44c7bb1c902 HTTP/1.1" status: 204 len: 168 time: 4.2487028 Jan 14 11:48:10.833493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44850) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:10.847432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:10.947208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:10.960303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640c9c5-d5e4-4688-9ab5-67e530f2f9a4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:10.962177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640c9c5-d5e4-4688-9ab5-67e530f2f9a4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:10.962962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e640c9c5-d5e4-4688-9ab5-67e530f2f9a4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:11.057914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e640c9c5-d5e4-4688-9ab5-67e530f2f9a4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:11.059109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e640c9c5-d5e4-4688-9ab5-67e530f2f9a4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2247827 Jan 14 11:48:11.065113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:11.068503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44854) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:11.118896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:11.121144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:11.188124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9c2af567-7e16-4c0e-9db9-71eb5f4fa4e3 None None] Provisioning for port 298e9f38-91f0-4c8e-8add-431e22145421 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:11.227944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:48:11.240862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] Sync routers for ids ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:48:11.269288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Subnet': ['ID=0dfcf461-e538-4a87-b168-a7393b332e97,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:11.270470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] Routers {'3e095ec1-3c5a-4110-82d2-74a4394cd72f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:11.271371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:11.284923 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f9c8dcd9-c240-401b-8362-12b876c958aa tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "PUT /v2.0/routers/3e095ec1-3c5a-4110-82d2-74a4394cd72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4006162 Jan 14 11:48:11.288945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44858) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:11.298779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'port': {'network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db', 'name': 'tempest-FloatingIPNegativeTestJSON-1608117793'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:11.334584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Checking segment: {'id': '604797bb-526f-4e44-8532-5842fbc13d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:11.335244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network hostable DHCP agents. Network: f7c8de94-359c-4fe8-9602-4707a303bcf0, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:11.417245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:11.428539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7a56185-d807-4675-92b1-c86acc0347b2 None None] Provisioning complete for port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:11.428962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7a56185-d807-4675-92b1-c86acc0347b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:11.468027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] Routers {'3e095ec1-3c5a-4110-82d2-74a4394cd72f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:11.468272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:11.469510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:11.475140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:11.524983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44862) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:11.546589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:11.593926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:11.594341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2ccb6-ee50-4830-8e46-81b099050d94 None None] The sync data for ids ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:48:11.614637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network f7c8de94-359c-4fe8-9602-4707a303bcf0 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:11.675689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, f7c8de94-359c-4fe8-9602-4707a303bcf0) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:11.677617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:11.682813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:11.683403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:11.702784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:port and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:11.712025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec9794-1cc3-4de9-94fc-d6b6c911e0d7 None None] Network f7c8de94-359c-4fe8-9602-4707a303bcf0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:11.728406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:11.737198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 298e9f38-91f0-4c8e-8add-431e22145421 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:11.737530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:11.749676 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bbe3c4a3-a915-4a5b-b14a-68328dd276a5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9728067 Jan 14 11:48:11.749882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44866) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:11.760554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'port': {'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0', 'name': 'tempest-NetworksIpV6TestAttrs-72935670'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:11.784039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Made reservation on behalf of 30215a89a29b46c1992ac506378978a1 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:11.787158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:11.875305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] device_id is not set on port 953869a3-e1c5-4623-b79b-b14e28f71b3f yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:11.932325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.042126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7a56185-d807-4675-92b1-c86acc0347b2 None None] Provisioning for port 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:12.063779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:12.071223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:port and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:12.080377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:12.080653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7a56185-d807-4675-92b1-c86acc0347b2 None None] Provisioning complete for port 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:12.081042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7a56185-d807-4675-92b1-c86acc0347b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.090471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:12.104938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Allocated IP 172.20.0.4 (d432bca9-6db1-4a6f-8a6d-b745ba7f48db/9975c954-86b6-4116-b676-de9c2d019307/953869a3-e1c5-4623-b79b-b14e28f71b3f) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:12.115210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port f412b50e-ce41-4b13-923c-f598fc85c8df yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:12.117817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:12.120155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.126596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 298e9f38-91f0-4c8e-8add-431e22145421 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:12.145789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] device_id is not set on port 46fe4ffa-ef93-4528-adf0-bb1f4fb937df yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:12.150269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 298e9f38-91f0-4c8e-8add-431e22145421 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:12.150638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.235650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f7a56185-d807-4675-92b1-c86acc0347b2 None None] Port 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:12.244557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-f7c8de94-359c-4fe8-9602-4707a303bcf0', 'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0', 'tenant_id': '78862615ac8f41249171b43061af02c0', 'fixed_ips': [{'subnet_id': '0dfcf461-e538-4a87-b168-a7393b332e97'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:12.245385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.298347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:12.302356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:12.305385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:12.311252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:12.335954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.342328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:12.370824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.375005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 91be0133-2d7f-443c-910e-57934387604b {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:12.394904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.416604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.444692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8c72e279-df8c-42d1-94c7-7dbf025e0173 None None] Provisioning complete for port 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:12.445082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8c72e279-df8c-42d1-94c7-7dbf025e0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.458331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Allocated IP 2001:db8::f816:3eff:fec7:893 (f7c8de94-359c-4fe8-9602-4707a303bcf0/0dfcf461-e538-4a87-b168-a7393b332e97/46fe4ffa-ef93-4528-adf0-bb1f4fb937df) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:12.516830 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 298e9f38-91f0-4c8e-8add-431e22145421, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=298e9f38-91f0-4c8e-8add-431e22145421,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:12.519909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8c72e279-df8c-42d1-94c7-7dbf025e0173 None None] Port 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:12.525306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.526092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.527238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:12.577013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Transition to ACTIVE for port object 953869a3-e1c5-4623-b79b-b14e28f71b3f will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:12.591518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8c72e279-df8c-42d1-94c7-7dbf025e0173 None None] Could not find standard attr ID for object 3a04f958-c794-4a7a-aba6-b44c7bb1c902. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:12.659533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.664061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=298e9f38-91f0-4c8e-8add-431e22145421,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:12.678920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:12.679865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.785003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.835607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.940933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:12.943762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:12.952605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:12.956700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Port': ['ID=953869a3-e1c5-4623-b79b-b14e28f71b3f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:12.962069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:13.004424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Transition to ACTIVE for port object 46fe4ffa-ef93-4528-adf0-bb1f4fb937df will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:13.019619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Router ba011734-5ae3-440a-94f7-0b7eebd8ffa6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:48:13.039918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:13.040619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.064202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.089622 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c1701303-f9e1-4c11-aa5c-dbe52a1e9756 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7993894 Jan 14 11:48:13.090429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44870) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:13.094340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.098623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.108632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:13.155676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:13.172084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Allocated IP 2001:db8::f816:3eff:fe6a:7a59 (f7c8de94-359c-4fe8-9602-4707a303bcf0/0dfcf461-e538-4a87-b168-a7393b332e97/d87508ab-5ad3-4000-ac39-1bd27baf662e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:13.174378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:floatingip and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:13.182534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:13.205592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network f7c8de94-359c-4fe8-9602-4707a303bcf0 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:13.207062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:13.212889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:13.216437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:13.221714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:13.222999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.242043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Port': ['ID=46fe4ffa-ef93-4528-adf0-bb1f4fb937df,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:13.251844 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f5e54c64-4092-4d35-9625-b86b9b434c36 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5009060 Jan 14 11:48:13.255440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44874) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:13.297231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.386880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a358135b-da1b-4c06-930a-74b85d5c1de9 None None] Provisioning for port 953869a3-e1c5-4623-b79b-b14e28f71b3f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:13.411567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.411867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a358135b-da1b-4c06-930a-74b85d5c1de9 None None] Provisioning complete for port 953869a3-e1c5-4623-b79b-b14e28f71b3f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:13.412202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a358135b-da1b-4c06-930a-74b85d5c1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.419180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting subnet 0dfcf461-e538-4a87-b168-a7393b332e97 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:13.449557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.480129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.487612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.492103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a358135b-da1b-4c06-930a-74b85d5c1de9 None None] Port 953869a3-e1c5-4623-b79b-b14e28f71b3f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:13.495565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Transition to ACTIVE for port object d87508ab-5ad3-4000-ac39-1bd27baf662e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:13.511050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:48:13.518967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Transition to ACTIVE for port object d87508ab-5ad3-4000-ac39-1bd27baf662e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:13.524376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=91be0133-2d7f-443c-910e-57934387604b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:13.526309 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] Sync routers for ids ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:48:13.534241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.538261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.549187 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] Routers {'ba011734-5ae3-440a-94f7-0b7eebd8ffa6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:13.550905 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:13.579205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.602076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.605136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=f412b50e-ce41-4b13-923c-f598fc85c8df,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:13.608915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:13.615593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:13.617501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.621433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:13.626099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:13.626693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.642055 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:13.646938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04245fef-e2bf-428e-99a8-19161e5dbb8e None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:13.653120 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] Routers {'ba011734-5ae3-440a-94f7-0b7eebd8ffa6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:13.653722 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:13.670770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.671942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-383f4ae9-bce3-4fa1-afc0-7f4b638e8aac tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "PUT /v2.0/routers/ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 200 len: 706 time: 9.6363766 Jan 14 11:48:13.683714 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3ca45db5-57b0-4256-9f94-b61c8134aaed tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/91be0133-2d7f-443c-910e-57934387604b HTTP/1.1" status: 204 len: 168 time: 2.6141415 Jan 14 11:48:13.690203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44878) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:13.690529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44880) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:13.716438 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:13.717077 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f34ccb-d91b-41e1-89fb-4c5b6fee4eed None None] The sync data for ids ['ba011734-5ae3-440a-94f7-0b7eebd8ffa6'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:48:13.725184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.738063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 298e9f38-91f0-4c8e-8add-431e22145421 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:13.837364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Network f7c8de94-359c-4fe8-9602-4707a303bcf0 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:13.852285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:13.861206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:13.863596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Pushing event updated for resources: {'Port': ['ID=d87508ab-5ad3-4000-ac39-1bd27baf662e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:13.892679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.938673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfcf461-e538-4a87-b168-a7393b332e97,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:13.948966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Allocated IP 172.26.8.128 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/851ad8c1-e36e-494c-b093-69b2597ac63c) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:13.958155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:13.969609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-27fa7ea1-2253-4a7d-9a6a-eeab0c693055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.2168450 Jan 14 11:48:13.969609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d1197378-e052-402b-808e-6bfdfdbd6ec5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2730775 Jan 14 11:48:13.969901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44886) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:13.970686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44888) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.052251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 298e9f38-91f0-4c8e-8add-431e22145421 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:14.052615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.058329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=8d660dc6-c84f-4161-be2c-bfe805b2b288,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:14.082901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Attempting to bind port d87508ab-5ad3-4000-ac39-1bd27baf662e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:14.083260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Attempting to bind port d87508ab-5ad3-4000-ac39-1bd27baf662e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '604797bb-526f-4e44-8532-5842fbc13d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:14.083604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Attempting to bind port d87508ab-5ad3-4000-ac39-1bd27baf662e on network f7c8de94-359c-4fe8-9602-4707a303bcf0 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:14.102872 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c65104da-9a4c-4b73-80ef-937e7546c744 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/0dfcf461-e538-4a87-b168-a7393b332e97 HTTP/1.1" status: 204 len: 168 time: 0.8440497 Jan 14 11:48:14.113331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44894) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.113582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:14.113828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Checking segment: {'id': '604797bb-526f-4e44-8532-5842fbc13d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:14.114221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.115104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Bound using segment: {'id': '604797bb-526f-4e44-8532-5842fbc13d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:14.115104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Bound port: d87508ab-5ad3-4000-ac39-1bd27baf662e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604797bb-526f-4e44-8532-5842fbc13d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7c8de94-359c-4fe8-9602-4707a303bcf0'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:14.115412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.169824 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cab94ce1-9a5d-400d-8be2-c8f9cfee69ef tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/routers/ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 200 len: 741 time: 0.4778833 Jan 14 11:48:14.170568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': '6b70b191-f08a-49ae-a071-327f15b8cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:14.170929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: e1e44267-3ca9-4bee-aa49-e575ac10ea7c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:14.175760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44898) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.225886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port f412b50e-ce41-4b13-923c-f598fc85c8df {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:14.226232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.243171 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-87a10047-db77-4ac9-a6b3-34dd3d1373d0 tempest-RoutersAdminTest-171921570 tempest-RoutersAdminTest-171921570-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&device_id=ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 200 len: 205 time: 0.0639286 Jan 14 11:48:14.250185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44902) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.274803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.295497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d33c8-8a73-496d-a789-1251c28eca86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:14.296956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d33c8-8a73-496d-a789-1251c28eca86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:14.297693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2a3d33c8-8a73-496d-a789-1251c28eca86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Synchronizing usage tracker for tenant:78862615ac8f41249171b43061af02c0 on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:14.311453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0822745c-29e9-4e6b-9ee4-fab9ec50562c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:14.312401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0822745c-29e9-4e6b-9ee4-fab9ec50562c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:14.319189 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a1831dff-7946-4c5a-a95f-caa7e6ae0bb1 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 200 len: 205 time: 0.0670197 Jan 14 11:48:14.325126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44906) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.329025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:14.349799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] Deleting port 298e9f38-91f0-4c8e-8add-431e22145421 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:14.350159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.378313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] For port d87508ab-5ad3-4000-ac39-1bd27baf662e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:14.404830 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] For port d87508ab-5ad3-4000-ac39-1bd27baf662e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d87508ab-5ad3-4000-ac39-1bd27baf662e,segment=NetworkSegment(604797bb-526f-4e44-8532-5842fbc13d65),segment_id=604797bb-526f-4e44-8532-5842fbc13d65)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:14.409365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2a3d33c8-8a73-496d-a789-1251c28eca86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Unset dirty status for tenant:78862615ac8f41249171b43061af02c0 on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:14.410743 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2a3d33c8-8a73-496d-a789-1251c28eca86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2958093 Jan 14 11:48:14.413513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44910) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.417797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.433427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network e1e44267-3ca9-4bee-aa49-e575ac10ea7c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:14.478632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.495207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0822745c-29e9-4e6b-9ee4-fab9ec50562c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:14.495453 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0822745c-29e9-4e6b-9ee4-fab9ec50562c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5233614 Jan 14 11:48:14.543836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44914) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.569985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ca576-60f7-4050-b6f5-f182caa99a56 None None] Pushing event updated for resources: {'Port': ['ID=d87508ab-5ad3-4000-ac39-1bd27baf662e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:14.592912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, e1e44267-3ca9-4bee-aa49-e575ac10ea7c) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:14.605468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for f412b50e-ce41-4b13-923c-f598fc85c8df owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:14.625109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:14.625692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.646190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895637d7-5d20-48a5-93f5-ce21a9c1e549 None None] Network e1e44267-3ca9-4bee-aa49-e575ac10ea7c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:14.667235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.695047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.724495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d452808c-0000-4552-8170-f47ebbd62999 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.727996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501de142-a95d-4dbc-aa44-a8416d29bbae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:14.728663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-501de142-a95d-4dbc-aa44-a8416d29bbae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:14.761744 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-66c31048-1ca6-4f40-9d71-09e8b859c02a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2185836 Jan 14 11:48:14.762130 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d452808c-0000-4552-8170-f47ebbd62999 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 11:48:14.762579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d452808c-0000-4552-8170-f47ebbd62999 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:14.768452 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d452808c-0000-4552-8170-f47ebbd62999 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/f7c8de94-359c-4fe8-9602-4707a303bcf0 HTTP/1.1" status: 409 len: 405 time: 0.3497310 Jan 14 11:48:14.768452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44918) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.788479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] For port 298e9f38-91f0-4c8e-8add-431e22145421, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=298e9f38-91f0-4c8e-8add-431e22145421,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:14.789028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.796770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44920) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.797418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Port': ['ID=851ad8c1-e36e-494c-b093-69b2597ac63c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:14.801627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:14.819280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874745140'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:14.820926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:14.822442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-501de142-a95d-4dbc-aa44-a8416d29bbae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:14.826127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-501de142-a95d-4dbc-aa44-a8416d29bbae tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2714372 Jan 14 11:48:14.830519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44926) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.834580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:14.868703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ee93a-25c0-4752-bfdf-0cab494861fa None None] Network f7c8de94-359c-4fe8-9602-4707a303bcf0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:14.900722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:14.911102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:14.915235 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-818c2d16-bf09-46ff-ac7f-1e68d85856d7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835917 Jan 14 11:48:14.920497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44930) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:14.923707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:14.928581 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:14.960108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] Calling delete_port for 298e9f38-91f0-4c8e-8add-431e22145421 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:14.962099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:14.964829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:14.991953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1822280510'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:15.018162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=f412b50e-ce41-4b13-923c-f598fc85c8df,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:15.021819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:15.035469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.041587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:network and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:15.053934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:15.071281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:15.073986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:15.077814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.083543 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8145c15a-719a-4169-a325-fadf8146d867 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/f412b50e-ce41-4b13-923c-f598fc85c8df HTTP/1.1" status: 204 len: 168 time: 1.1100621 Jan 14 11:48:15.084393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44934) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:15.092263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'mac_address': 'fa:16:3e:1d:b8:fa', 'name': 'tempest-PortsIpV6TestJSON-371087702'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:15.120401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:15.124063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.278904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:15.282358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.285348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:15.286985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-e1e44267-3ca9-4bee-aa49-e575ac10ea7c', 'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': '8d660dc6-c84f-4161-be2c-bfe805b2b288'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:15.288091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.292972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:port and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:15.300368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:15.304311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.304646 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Added segment 9e0fccf8-bb53-45bb-ad16-c28bb2f035b2 of type vlan for network 4d68150b-5199-4697-b444-2a2df10a07c4 Jan 14 11:48:15.309042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:15.364625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] Pushing event deleted for resources: {'Port': ['ID=298e9f38-91f0-4c8e-8add-431e22145421,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:15.370054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb929b74-6fce-4b01-887d-0bafce517a76 None None] No DVR routers for this DVR port 298e9f38-91f0-4c8e-8add-431e22145421 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:15.407617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:15.441928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:15.449734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:15.453078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.466302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:15.468531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.471551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.471890 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment a0edd6b3-4903-4766-ae9c-499561b2804f of type vlan for network dbcaf911-7f7d-4c52-8753-335ddfe2e32d Jan 14 11:48:15.486497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.493247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:15.497356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.499441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.570390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 298e9f38-91f0-4c8e-8add-431e22145421 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:15.591327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.598612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.599340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Fanout notify agent at l3_agent the message router_deleted on router ba011734-5ae3-440a-94f7-0b7eebd8ffa6 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:48:15.600513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Allocated IP 2001:db8:0:ffff::2 (e1e44267-3ca9-4bee-aa49-e575ac10ea7c/8d660dc6-c84f-4161-be2c-bfe805b2b288/f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:15.601781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.612214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 298e9f38-91f0-4c8e-8add-431e22145421 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:15.612843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 298e9f38-91f0-4c8e-8add-431e22145421 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:15.647183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.666055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.673314 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cf3a8041-19ca-497d-a0ed-f0331daa6f6f tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 204 len: 168 time: 1.3389418 Jan 14 11:48:15.673314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44938) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:15.686669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.690290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:15.690849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.715916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.720517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:15.721134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.733056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 19f731a8-af2a-4d4b-b831-67b2644d2b3a yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:15.745880 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ae50bc12-2778-4f55-ae52-d970f1cc7da4 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 200 len: 205 time: 0.0727868 Jan 14 11:48:15.759540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44942) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:15.832921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.844918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Transition to ACTIVE for port object f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:15.864569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Transition to ACTIVE for port object f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:15.870167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:15.934382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-3c235800-ad99-45c6-b5a8-5e47ee4a2775 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] delete failed (client error): The resource could not be found. Jan 14 11:48:15.936286 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3c235800-ad99-45c6-b5a8-5e47ee4a2775 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/ba011734-5ae3-440a-94f7-0b7eebd8ffa6 HTTP/1.1" status: 404 len: 336 time: 0.1756153 Jan 14 11:48:15.941719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44946) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:15.947420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1372449 Jan 14 11:48:15.951137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d25a11-75ba-4cc0-8776-2289d8fb760e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=dbcaf911-7f7d-4c52-8753-335ddfe2e32d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:15.955841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Network': ['ID=4d68150b-5199-4697-b444-2a2df10a07c4,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:15.958334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44950) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:15.972263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:15.983073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network dbcaf911-7f7d-4c52-8753-335ddfe2e32d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:15.994102 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c0b4e18c-5e57-4e21-af5a-24585d54c115 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1870663 Jan 14 11:48:15.996614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44954) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.010532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'subnet': {'network_id': '4d68150b-5199-4697-b444-2a2df10a07c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:16.028235 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d6134cc1-e5e7-4ecf-a26e-1c0c5c433e9d tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=0033ca06-0b1d-4a4b-832d-7b41925de4f0 HTTP/1.1" status: 200 len: 205 time: 0.0804477 Jan 14 11:48:16.035110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44958) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.052116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 4d68150b-5199-4697-b444-2a2df10a07c4 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:16.070508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Network e1e44267-3ca9-4bee-aa49-e575ac10ea7c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:16.079223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:16.095783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:16.100812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Pushing event updated for resources: {'Port': ['ID=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:16.170097 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-e582b27f-4796-41bd-a582-934884318ab0 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] delete failed (client error): The resource could not be found. Jan 14 11:48:16.174228 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e582b27f-4796-41bd-a582-934884318ab0 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/0033ca06-0b1d-4a4b-832d-7b41925de4f0 HTTP/1.1" status: 404 len: 336 time: 0.1352086 Jan 14 11:48:16.175960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44962) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.241125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:16.256241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:16.265378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:16.265589 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8313b3c3-c978-473c-ac2e-13c3c39c042c tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b37270-0996-45dc-930c-e5a7535ec652 HTTP/1.1" status: 200 len: 205 time: 0.0853221 Jan 14 11:48:16.267041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44966) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.288000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:16.294781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Attempting to bind port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:16.295035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Attempting to bind port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '6b70b191-f08a-49ae-a071-327f15b8cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:16.295602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Attempting to bind port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 on network e1e44267-3ca9-4bee-aa49-e575ac10ea7c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:16.301975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:16.302583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Checking segment: {'id': '6b70b191-f08a-49ae-a071-327f15b8cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:16.303323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.303533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Bound using segment: {'id': '6b70b191-f08a-49ae-a071-327f15b8cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:16.304083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Bound port: f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b70b191-f08a-49ae-a071-327f15b8cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e1e44267-3ca9-4bee-aa49-e575ac10ea7c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:16.304824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.312188 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.316113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:16.333054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:16.334000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.338406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.345998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-799ed901-9824-4784-8d39-89a62e8c20e9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] delete failed (client error): The resource could not be found. Jan 14 11:48:16.347278 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-799ed901-9824-4784-8d39-89a62e8c20e9 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/88b37270-0996-45dc-930c-e5a7535ec652 HTTP/1.1" status: 404 len: 336 time: 0.0788763 Jan 14 11:48:16.351516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44970) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.358896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:16.397906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] For port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:16.401458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] For port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,segment=NetworkSegment(6b70b191-f08a-49ae-a071-327f15b8cdfc),segment_id=6b70b191-f08a-49ae-a071-327f15b8cdfc)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:16.406302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.436405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c8d4ae75-c661-4a8e-85fb-f1f7e28f6978 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a361843-710b-406a-bf58-9bf9a3e08966 HTTP/1.1" status: 200 len: 205 time: 0.0802827 Jan 14 11:48:16.441653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44974) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.446551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:16.494770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e754a-f0bb-4701-bd8d-2ed7def81ae0 None None] Pushing event updated for resources: {'Port': ['ID=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:16.524065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.537388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Port': ['ID=851ad8c1-e36e-494c-b093-69b2597ac63c,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:16.593348 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-131e96b8-ee17-4aaf-b7e4-9d40703e35e8 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] delete failed (client error): The resource could not be found. Jan 14 11:48:16.594416 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-131e96b8-ee17-4aaf-b7e4-9d40703e35e8 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/7a361843-710b-406a-bf58-9bf9a3e08966 HTTP/1.1" status: 404 len: 336 time: 0.1516378 Jan 14 11:48:16.609449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44978) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.712635 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c0a2d53f-6904-4083-bc8e-848e892dd184 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=060b638b-ed13-4349-acca-c05bb39de2e0 HTTP/1.1" status: 200 len: 205 time: 0.1020570 Jan 14 11:48:16.715663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44982) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.721765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.736546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:16.740252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.801805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.827061 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-b1d130ce-adb6-4464-b98d-8cbc268dd124 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] delete failed (client error): The resource could not be found. Jan 14 11:48:16.828112 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b1d130ce-adb6-4464-b98d-8cbc268dd124 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/060b638b-ed13-4349-acca-c05bb39de2e0 HTTP/1.1" status: 404 len: 336 time: 0.1080761 Jan 14 11:48:16.835918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44986) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.842526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.924030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.925141 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-db78f2d1-a42e-4845-8afb-dc6f037f2dcd tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8333082 Jan 14 11:48:16.930306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44990) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.934860 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-15c0d0e1-a86f-421c-88dd-fa3c73ae1372 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d HTTP/1.1" status: 200 len: 205 time: 0.0973713 Jan 14 11:48:16.947993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 44992) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:16.956738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ab06d3ac-9240-483a-a9cf-f2768e09f687 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'floatingip': {'port_id': '953869a3-e1c5-4623-b79b-b14e28f71b3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:16.975510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:16.980399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:16.986335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:16.990177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:16.990754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:16.994386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=19f731a8-af2a-4d4b-b831-67b2644d2b3a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:17.044058 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6c7b5513-5a92-46c0-8862-202ee18b0951 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9584413 Jan 14 11:48:17.049850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 44998) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:17.131672 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-7f0b7cd2-12e6-4955-b4a6-1a5352b3b568 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] delete failed (client error): The resource could not be found. Jan 14 11:48:17.132701 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f0b7cd2-12e6-4955-b4a6-1a5352b3b568 tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/routers/e098fbbc-6c9b-4d9b-bd2f-ae12c5541c6d HTTP/1.1" status: 404 len: 336 time: 0.1837695 Jan 14 11:48:17.135911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2ea1c-b80f-4fac-b060-d20e3123e22d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:17.136471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-15d2ea1c-b80f-4fac-b060-d20e3123e22d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:17.138581 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45002) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:17.146073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ab06d3ac-9240-483a-a9cf-f2768e09f687 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.178273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-15d2ea1c-b80f-4fac-b060-d20e3123e22d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:17.179338 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-15d2ea1c-b80f-4fac-b060-d20e3123e22d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/19f731a8-af2a-4d4b-b831-67b2644d2b3a HTTP/1.1" status: 200 len: 844 time: 0.1286068 Jan 14 11:48:17.180668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.184180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45006) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:17.210313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:17.211127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=6763f4c7-7825-4a47-bce6-7d4f8dbc04ee,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:17.256331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:17.268695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a0871-705a-49cc-8072-43f0dab8021f None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:17.282857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:17.283526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.295455 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-193e4bdf-2ec4-4f7e-a8a9-b4d893016f2a tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:17.296122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193e4bdf-2ec4-4f7e-a8a9-b4d893016f2a tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:17.298002 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-193e4bdf-2ec4-4f7e-a8a9-b4d893016f2a tempest-RoutersAdminTest-1894676991 tempest-RoutersAdminTest-1894676991-project] 10.222.0.48 "DELETE /v2.0/subnets/1d548f3b-9169-4454-bb11-9f37c3a161de HTTP/1.1" status: 404 len: 337 time: 0.1546848 Jan 14 11:48:17.321335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=deed442a-c1ac-4dbd-8068-50973a7e9d9e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:17.364135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 19f731a8-af2a-4d4b-b831-67b2644d2b3a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:17.364448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.401861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': 'a0edd6b3-4903-4766-ae9c-499561b2804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:17.402526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: dbcaf911-7f7d-4c52-8753-335ddfe2e32d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:17.444613 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-263edd16-fcd1-43be-a30c-334fa56e2562 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5234947 Jan 14 11:48:17.447932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45012) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:17.461341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:cc:1c:f4', 'name': 'tempest-NetworksTestDHCPv6-1868730299'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:17.572897 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-ab06d3ac-9240-483a-a9cf-f2768e09f687 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] update failed (client error): The resource could not be found. Jan 14 11:48:17.577503 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ab06d3ac-9240-483a-a9cf-f2768e09f687 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "PUT /v2.0/floatingips/cf36bce9-b055-4153-97aa-dc2aed6dddf1 HTTP/1.1" status: 404 len: 507 time: 0.6385891 Jan 14 11:48:17.581512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:17.660019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:17.709019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network dbcaf911-7f7d-4c52-8753-335ddfe2e32d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:17.739430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '6763f4c7-7825-4a47-bce6-7d4f8dbc04ee'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:17.740408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.772675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Deleting port 851ad8c1-e36e-494c-b093-69b2597ac63c {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:17.773039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.805233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32a1b6-99fb-4cca-8a9f-d35e009c84d8 None None] Network e1e44267-3ca9-4bee-aa49-e575ac10ea7c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:17.839933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, dbcaf911-7f7d-4c52-8753-335ddfe2e32d) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:17.867807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45022) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:17.873405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:17.874074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.881446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c3167-b391-4a1d-9eb3-764c036b5477 None None] Network dbcaf911-7f7d-4c52-8753-335ddfe2e32d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:17.918969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:17.950028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f5a4e0d-e6ee-429f-9720-bc6ce5f7345b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9866002 Jan 14 11:48:17.965253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45028) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:18.066832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:18.070050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 19f731a8-af2a-4d4b-b831-67b2644d2b3a owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:18.106601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:18.107396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.109168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:18.121697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:18.126894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:18.135648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:18.139062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] Provisioning for port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:18.167919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:18.221792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.242567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:18.259507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.268532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] Provisioning complete for port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:18.268938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.275765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.317092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=19f731a8-af2a-4d4b-b831-67b2644d2b3a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:18.344170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.357649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.357956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.378438 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-33fb84a2-8825-4405-b478-893ded090308 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/19f731a8-af2a-4d4b-b831-67b2644d2b3a HTTP/1.1" status: 204 len: 168 time: 1.1584551 Jan 14 11:48:18.382267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45032) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:18.388142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:18.443461 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1849653d-85e0-4033-98ad-7cafdd7611d0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:48:18.444416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1849653d-85e0-4033-98ad-7cafdd7611d0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:18.448345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.449005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Allocated IP 2001:db8::f816:3eff:feee:1903 (d177d53d-ca61-4e91-af17-578924330245/6763f4c7-7825-4a47-bce6-7d4f8dbc04ee/ab86186c-1abb-44f1-aaac-3b2715be1435) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:18.486836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port f4c41234-7823-4dc7-9530-abd1f231d9da yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:18.531113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1849653d-85e0-4033-98ad-7cafdd7611d0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:18.535492 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1849653d-85e0-4033-98ad-7cafdd7611d0 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/19f731a8-af2a-4d4b-b831-67b2644d2b3a HTTP/1.1" status: 404 len: 333 time: 0.1491063 Jan 14 11:48:18.540248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45036) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:18.551567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'name': 'tempest-PortsIpV6TestJSON-1832938214'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:18.640342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Calling delete_port for 851ad8c1-e36e-494c-b093-69b2597ac63c owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:18.675277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Usage tracker for resource:security_group_rule and tenant:f34145370a4342728dee652fffa7b54b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:18.683610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:18.693649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.707076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Subnet': ['ID=bd006d4b-6f99-43fd-adec-dedb9fb16c95,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:18.717762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:18.745654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-dbcaf911-7f7d-4c52-8753-335ddfe2e32d', 'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': 'deed442a-c1ac-4dbd-8068-50973a7e9d9e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:18.746796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.777602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.812601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:18.817926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.824043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:18.843198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:18.847737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.879646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 981ab989-8b17-4c61-b7a4-510b68cb4e60 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:18.899510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:18.993744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] For port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,segment=NetworkSegment(6b70b191-f08a-49ae-a071-327f15b8cdfc),segment_id=6b70b191-f08a-49ae-a071-327f15b8cdfc)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:19.001397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Port': ['ID=851ad8c1-e36e-494c-b093-69b2597ac63c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.005019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Checking segment: {'id': '9e0fccf8-bb53-45bb-ad16-c28bb2f035b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d68150b-5199-4697-b444-2a2df10a07c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:19.005373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network hostable DHCP agents. Network: 4d68150b-5199-4697-b444-2a2df10a07c4, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:19.036817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.075274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.119630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.127202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.155566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.172585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.188774 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.195255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:19.195588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:19.204949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Allocated IP 2001:db8::1 (dbcaf911-7f7d-4c52-8753-335ddfe2e32d/deed442a-c1ac-4dbd-8068-50973a7e9d9e/8fa62560-1ce4-4d5d-8aba-8afcb5f829f5) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:19.216769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6271ca4-1aa9-44c7-966f-8ad9140b7996 None None] Pushing event updated for resources: {'Port': ['ID=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.220570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Transition to ACTIVE for port object ab86186c-1abb-44f1-aaac-3b2715be1435 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:19.250664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a2a6d362-0393-47cc-8fc8-0b4c547966c0 None None] Provisioning complete for port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:19.251045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d362-0393-47cc-8fc8-0b4c547966c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.254565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.261730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a0a4fc-ca5f-4d99-a4e2-18c7ea9310b7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.275093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-09907d9e-1647-4230-ae3e-32ccd89e9c87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f34145370a4342728dee652fffa7b54b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3908815 Jan 14 11:48:19.275247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:19.276699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:19.279903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network 4d68150b-5199-4697-b444-2a2df10a07c4 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:19.290483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Transition to ACTIVE for port object ab86186c-1abb-44f1-aaac-3b2715be1435 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:19.294711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:19.302036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 4d68150b-5199-4697-b444-2a2df10a07c4) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:19.312615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:19.313226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.321444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=981ab989-8b17-4c61-b7a4-510b68cb4e60,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.323873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:19.330113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:19.330797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.336154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.340901 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d7b62e45-a5b4-4dbf-a67f-a63aecfaf92f tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "DELETE /v2.0/floatingips/cf36bce9-b055-4153-97aa-dc2aed6dddf1 HTTP/1.1" status: 204 len: 168 time: 1.7551186 Jan 14 11:48:19.341835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:19.351329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'floatingip': {'floating_network_id': 'd432bca9-6db1-4a6f-8a6d-b745ba7f48db', 'port_id': '953869a3-e1c5-4623-b79b-b14e28f71b3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:19.351659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0404f2-17db-4eb0-8631-4fe50de93fc3 None None] Network 4d68150b-5199-4697-b444-2a2df10a07c4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:19.359384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:19.364758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:floatingip and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:19.368243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:19.375660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:19.376645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.382407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d195207-efdd-48b6-9576-52e187428f38 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3860731 Jan 14 11:48:19.385213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45048) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:19.442259 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a9ffa48-84e5-4780-b353-44dc45e0c333 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8987770 Jan 14 11:48:19.443354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45052) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:19.454692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:19.477392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.489294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fecc:1cf4 (d177d53d-ca61-4e91-af17-578924330245/6763f4c7-7825-4a47-bce6-7d4f8dbc04ee/f4c41234-7823-4dc7-9530-abd1f231d9da) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:19.536950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-831de2b6-71ec-4696-b28d-58ec85975666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.562151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:19.567548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Pushing event updated for resources: {'Port': ['ID=ab86186c-1abb-44f1-aaac-3b2715be1435,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.580909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:19.594835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:19.611218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.633608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-831de2b6-71ec-4696-b28d-58ec85975666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.701949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.708379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.798018 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:48:19.802914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c1703595-c130-423c-ab86-be01bfbbecb3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4586563 Jan 14 11:48:19.804827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45056) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:19.813373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '953869a3-e1c5-4623-b79b-b14e28f71b3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:19.821799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:19.827663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Usage tracker for resource:floatingip and tenant:30215a89a29b46c1992ac506378978a1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:19.830899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:19.838601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:19.841232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.886574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Subnet': ['ID=bd006d4b-6f99-43fd-adec-dedb9fb16c95,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.895291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.895966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-831de2b6-71ec-4696-b28d-58ec85975666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.905593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:19.946619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de2b6-71ec-4696-b28d-58ec85975666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a0a4fc-ca5f-4d99-a4e2-18c7ea9310b7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:19.957599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Attempting to bind port ab86186c-1abb-44f1-aaac-3b2715be1435 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:19.957971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Attempting to bind port ab86186c-1abb-44f1-aaac-3b2715be1435 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:19.958304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Attempting to bind port ab86186c-1abb-44f1-aaac-3b2715be1435 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:19.960803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Transition to ACTIVE for port object 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:19.980333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db8996-0e41-48ae-bd2c-9e4f6667e2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-4d68150b-5199-4697-b444-2a2df10a07c4', 'network_id': '4d68150b-5199-4697-b444-2a2df10a07c4', 'tenant_id': '78862615ac8f41249171b43061af02c0', 'fixed_ips': [{'subnet_id': 'bd006d4b-6f99-43fd-adec-dedb9fb16c95'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:19.981314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-74db8996-0e41-48ae-bd2c-9e4f6667e2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.011484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:20.012155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:20.012704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.013279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:20.013916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Bound port: ab86186c-1abb-44f1-aaac-3b2715be1435, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:20.014436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.034822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Transition to ACTIVE for port object 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:20.046804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.050120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-831de2b6-71ec-4696-b28d-58ec85975666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.051309 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-831de2b6-71ec-4696-b28d-58ec85975666 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4a0a4fc-ca5f-4d99-a4e2-18c7ea9310b7 HTTP/1.1" status: 204 len: 168 time: 0.7734005 Jan 14 11:48:20.086292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.114728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:20.119376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.132626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object f4c41234-7823-4dc7-9530-abd1f231d9da will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:20.158474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d68150b-5199-4697-b444-2a2df10a07c4']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:20.175182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=deed442a-c1ac-4dbd-8068-50973a7e9d9e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:20.188213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0fccf8-bb53-45bb-ad16-c28bb2f035b2') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:20.188597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0fccf8-bb53-45bb-ad16-c28bb2f035b2') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:20.208566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.215772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.223158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.225849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.323836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.337067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.347627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:20.348081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.349067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.369275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] In _notify_port_updated(), no bound segment for port 981ab989-8b17-4c61-b7a4-510b68cb4e60 on network faf550d0-02bf-46de-ab09-7a5d823b7b98 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:48:20.376345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:20.376345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:20.376615 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:20.382415 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/ports/981ab989-8b17-4c61-b7a4-510b68cb4e60 HTTP/1.1" status: 200 len: 818 time: 0.9362981 Jan 14 11:48:20.387145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45064) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:20.395028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Network dbcaf911-7f7d-4c52-8753-335ddfe2e32d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:20.396641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Pushing event updated for resources: {'Port': ['ID=8fa62560-1ce4-4d5d-8aba-8afcb5f829f5,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:20.412359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:20.415734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:20.427192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] For port ab86186c-1abb-44f1-aaac-3b2715be1435, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:20.469210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1eb5f-e42e-45ba-8bf0-abcca32459aa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=981ab989-8b17-4c61-b7a4-510b68cb4e60,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:20.477456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854df2dc-14d9-44c8-bdd2-b9e91da0c310 None None] Network 4d68150b-5199-4697-b444-2a2df10a07c4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:20.506098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 981ab989-8b17-4c61-b7a4-510b68cb4e60 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:20.506446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.533435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcaf911-7f7d-4c52-8753-335ddfe2e32d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:20.546636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0edd6b3-4903-4766-ae9c-499561b2804f') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:20.547009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0edd6b3-4903-4766-ae9c-499561b2804f') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:20.589740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:20.595492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:20.604231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:20.608507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:20.609130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.613606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45068) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:20.617096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.633398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:20.633753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.651213 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2016892 Jan 14 11:48:20.658713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Attempting to bind port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:20.659311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Attempting to bind port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a0edd6b3-4903-4766-ae9c-499561b2804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:20.659661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Attempting to bind port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 on network dbcaf911-7f7d-4c52-8753-335ddfe2e32d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:20.665117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:20.685188 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eb70d-f70e-4244-9364-b94bae0e16df tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=f4c41234-7823-4dc7-9530-abd1f231d9da,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:20.741244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:20.741607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Checking segment: {'id': 'a0edd6b3-4903-4766-ae9c-499561b2804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:20.742205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.742895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Bound using segment: {'id': 'a0edd6b3-4903-4766-ae9c-499561b2804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:20.743262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Bound port: 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0edd6b3-4903-4766-ae9c-499561b2804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:20.743573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.760802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.771388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.822018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.829795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.835048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:20.835560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:20.865591 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:20.886005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:20.900093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] For port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:20.957801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Network': ['ID=4d68150b-5199-4697-b444-2a2df10a07c4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:21.011015 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7e1c0432-a64e-4090-8cf8-4b479f439b95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27857b75b5b34be1af5fa2e947401119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3877938 Jan 14 11:48:21.021622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:21.028517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] For port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8fa62560-1ce4-4d5d-8aba-8afcb5f829f5,segment=NetworkSegment(a0edd6b3-4903-4766-ae9c-499561b2804f),segment_id=a0edd6b3-4903-4766-ae9c-499561b2804f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:21.040438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] For port ab86186c-1abb-44f1-aaac-3b2715be1435, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab86186c-1abb-44f1-aaac-3b2715be1435,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:21.042410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.048519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 11:48:21.048519 dv-neutron-823850-1-hyperv neutron-server[83451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 11:48:21.048519 dv-neutron-823850-1-hyperv neutron-server[83451]: [parameters: {'id': 'dbcaf911-7f7d-4c52-8753-335ddfe2e32d'}] Jan 14 11:48:21.048519 dv-neutron-823850-1-hyperv neutron-server[83451]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:21.050862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:21.058560 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-31511f7a-3fee-489b-ac0b-4bdd417949f2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/4d68150b-5199-4697-b444-2a2df10a07c4 HTTP/1.1" status: 204 len: 168 time: 1.6684651 Jan 14 11:48:21.058757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 981ab989-8b17-4c61-b7a4-510b68cb4e60 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:21.081539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.085004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45080) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:21.099724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-997519305'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:21.113127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:21.120587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:network and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:21.125331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:21.134970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:21.139494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14cb91-3bcf-4bd4-960b-d36afdba66b3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:21.143355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14cb91-3bcf-4bd4-960b-d36afdba66b3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:21.147555 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5e14cb91-3bcf-4bd4-960b-d36afdba66b3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4787879 Jan 14 11:48:21.149122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45084) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:21.160472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:21.165783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.167058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e392a95-e679-420b-9436-5238d6d8bc25 None None] Pushing event updated for resources: {'Port': ['ID=8fa62560-1ce4-4d5d-8aba-8afcb5f829f5,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:21.206750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.212801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Allocated IP 172.26.8.248 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/35df4e29-6200-4763-a32c-e938d3cc72b6) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:21.252772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-18ef6077-ae10-45e8-8735-3296d65a5d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.255545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:21.262344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=981ab989-8b17-4c61-b7a4-510b68cb4e60,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:21.272096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.272436 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Added segment 58f61a3b-6c5b-42d0-b388-9cb38b30a26b of type vlan for network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 Jan 14 11:48:21.278682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.309640 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9c7cce3a-5bfb-4b8e-8927-bd5b6f9b41f2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/981ab989-8b17-4c61-b7a4-510b68cb4e60 HTTP/1.1" status: 204 len: 168 time: 0.9187489 Jan 14 11:48:21.310853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45088) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:21.331100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be76ff-2ae8-42c6-a3eb-0683c4c1d8e6 None None] Pushing event updated for resources: {'Port': ['ID=ab86186c-1abb-44f1-aaac-3b2715be1435,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:21.347537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.361991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5a5a9-ee53-471d-8a01-c9b5faeac082 None None] Network dbcaf911-7f7d-4c52-8753-335ddfe2e32d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:21.364625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port f4c41234-7823-4dc7-9530-abd1f231d9da {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:21.364993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.408098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.410477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:21.411054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.471184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-18ef6077-ae10-45e8-8735-3296d65a5d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.500791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed50024-b785-4ead-a988-03a91b7a8b45 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:21.503610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2ed50024-b785-4ead-a988-03a91b7a8b45 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:21.522019 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4333208 Jan 14 11:48:21.525589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45092) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:21.547672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'subnet': {'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:21.551490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.647810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.650399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c39bf-9750-4841-8209-8f699c5ff42a tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Network': ['ID=c77358aa-e4b4-42d2-a6e2-2f3f4b858d86,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:21.657200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2ed50024-b785-4ead-a988-03a91b7a8b45 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:21.658398 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2ed50024-b785-4ead-a988-03a91b7a8b45 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3474517 Jan 14 11:48:21.663369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45096) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:21.669347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:21.676386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:21.676743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.695699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:21.701832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:subnet and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:21.705903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:21.714401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:21.729461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:21.833345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.841671 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da15166-2c06-4e30-8f62-6f768d1b838e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:48:21.842387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4da15166-2c06-4e30-8f62-6f768d1b838e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:21.858130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-18ef6077-ae10-45e8-8735-3296d65a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:21.903409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef6077-ae10-45e8-8735-3296d65a5d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26a592-b4f9-4100-a59c-eb29584da38b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:21.973144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4da15166-2c06-4e30-8f62-6f768d1b838e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:21.980024 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4da15166-2c06-4e30-8f62-6f768d1b838e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/981ab989-8b17-4c61-b7a4-510b68cb4e60 HTTP/1.1" status: 404 len: 333 time: 0.3107185 Jan 14 11:48:21.994015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45100) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:22.000496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-18ef6077-ae10-45e8-8735-3296d65a5d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.007653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-18ef6077-ae10-45e8-8735-3296d65a5d15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd26a592-b4f9-4100-a59c-eb29584da38b HTTP/1.1" status: 204 len: 168 time: 0.9812074 Jan 14 11:48:22.008520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-343946731'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:22.018198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:22.030607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.030854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:22.036381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:22.051244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:22.072543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab86186c-1abb-44f1-aaac-3b2715be1435 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:22.091756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:22.094839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.142918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.206526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:22.209306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ab86186c-1abb-44f1-aaac-3b2715be1435 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:22.227846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.251766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.252140 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 4a38f308-e3cc-4fd3-bfe6-82c19a510ce2 of type vlan for network 41193625-f3e2-4107-a1c5-33933fb8ff10 Jan 14 11:48:22.282906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Subnet': ['ID=76a5f3e2-342e-43e2-9c37-05af858234a0,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:22.305736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Checking segment: {'id': '58f61a3b-6c5b-42d0-b388-9cb38b30a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:22.308825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network hostable DHCP agents. Network: c77358aa-e4b4-42d2-a6e2-2f3f4b858d86, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:22.335420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.391361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.397057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:22.398260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.542840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=41193625-f3e2-4107-a1c5-33933fb8ff10,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:22.549277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:22.549610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for f4c41234-7823-4dc7-9530-abd1f231d9da owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:22.560454 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b75af6de-492c-49eb-bfbf-b5f40fa7f4c6 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5651736 Jan 14 11:48:22.564170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45110) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:22.566859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:22.570463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:22.594170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:22.601589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:22.619306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c77358aa-e4b4-42d2-a6e2-2f3f4b858d86) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:22.629284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:22.647640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3ceb5d-07ec-4dcc-a5e7-51a1af481b05 None None] Network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:22.673734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event updated for resources: {'Port': ['ID=35df4e29-6200-4763-a32c-e938d3cc72b6,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:22.694097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:22.694695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.699954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8fa62560-1ce4-4d5d-8aba-8afcb5f829f5,segment=NetworkSegment(a0edd6b3-4903-4766-ae9c-499561b2804f),segment_id=a0edd6b3-4903-4766-ae9c-499561b2804f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:22.700759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.782366 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c6ab5f03-c3e7-4d63-a118-b133e6277357 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2489152 Jan 14 11:48:22.784267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45118) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:22.852439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] Provisioning for port ab86186c-1abb-44f1-aaac-3b2715be1435 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:22.859117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:22.883316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] Provisioning complete for port ab86186c-1abb-44f1-aaac-3b2715be1435 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:22.883686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.962343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:22.966181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:22.969081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:22.974930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:22.988605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:22.991162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:23.130223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.203998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Port': ['ID=8fa62560-1ce4-4d5d-8aba-8afcb5f829f5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:23.213258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.235730 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.263625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No DVR routers for this DVR port 8fa62560-1ce4-4d5d-8aba-8afcb5f829f5 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:23.269480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.305619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=f4c41234-7823-4dc7-9530-abd1f231d9da,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:23.318508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Deleting port 35df4e29-6200-4763-a32c-e938d3cc72b6 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:23.318916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.319076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] For port ab86186c-1abb-44f1-aaac-3b2715be1435, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab86186c-1abb-44f1-aaac-3b2715be1435,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:23.322269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c77358aa-e4b4-42d2-a6e2-2f3f4b858d86', 'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86', 'tenant_id': '78862615ac8f41249171b43061af02c0', 'fixed_ips': [{'subnet_id': '76a5f3e2-342e-43e2-9c37-05af858234a0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:23.323272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.336034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.459840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.512436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.563739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Allocated IP 2001:db8::2 (c77358aa-e4b4-42d2-a6e2-2f3f4b858d86/76a5f3e2-342e-43e2-9c37-05af858234a0/aa287c0e-cdb0-4abf-8113-6f74bbb671c6) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:23.566737 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.574852 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-08b1a257-1f8d-4b4d-912e-f6a82aebdc94 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/f4c41234-7823-4dc7-9530-abd1f231d9da HTTP/1.1" status: 204 len: 168 time: 2.4223838 Jan 14 11:48:23.583659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ba0e-c2d7-47e1-a4c8-33b1a25dfb2d None None] Could not find standard attr ID for object f4c41234-7823-4dc7-9530-abd1f231d9da. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:23.589858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45132) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:23.628367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4073f4e-8ac6-408b-a9ea-de1dea400232 None None] Pushing event updated for resources: {'Port': ['ID=ab86186c-1abb-44f1-aaac-3b2715be1435,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:23.724803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcaf911-7f7d-4c52-8753-335ddfe2e32d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:23.730691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.746040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0edd6b3-4903-4766-ae9c-499561b2804f') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:23.746380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0edd6b3-4903-4766-ae9c-499561b2804f') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:23.781061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.813461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:23.820847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea000c4-bb5c-49e8-9c09-70510de4b5d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:23.822175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea000c4-bb5c-49e8-9c09-70510de4b5d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:23.822916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fea000c4-bb5c-49e8-9c09-70510de4b5d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:23.829399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.852582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:23.853115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 41193625-f3e2-4107-a1c5-33933fb8ff10, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:23.853292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:23.853698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:23.869024 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:23.877091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.877541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.886256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:23.896788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 41193625-f3e2-4107-a1c5-33933fb8ff10) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:23.902522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:23.903219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:23.908668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e145ac-378c-42cc-a83f-4c62cba42c28 None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:23.945867 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-183d4e75-70ec-45a6-be7b-0b1c38f5d7a4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3805919 Jan 14 11:48:23.949521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45140) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:23.962963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:24.011497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.064139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fea000c4-bb5c-49e8-9c09-70510de4b5d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:24.065345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fea000c4-bb5c-49e8-9c09-70510de4b5d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4718907 Jan 14 11:48:24.076416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Calling delete_port for 35df4e29-6200-4763-a32c-e938d3cc72b6 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:24.084785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45146) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:24.086790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab86186c-1abb-44f1-aaac-3b2715be1435 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:24.130924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Transition to ACTIVE for port object aa287c0e-cdb0-4abf-8113-6f74bbb671c6 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:24.145184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.179881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.188349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=dbcaf911-7f7d-4c52-8753-335ddfe2e32d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:24.194354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c38ceb9a-dfbc-47e0-b2ac-61285052884c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/dbcaf911-7f7d-4c52-8753-335ddfe2e32d HTTP/1.1" status: 204 len: 168 time: 6.2222068 Jan 14 11:48:24.196609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45152) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:24.207001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892692352'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:24.214404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:24.232589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:24.236247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:24.244681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:24.334388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:24.341579 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:24.345731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.347301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:24.365262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Transition to ACTIVE for port object aa287c0e-cdb0-4abf-8113-6f74bbb671c6 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:24.366155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:24.389105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-41193625-f3e2-4107-a1c5-33933fb8ff10', 'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': '7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:24.392892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.411203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 6763f4c7-7825-4a47-bce6-7d4f8dbc04ee {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:24.415174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:24.418790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.437289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.467710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.557888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:24.561981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.578542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Subnet': ['ID=76a5f3e2-342e-43e2-9c37-05af858234a0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:24.592374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Port': ['ID=35df4e29-6200-4763-a32c-e938d3cc72b6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:24.613306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Allocated IP 2001:db8::2 (41193625-f3e2-4107-a1c5-33933fb8ff10/7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace/25edd32a-4cbd-402d-8b4c-2d9058b3ff26) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:24.614897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.730456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:24.759252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.759904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment f949d0b1-60e3-496c-b904-8fb3a6c567b8 of type vlan for network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 Jan 14 11:48:24.780366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.806563 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] create failed (client error): The resource could not be found. Jan 14 11:48:24.808254 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f018aee5-18e3-49e2-92a7-b100d4fba469 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0024307 Jan 14 11:48:24.813047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45164) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:24.830370 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace (CIDR: 2001:db8::/64) Jan 14 11:48:24.832757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77358aa-e4b4-42d2-a6e2-2f3f4b858d86']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:24.841001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45168) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:24.842036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.847776 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:48:24.848552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:24.861106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f61a3b-6c5b-42d0-b388-9cb38b30a26b') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:24.861412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f61a3b-6c5b-42d0-b388-9cb38b30a26b') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:24.882442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.891435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.901392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.919851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Pushing event updated for resources: {'Port': ['ID=aa287c0e-cdb0-4abf-8113-6f74bbb671c6,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:24.930789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Deleting port 953869a3-e1c5-4623-b79b-b14e28f71b3f {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:24.931967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.939090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.945593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ab86186c-1abb-44f1-aaac-3b2715be1435 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:24.946364 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-17c3e693-2ec7-4ebc-bb39-76f98ed260bc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9956663 Jan 14 11:48:24.949065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.952016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45174) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:24.956741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:24.957141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:24.972090 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:24.975611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:24.992365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:25.001927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:25.004506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:25.023073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.079044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Transition to ACTIVE for port object 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:25.082857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.086739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:25.087323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.118064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1582951603', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:25.141661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:25.150136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Usage tracker for resource:port and tenant:01069d12d91c412f83dcc555e156e1c7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:25.165531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:25.168414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 11:48:25.168414 dv-neutron-823850-1-hyperv neutron-server[83452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 11:48:25.168414 dv-neutron-823850-1-hyperv neutron-server[83452]: [parameters: {'id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86'}] Jan 14 11:48:25.168414 dv-neutron-823850-1-hyperv neutron-server[83452]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:25.168895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:25.177088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:25.188040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Transition to ACTIVE for port object 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:25.199171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Attempting to bind port aa287c0e-cdb0-4abf-8113-6f74bbb671c6 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:25.199552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Attempting to bind port aa287c0e-cdb0-4abf-8113-6f74bbb671c6 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '58f61a3b-6c5b-42d0-b388-9cb38b30a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:25.199991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Attempting to bind port aa287c0e-cdb0-4abf-8113-6f74bbb671c6 on network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:25.204453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.211684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.285747 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0880210 Jan 14 11:48:25.286678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375a3dc-ece2-4478-bcaa-ea7600ac71c3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:25.288636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45178) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:25.329902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:25.347678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:25.364885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:25.365681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:25.366903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Checking segment: {'id': '58f61a3b-6c5b-42d0-b388-9cb38b30a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:25.366903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.366903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Bound using segment: {'id': '58f61a3b-6c5b-42d0-b388-9cb38b30a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:25.367310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Bound port: aa287c0e-cdb0-4abf-8113-6f74bbb671c6, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f61a3b-6c5b-42d0-b388-9cb38b30a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c77358aa-e4b4-42d2-a6e2-2f3f4b858d86'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:25.367614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.370861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=6763f4c7-7825-4a47-bce6-7d4f8dbc04ee,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:25.375488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Made reservation on behalf of 01069d12d91c412f83dcc555e156e1c7 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:25.377748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.394669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:25.399082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.409027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.411688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:25.416663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:25.426629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:25.429629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:25.433163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:25.447665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:25.452958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.470374 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2ced4854-9cef-48cb-945a-772c5647e204 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/6763f4c7-7825-4a47-bce6-7d4f8dbc04ee HTTP/1.1" status: 204 len: 168 time: 1.3822448 Jan 14 11:48:25.475032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45182) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:25.478528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eae937-ea80-4fee-b2da-12c0904bad53 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:25.501868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:25.505580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.515829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:25.520080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:25.576563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Pushing event updated for resources: {'Port': ['ID=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:25.586422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:25.609694 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-271441c8-bd92-431a-affe-2af1c9d093aa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298461 Jan 14 11:48:25.609894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Usage tracker for resource:security_group_rule and tenant:01069d12d91c412f83dcc555e156e1c7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:25.612233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45186) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:25.616685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:25.627475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:25.629628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:25.637532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Calling delete_port for 953869a3-e1c5-4623-b79b-b14e28f71b3f owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:25.651032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:25.683421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:25.706994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.731250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Attempting to bind port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:25.731709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Attempting to bind port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:25.732501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Attempting to bind port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 on network 41193625-f3e2-4107-a1c5-33933fb8ff10 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:25.802286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port aa287c0e-cdb0-4abf-8113-6f74bbb671c6 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:25.802668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.806486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.816601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:25.816996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Checking segment: {'id': '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:25.817391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.817766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Bound using segment: {'id': '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:25.818230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Bound port: 25edd32a-4cbd-402d-8b4c-2d9058b3ff26, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:25.818597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.839407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:25.853319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] For port aa287c0e-cdb0-4abf-8113-6f74bbb671c6, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:25.868245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:25.877379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:25.891717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:25.952269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] For port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:25.959479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] For port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,segment=NetworkSegment(4a38f308-e3cc-4fd3-bfe6-82c19a510ce2),segment_id=4a38f308-e3cc-4fd3-bfe6-82c19a510ce2)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:25.964788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.971329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:25.975689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:25.977756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.001075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.023844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] For port aa287c0e-cdb0-4abf-8113-6f74bbb671c6, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=aa287c0e-cdb0-4abf-8113-6f74bbb671c6,segment=NetworkSegment(58f61a3b-6c5b-42d0-b388-9cb38b30a26b),segment_id=58f61a3b-6c5b-42d0-b388-9cb38b30a26b)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:26.037847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Port': ['ID=953869a3-e1c5-4623-b79b-b14e28f71b3f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:26.041927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.086179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:26.103137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.110987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] Deleting port ab86186c-1abb-44f1-aaac-3b2715be1435 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:26.112502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.156192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af517c0-b57f-47ef-8fa1-1e562d5ffe48 None None] Pushing event updated for resources: {'Port': ['ID=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:26.167680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] device_id is not set on port e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:26.259991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.383894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f8cf-b597-45a5-aa76-6bb92389be02 None None] Pushing event updated for resources: {'Port': ['ID=aa287c0e-cdb0-4abf-8113-6f74bbb671c6,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:26.408690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ffdaf-928f-49d8-be40-c4419d47466f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:26.440720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b42152-ad75-4748-9b25-65e83e0b38fe None None] Network c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:26.456898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] For port aa287c0e-cdb0-4abf-8113-6f74bbb671c6, host dv-neutron-823850-1-hyperv, got binding levels [] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:26.457550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.462988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-462fe9c9-1fae-474d-9038-49d52545020a tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "DELETE /v2.0/ports/953869a3-e1c5-4623-b79b-b14e28f71b3f HTTP/1.1" status: 204 len: 168 time: 1.6481736 Jan 14 11:48:26.465724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45190) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:26.562960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.652171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=bcc0c69c-92e8-4ce2-a2a8-399d5ff37f10,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:26.680569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c393c1-4d87-4ace-94d4-d63a30cdd454 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:26.681323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b6c393c1-4d87-4ace-94d4-d63a30cdd454 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Synchronizing usage tracker for tenant:30215a89a29b46c1992ac506378978a1 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:26.713131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] For port ab86186c-1abb-44f1-aaac-3b2715be1435, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ab86186c-1abb-44f1-aaac-3b2715be1435,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:26.713504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.726276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': 'f949d0b1-60e3-496c-b904-8fb3a6c567b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:26.726931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:26.733929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for aa287c0e-cdb0-4abf-8113-6f74bbb671c6 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:26.750412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b6c393c1-4d87-4ace-94d4-d63a30cdd454 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Unset dirty status for tenant:30215a89a29b46c1992ac506378978a1 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:26.751686 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b6c393c1-4d87-4ace-94d4-d63a30cdd454 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e095ec1-3c5a-4110-82d2-74a4394cd72f HTTP/1.1" status: 200 len: 913 time: 0.2848444 Jan 14 11:48:26.754396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45194) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:26.844347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] Calling delete_port for ab86186c-1abb-44f1-aaac-3b2715be1435 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:26.858154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Allocated IP 172.26.8.218 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:26.864055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.907822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:26.927164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:26.939052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.941915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:26.942496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:26.972495 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e76ed2b2-08cf-4054-9384-956ba518ac1b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6318533 Jan 14 11:48:26.972749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45198) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:26.978759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618400754'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:26.981419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed48c8-6080-40f7-85f0-671450d1639a None None] Network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:26.987299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:26.996227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:27.003046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:27.007334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:27.008158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:27.008468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:27.011406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:27.023983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:27.033527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:27.034116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.060596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=addc40c4-f545-4569-a3ec-e8c4cc2451aa,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:27.089597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:27.092846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.139912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:27.150914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.151366 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment 3e5ee27d-d2b7-47e0-9045-8b00350bbe22 of type vlan for network a5438e24-4572-4b48-93d9-327d51c28150 Jan 14 11:48:27.183630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.271380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.275146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:27.275732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.318292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] Pushing event deleted for resources: {'Port': ['ID=ab86186c-1abb-44f1-aaac-3b2715be1435,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:27.331536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4beb3-e1b2-40be-9fd0-8c19253555a5 None None] No DVR routers for this DVR port ab86186c-1abb-44f1-aaac-3b2715be1435 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:27.403271 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-182591df-fd12-4371-bb20-b2cb52766db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4477694 Jan 14 11:48:27.405616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6', 'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': 'bcc0c69c-92e8-4ce2-a2a8-399d5ff37f10'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:27.406796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.410653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45202) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:27.420718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'fixed_ips': [{'subnet_id': '7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace'}, {'subnet_id': 'addc40c4-f545-4569-a3ec-e8c4cc2451aa'}], 'name': 'tempest-PortsIpV6TestJSON-1648684069'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:27.438617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4647682 Jan 14 11:48:27.446077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45206) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:27.448919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c21e43-b3be-4491-bb92-b11c8951e4a1 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=a5438e24-4572-4b48-93d9-327d51c28150,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:27.454535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': 'a5438e24-4572-4b48-93d9-327d51c28150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:27.491921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network a5438e24-4572-4b48-93d9-327d51c28150 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:27.507704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a514ecb1-f94f-40d6-b79f-b791e8a713a8 None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:27.551965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port aa287c0e-cdb0-4abf-8113-6f74bbb671c6 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:27.552239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.567337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.678728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.687255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:27.695433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-db4750d7-e1d6-4d74-8f53-a906251af42e None None] Provisioning for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:27.700942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:27.704831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:27.712659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:27.734803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:27.800421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:27.811046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.847085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:27.860163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:27.917999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Allocated IP 2001:db8::3 (5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6/bcc0c69c-92e8-4ce2-a2a8-399d5ff37f10/708e6f21-9224-4dd8-a3ca-806edfd65348) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:27.922779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:port and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:27.926421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:27.957271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:27.976114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Performing IP validity checks on allocation pools {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:48:27.976471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:48:27.998952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:28.008950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=b8d03e08-0658-490e-857f-bdd594aa6809,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:28.011880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:28.018489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:28.019156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.023387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.025996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] For port aa287c0e-cdb0-4abf-8113-6f74bbb671c6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=aa287c0e-cdb0-4abf-8113-6f74bbb671c6,segment=NetworkSegment(58f61a3b-6c5b-42d0-b388-9cb38b30a26b),segment_id=58f61a3b-6c5b-42d0-b388-9cb38b30a26b)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:28.026352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.034388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f841c-46e3-4d23-85cd-2105eeddf84d None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:28.038381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:28.043647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.239831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for aa287c0e-cdb0-4abf-8113-6f74bbb671c6 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:28.290007 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e2973dfb-636f-4376-97ad-04896f1c8fb6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6723206 Jan 14 11:48:28.290856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:28.292370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45210) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:28.303595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:57:2d:22', 'name': 'tempest-NetworksTestDHCPv6-46027544'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:28.323372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 388e6361-a0da-4bb5-b5af-172286baa144 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:28.364886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:28.377886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:28.388473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Pushing event updated for resources: {'Port': ['ID=e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:28.395565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:28.521460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.531046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.545111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Transition to ACTIVE for port object 708e6f21-9224-4dd8-a3ca-806edfd65348 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:28.570850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.580014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:28.580618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.590161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=aa287c0e-cdb0-4abf-8113-6f74bbb671c6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:28.610098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:28.624117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:28.628596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Transition to ACTIVE for port object 708e6f21-9224-4dd8-a3ca-806edfd65348 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:28.656844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:28.658297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No DVR routers for this DVR port aa287c0e-cdb0-4abf-8113-6f74bbb671c6 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:28.675704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:28.698592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=0ebea45a-6a32-4cb1-a35d-34502ec504e6,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:28.706816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.716710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:28.723412 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea5ac92b-c6b9-4ce9-90f5-d1650f684afe tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.8812082 Jan 14 11:48:28.735528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45214) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:28.788681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.218'}]}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:28.802697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:28.829738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Usage tracker for resource:router and tenant:01069d12d91c412f83dcc555e156e1c7 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:28.833014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Pushing event updated for resources: {'Port': ['ID=708e6f21-9224-4dd8-a3ca-806edfd65348,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:28.848197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:28.854601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': '3e5ee27d-d2b7-47e0-9045-8b00350bbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a5438e24-4572-4b48-93d9-327d51c28150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:28.854955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: a5438e24-4572-4b48-93d9-327d51c28150, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:28.858534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'b8d03e08-0658-490e-857f-bdd594aa6809'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:28.859686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.863339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:28.870897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.883213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:28.888428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:28.890389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:28.921867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77358aa-e4b4-42d2-a6e2-2f3f4b858d86']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:28.926753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.934040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.935754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:28.947048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f61a3b-6c5b-42d0-b388-9cb38b30a26b') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:28.947365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f61a3b-6c5b-42d0-b388-9cb38b30a26b') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:28.951481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network a5438e24-4572-4b48-93d9-327d51c28150 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:28.971207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Update dhcp port {'port': {'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'fixed_ips': [{'subnet_id': '7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace', 'ip_address': '2001:db8::2'}, {'subnet_id': 'addc40c4-f545-4569-a3ec-e8c4cc2451aa'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': '25edd32a-4cbd-402d-8b4c-2d9058b3ff26'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:48:28.974202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 5d95051b-5229-4031-ad49-2d3687a111d3 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:29.007402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.012151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, a5438e24-4572-4b48-93d9-327d51c28150) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:29.032033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00a6d2-7fb3-42db-ab81-1f7043fb27ab None None] Network a5438e24-4572-4b48-93d9-327d51c28150 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:29.055638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:29.056365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.098362 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ee4497b2-39f9-4d3a-87f1-b476219e1c00 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6516469 Jan 14 11:48:29.103463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45218) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:29.152251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:29.160189 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.193906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.203899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:29.204297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.227012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:29.227818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:29.231331 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:29.259507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Deleting port 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:29.259874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.348269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::156 (41193625-f3e2-4107-a1c5-33933fb8ff10/7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace/388e6361-a0da-4bb5-b5af-172286baa144) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:29.353174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Attempting to bind port 708e6f21-9224-4dd8-a3ca-806edfd65348 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:29.354055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Attempting to bind port 708e6f21-9224-4dd8-a3ca-806edfd65348 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'f949d0b1-60e3-496c-b904-8fb3a6c567b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:29.354855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Attempting to bind port 708e6f21-9224-4dd8-a3ca-806edfd65348 on network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:29.358284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8:0:1::284 (41193625-f3e2-4107-a1c5-33933fb8ff10/addc40c4-f545-4569-a3ec-e8c4cc2451aa/388e6361-a0da-4bb5-b5af-172286baa144) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:29.363359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.393606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fe57:2d22 (d177d53d-ca61-4e91-af17-578924330245/b8d03e08-0658-490e-857f-bdd594aa6809/5d95051b-5229-4031-ad49-2d3687a111d3) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:29.398800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:29.399545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Checking segment: {'id': 'f949d0b1-60e3-496c-b904-8fb3a6c567b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:29.400138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.400593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Bound using segment: {'id': 'f949d0b1-60e3-496c-b904-8fb3a6c567b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:29.401022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Bound port: 708e6f21-9224-4dd8-a3ca-806edfd65348, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f949d0b1-60e3-496c-b904-8fb3a6c567b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:29.401483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.464144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.472998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.480308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.516708 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 HTTP/1.1" status: 204 len: 168 time: 6.7326224 Jan 14 11:48:29.522139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45222) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:29.533169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-733595647'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:29.537314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6661c-dbfb-4036-b4c7-65674d9ec051 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Network': ['ID=c77358aa-e4b4-42d2-a6e2-2f3f4b858d86,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:29.547900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:29.613497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.640383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:network and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:29.648164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:29.673597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.698995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:29.725833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.738142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.744506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:29.748161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.750367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] For port 708e6f21-9224-4dd8-a3ca-806edfd65348, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:29.796785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] For port 708e6f21-9224-4dd8-a3ca-806edfd65348, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=708e6f21-9224-4dd8-a3ca-806edfd65348,segment=NetworkSegment(f949d0b1-60e3-496c-b904-8fb3a6c567b8),segment_id=f949d0b1-60e3-496c-b904-8fb3a6c567b8)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:29.805821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.835958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:29.851797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0315e-982e-4ccc-9b22-c736a6a27fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-a5438e24-4572-4b48-93d9-327d51c28150', 'network_id': 'a5438e24-4572-4b48-93d9-327d51c28150', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': '0ebea45a-6a32-4cb1-a35d-34502ec504e6'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:29.852594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-92d0315e-982e-4ccc-9b22-c736a6a27fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.894976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,segment=NetworkSegment(4a38f308-e3cc-4fd3-bfe6-82c19a510ce2),segment_id=4a38f308-e3cc-4fd3-bfe6-82c19a510ce2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:29.913247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.914456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.917875 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.918358 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Added segment 265aa218-ef4b-4cd2-b964-f5c1894f97b0 of type vlan for network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 Jan 14 11:48:29.942908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 388e6361-a0da-4bb5-b5af-172286baa144 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:29.974395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458987f1-c6bc-4971-81da-a3a93eb4522f None None] Pushing event updated for resources: {'Port': ['ID=708e6f21-9224-4dd8-a3ca-806edfd65348,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:29.976717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:29.997283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Calling delete_port for 4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:30.036976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab86186c-1abb-44f1-aaac-3b2715be1435 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:30.047812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.055979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:30.056794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.085892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.101545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ab86186c-1abb-44f1-aaac-3b2715be1435 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:30.102199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ab86186c-1abb-44f1-aaac-3b2715be1435 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server [None req-92d0315e-982e-4ccc-9b22-c736a6a27fb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ebea45a-6a32-4cb1-a35d-34502ec504e6: This subnet is being modified by another concurrent operation. Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:48:30.196934 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise exception Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ebea45a-6a32-4cb1-a35d-34502ec504e6: This subnet is being modified by another concurrent operation. Jan 14 11:48:30.203238 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Jan 14 11:48:30.209829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.209945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:30.233837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Allocated IP 2001:db8:0:1::2 (41193625-f3e2-4107-a1c5-33933fb8ff10/addc40c4-f545-4569-a3ec-e8c4cc2451aa/25edd32a-4cbd-402d-8b4c-2d9058b3ff26) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:30.263878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebea45a-6a32-4cb1-a35d-34502ec504e6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:30.275877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd42a34-7339-49ef-95f0-66220d4c43f4 None None] Network a5438e24-4572-4b48-93d9-327d51c28150 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:30.281456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.290000 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7654650 Jan 14 11:48:30.307217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45226) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:30.351280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Request body: {'subnet': {'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:30.371871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=388e6361-a0da-4bb5-b5af-172286baa144,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:30.373881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 5d95051b-5229-4031-ad49-2d3687a111d3 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:30.391480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8204b3-66f7-4d2b-9e21-1371774fc4fc tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Network': ['ID=fba0002a-e9fa-42de-80fd-9f219a3ba0a2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:30.444840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:30.452714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:30.457687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:30.459073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.461712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:30.462412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.517543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:30.560980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8ff65f05-8316-4ff9-9fea-bdb9b681d5fa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.1431801 Jan 14 11:48:30.560980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:30.567611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Usage tracker for resource:subnet and tenant:78862615ac8f41249171b43061af02c0 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:30.569983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45230) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:30.574680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:30.584136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:30.590436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=5d95051b-5229-4031-ad49-2d3687a111d3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:30.595733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.641208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:30.641983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5438e24-4572-4b48-93d9-327d51c28150']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:30.658313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:30.660230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5ee27d-d2b7-47e0-9045-8b00350bbe22') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:30.660795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5ee27d-d2b7-47e0-9045-8b00350bbe22') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:30.667957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:30.672237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.676618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:30.680684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:30.681521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.692822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Made reservation on behalf of 78862615ac8f41249171b43061af02c0 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:30.741784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.750220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Port': ['ID=4e2f380a-13f8-42cf-bd4d-5d52d4bb9c91,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:30.772593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Allocated IP 2001:db8::f816:3eff:feb1:fcab (d177d53d-ca61-4e91-af17-578924330245/b8d03e08-0658-490e-857f-bdd594aa6809/2363fc16-bc3b-4c5f-84af-62505981f7b7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:30.782610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.792454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.815304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] For port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,segment=NetworkSegment(4a38f308-e3cc-4fd3-bfe6-82c19a510ce2),segment_id=4a38f308-e3cc-4fd3-bfe6-82c19a510ce2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:30.817789 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33921aa3-c014-49e3-9375-aa35e3f6c33d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5220058 Jan 14 11:48:30.824318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:30.824874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.839425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45234) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:30.840514 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:30.866097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac80cd9d-33f8-4e18-a596-d4c5f4c49712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:30.895144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.037335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.068548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.075828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.104511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Transition to ACTIVE for port object 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:31.119931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.149320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=a5438e24-4572-4b48-93d9-327d51c28150,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:31.154701 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5dff22ce-e60e-4e78-9c92-efa3dcaae4aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/a5438e24-4572-4b48-93d9-327d51c28150 HTTP/1.1" status: 204 len: 168 time: 2.0472438 Jan 14 11:48:31.170804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45238) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:31.180146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171570642'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:31.187517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.274182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:31.291788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:31.296426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:31.305231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f85ce-8fd2-41c9-b250-d5d0b85bc19a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:31.306088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fb6f85ce-8fd2-41c9-b250-d5d0b85bc19a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:31.313612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:31.334830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.340466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:31.344313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.354180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fb6f85ce-8fd2-41c9-b250-d5d0b85bc19a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:31.358689 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fb6f85ce-8fd2-41c9-b250-d5d0b85bc19a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5116079 Jan 14 11:48:31.370700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45242) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:31.428210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:31.474146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.504185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.539079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.540094 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment 52bacc1b-25c3-4e35-8b25-21dd2f0072f7 of type vlan for network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 Jan 14 11:48:31.540386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.541427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Transition to ACTIVE for port object 2363fc16-bc3b-4c5f-84af-62505981f7b7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:31.567592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602fdd-ce37-438d-8ab3-065abf5f58b8 None None] Pushing event updated for resources: {'Port': ['ID=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:31.586916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc91918-04c4-40ba-a4ed-257ea74d30c3 None None] Network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:31.624580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 5d95051b-5229-4031-ad49-2d3687a111d3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:31.625388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.648924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.661587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Transition to ACTIVE for port object 2363fc16-bc3b-4c5f-84af-62505981f7b7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:31.682520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.740249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1cf988ea-9615-4092-a734-ef5045dbe238 None None] Provisioning for port 708e6f21-9224-4dd8-a3ca-806edfd65348 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:31.741267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.761464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:31.767282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:31.769901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:31.910579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Pushing event updated for resources: {'Port': ['ID=2363fc16-bc3b-4c5f-84af-62505981f7b7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:31.960755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Attempting to bind port 2363fc16-bc3b-4c5f-84af-62505981f7b7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:31.961130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Attempting to bind port 2363fc16-bc3b-4c5f-84af-62505981f7b7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:31.961491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Attempting to bind port 2363fc16-bc3b-4c5f-84af-62505981f7b7 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:31.978786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:31.979033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:31.979433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:31.979824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:31.980301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Bound port: 2363fc16-bc3b-4c5f-84af-62505981f7b7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:31.980675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.119305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] For port 2363fc16-bc3b-4c5f-84af-62505981f7b7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:32.120836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:48:32.128327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] For port 2363fc16-bc3b-4c5f-84af-62505981f7b7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2363fc16-bc3b-4c5f-84af-62505981f7b7,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:32.139772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.265996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac60f1-dff4-4ce6-808c-241e8cfb2399 None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:32.321290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Delete allocated IP 2001:db8:0:1::284 (41193625-f3e2-4107-a1c5-33933fb8ff10/addc40c4-f545-4569-a3ec-e8c4cc2451aa) {{(pid=83452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 11:48:32.347750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.351490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:32.353199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.406552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.445071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:32.475466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6376fea-1ccb-42cd-ad29-f8d813ae6d09 None None] Pushing event updated for resources: {'Port': ['ID=2363fc16-bc3b-4c5f-84af-62505981f7b7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:32.525554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-253acf32-d082-427f-88d3-6d4b0d96c33b None None] Provisioning for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:32.540782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-253acf32-d082-427f-88d3-6d4b0d96c33b None None] Provisioning complete for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:32.541237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-253acf32-d082-427f-88d3-6d4b0d96c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.663201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 5d95051b-5229-4031-ad49-2d3687a111d3 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:32.724097 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5501530 Jan 14 11:48:32.727847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45246) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:32.758041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:32.758383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:32.845058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fb144-b9bb-4758-aabf-f135253abf8f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=a68f72f0-9885-4af3-a3cb-e5d8b0685df1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:32.852087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:32.866102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:33.020646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Router 3e095ec1-3c5a-4110-82d2-74a4394cd72f has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:48:33.030302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:33.034781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:33.038366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:33.045560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:33.065437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2ab6-447c-4d72-bcbe-90926a232531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.070645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.081620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 708e6f21-9224-4dd8-a3ca-806edfd65348 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:33.100648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:33.115285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.125849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:33.130802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.178891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 708e6f21-9224-4dd8-a3ca-806edfd65348 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:33.191537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 708e6f21-9224-4dd8-a3ca-806edfd65348 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:33.191915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.246453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event updated for resources: {'Subnet': ['ID=4feec438-505a-4d81-a1f6-59c76ec2544c,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:33.261378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.307690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Ignored duplicate provisioning block setup for port 388e6361-a0da-4bb5-b5af-172286baa144 by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 14 11:48:33.310802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.311522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5fbe28e-43c0-4458-a012-d4e6af797ff8 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:48:33.324131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.369439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Checking segment: {'id': '265aa218-ef4b-4cd2-b964-f5c1894f97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:33.369889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network hostable DHCP agents. Network: fba0002a-e9fa-42de-80fd-9f219a3ba0a2, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:33.397973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.436584 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 14 11:48:33.446978 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f0e5bbf1-3375-4127-a805-df2dd4247524 tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7105889 Jan 14 11:48:33.459643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45250) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:33.472151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.500847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] In _notify_port_updated(), no bound segment for port 388e6361-a0da-4bb5-b5af-172286baa144 on network 41193625-f3e2-4107-a1c5-33933fb8ff10 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:48:33.504826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:33.509794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.511485 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/ports/388e6361-a0da-4bb5-b5af-172286baa144 HTTP/1.1" status: 200 len: 926 time: 2.9403887 Jan 14 11:48:33.519370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45254) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:33.525754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 708e6f21-9224-4dd8-a3ca-806edfd65348, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=708e6f21-9224-4dd8-a3ca-806edfd65348,segment=NetworkSegment(f949d0b1-60e3-496c-b904-8fb3a6c567b8),segment_id=f949d0b1-60e3-496c-b904-8fb3a6c567b8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:33.527572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffd25e-4c80-43c3-8231-f94730dfca00 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=388e6361-a0da-4bb5-b5af-172286baa144,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:33.529631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4ff5886-a322-49fe-ae44-e35512e7ab42 None None] Provisioning for port 388e6361-a0da-4bb5-b5af-172286baa144 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:33.537221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace'}, {'subnet_id': 'addc40c4-f545-4569-a3ec-e8c4cc2451aa'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:33.547825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.570774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Deleting port e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:33.571152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.594313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4ff5886-a322-49fe-ae44-e35512e7ab42 None None] Provisioning complete for port 388e6361-a0da-4bb5-b5af-172286baa144 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:33.594840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5886-a322-49fe-ae44-e35512e7ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.595638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:33.609620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=5d95051b-5229-4031-ad49-2d3687a111d3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:33.673406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, fba0002a-e9fa-42de-80fd-9f219a3ba0a2) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:33.687441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:33.688030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.689347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479433a6-6f97-447e-a003-74f354e8d3a6 None None] Network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:33.691320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.722055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff5886-a322-49fe-ae44-e35512e7ab42 None None] Port 388e6361-a0da-4bb5-b5af-172286baa144 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:33.723960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:33.776645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=708e6f21-9224-4dd8-a3ca-806edfd65348,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:33.794427 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dd92379a-2f69-4b16-bd3d-cfa21361aca4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4706793 Jan 14 11:48:33.801656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:33.847456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4ff5886-a322-49fe-ae44-e35512e7ab42 None None] Provisioning complete for port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:33.847995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5886-a322-49fe-ae44-e35512e7ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.033144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.070078 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0f0a4df1-136a-4a59-a21d-45cca6df726a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/5d95051b-5229-4031-ad49-2d3687a111d3 HTTP/1.1" status: 204 len: 168 time: 2.6958108 Jan 14 11:48:34.079483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45262) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:34.129507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:48:34.161098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.162509 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] Sync routers for ids ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:48:34.195305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-fba0002a-e9fa-42de-80fd-9f219a3ba0a2', 'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2', 'tenant_id': '78862615ac8f41249171b43061af02c0', 'fixed_ips': [{'subnet_id': '4feec438-505a-4d81-a1f6-59c76ec2544c'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:34.204190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.205799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.234886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] Routers {'3e095ec1-3c5a-4110-82d2-74a4394cd72f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:34.235517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:34.350610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:34.379234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65528842-8754-47ff-b651-b68961718113 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:34.380974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65528842-8754-47ff-b651-b68961718113 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:34.382753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65528842-8754-47ff-b651-b68961718113 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2998493 Jan 14 11:48:34.392595 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8cf14dff-410b-4535-b9f2-84f380ce8f32 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "PUT /v2.0/routers/3e095ec1-3c5a-4110-82d2-74a4394cd72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6368260 Jan 14 11:48:34.393733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45266) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:34.401637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8:0:1::3a0 (41193625-f3e2-4107-a1c5-33933fb8ff10/addc40c4-f545-4569-a3ec-e8c4cc2451aa/388e6361-a0da-4bb5-b5af-172286baa144) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:34.406815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45268) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:34.429687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2363fc16-bc3b-4c5f-84af-62505981f7b7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:34.474569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.500408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Provisioning complete for port 388e6361-a0da-4bb5-b5af-172286baa144 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:34.500796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.602580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.651441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] Routers {'3e095ec1-3c5a-4110-82d2-74a4394cd72f'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:48:34.652071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:34.706818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.718954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.722226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Allocated IP 2001:db8::f816:3eff:fead:3122 (fba0002a-e9fa-42de-80fd-9f219a3ba0a2/4feec438-505a-4d81-a1f6-59c76ec2544c/4bd820f5-d740-48a0-9391-4d75a55cf50e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:34.727001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.740184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:34.740518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77784e-bc97-4010-8d96-8e6d4983429c None None] The sync data for ids ['3e095ec1-3c5a-4110-82d2-74a4394cd72f'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:48:34.750198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Port 388e6361-a0da-4bb5-b5af-172286baa144 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:34.750707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 388e6361-a0da-4bb5-b5af-172286baa144 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:34.755647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.829097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2363fc16-bc3b-4c5f-84af-62505981f7b7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:34.838566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 708e6f21-9224-4dd8-a3ca-806edfd65348 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:34.864148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=388e6361-a0da-4bb5-b5af-172286baa144,revision_number=3']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:34.876255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Provisioning for port 2363fc16-bc3b-4c5f-84af-62505981f7b7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:34.899637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Provisioning complete for port 2363fc16-bc3b-4c5f-84af-62505981f7b7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:34.900009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.901391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] In _notify_port_updated(), no bound segment for port 388e6361-a0da-4bb5-b5af-172286baa144 on network 41193625-f3e2-4107-a1c5-33933fb8ff10 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:48:34.905886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:34.906493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:34.910379 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-35f97148-635a-4db2-a258-b8bf8fa279eb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/ports/388e6361-a0da-4bb5-b5af-172286baa144 HTTP/1.1" status: 200 len: 1012 time: 1.3873014 Jan 14 11:48:34.910762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45274) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:35.003498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Calling delete_port for e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:35.007762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 388e6361-a0da-4bb5-b5af-172286baa144 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:35.008986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.110616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 708e6f21-9224-4dd8-a3ca-806edfd65348 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:35.111009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.181775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.206325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Transition to ACTIVE for port object 4bd820f5-d740-48a0-9391-4d75a55cf50e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:35.213482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.241810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Transition to ACTIVE for port object 4bd820f5-d740-48a0-9391-4d75a55cf50e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:35.256529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.302181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.356812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet b8d03e08-0658-490e-857f-bdd594aa6809 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:35.432044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] For port 2363fc16-bc3b-4c5f-84af-62505981f7b7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2363fc16-bc3b-4c5f-84af-62505981f7b7,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:35.449512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:35.454859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:35.456711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.462673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:35.471569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Pushing event updated for resources: {'Port': ['ID=4bd820f5-d740-48a0-9391-4d75a55cf50e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:35.512776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Subnet': ['ID=4feec438-505a-4d81-a1f6-59c76ec2544c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:35.513744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.549756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.605206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.627343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.627565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Attempting to bind port 4bd820f5-d740-48a0-9391-4d75a55cf50e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:35.628120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Attempting to bind port 4bd820f5-d740-48a0-9391-4d75a55cf50e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '265aa218-ef4b-4cd2-b964-f5c1894f97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:35.628266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Attempting to bind port 4bd820f5-d740-48a0-9391-4d75a55cf50e on network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:35.629166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.634064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a2637-f4a4-4abf-b758-5ca085195c33 None None] Pushing event updated for resources: {'Port': ['ID=2363fc16-bc3b-4c5f-84af-62505981f7b7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:35.641594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:35.641963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Checking segment: {'id': '265aa218-ef4b-4cd2-b964-f5c1894f97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:35.642364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.642737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Bound using segment: {'id': '265aa218-ef4b-4cd2-b964-f5c1894f97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:35.643195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Bound port: 4bd820f5-d740-48a0-9391-4d75a55cf50e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265aa218-ef4b-4cd2-b964-f5c1894f97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:35.643565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.654688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4539e63e-3029-4f8a-a21f-dd62a86daefe None None] Provisioning for port 388e6361-a0da-4bb5-b5af-172286baa144 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:35.664062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4539e63e-3029-4f8a-a21f-dd62a86daefe None None] Provisioning complete for port 388e6361-a0da-4bb5-b5af-172286baa144 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:35.664426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4539e63e-3029-4f8a-a21f-dd62a86daefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.750041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.758845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 388e6361-a0da-4bb5-b5af-172286baa144 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:35.765729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4539e63e-3029-4f8a-a21f-dd62a86daefe None None] Port 388e6361-a0da-4bb5-b5af-172286baa144 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:35.782409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4539e63e-3029-4f8a-a21f-dd62a86daefe None None] Could not find standard attr ID for object 5d95051b-5229-4031-ad49-2d3687a111d3. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:35.790074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.792995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] For port 4bd820f5-d740-48a0-9391-4d75a55cf50e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:35.797241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] For port 4bd820f5-d740-48a0-9391-4d75a55cf50e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4bd820f5-d740-48a0-9391-4d75a55cf50e,segment=NetworkSegment(265aa218-ef4b-4cd2-b964-f5c1894f97b0),segment_id=265aa218-ef4b-4cd2-b964-f5c1894f97b0)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:35.802274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.817567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba0002a-e9fa-42de-80fd-9f219a3ba0a2']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:35.821427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.845005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.850127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=802c03fc-6372-471b-b914-e5fc0d846043,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:35.854394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265aa218-ef4b-4cd2-b964-f5c1894f97b0') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:35.854896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265aa218-ef4b-4cd2-b964-f5c1894f97b0') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:35.881394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.885524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b94843-a1ac-47dd-9e5f-cdea54a393b4 None None] Pushing event updated for resources: {'Port': ['ID=4bd820f5-d740-48a0-9391-4d75a55cf50e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:35.916243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.924955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:35.931716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:35.932164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:35.950594 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:35.963535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1dc41-5c33-46ed-8a69-c0bb547a0400 None None] Network fba0002a-e9fa-42de-80fd-9f219a3ba0a2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:35.984424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': '52bacc1b-25c3-4e35-8b25-21dd2f0072f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:35.984815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: a68f72f0-9885-4af3-a3cb-e5d8b0685df1, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:36.022232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.022705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Fanout notify agent at l3_agent the message router_deleted on router 3e095ec1-3c5a-4110-82d2-74a4394cd72f {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:48:36.056318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.082920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 11:48:36.082920 dv-neutron-823850-1-hyperv neutron-server[83452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 11:48:36.082920 dv-neutron-823850-1-hyperv neutron-server[83452]: [parameters: {'id': 'fba0002a-e9fa-42de-80fd-9f219a3ba0a2'}] Jan 14 11:48:36.082920 dv-neutron-823850-1-hyperv neutron-server[83452]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:36.083413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:36.128096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.133796 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-29dd8793-65f9-4b1a-9ea1-51799d1c2b60 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "DELETE /v2.0/routers/3e095ec1-3c5a-4110-82d2-74a4394cd72f HTTP/1.1" status: 204 len: 168 time: 1.6881008 Jan 14 11:48:36.139777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45278) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.161595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.171573 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9810b84d-42b2-48a6-9366-0a6925f050df tempest-RoutersAdminNegativeIpV6Test-1156471071 tempest-RoutersAdminNegativeIpV6Test-1156471071-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e7ce0a4a-cf90-4cd8-acfe-f6292f4faf6a HTTP/1.1" status: 204 len: 168 time: 2.7015221 Jan 14 11:48:36.173896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:36.200364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, a68f72f0-9885-4af3-a3cb-e5d8b0685df1) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:36.206866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:36.207897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.211174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f1494-9a8b-441d-bf9a-46171bd18f15 None None] Network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:36.214934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.308768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.327651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d03e08-0658-490e-857f-bdd594aa6809,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:36.345367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.347681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4b41d451-ae09-4623-a6df-47bf9bcc6e5d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/b8d03e08-0658-490e-857f-bdd594aa6809 HTTP/1.1" status: 204 len: 168 time: 1.9484789 Jan 14 11:48:36.350204 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d24e3bd9-2dfe-4faf-956a-41c5443d2959 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.6100240 Jan 14 11:48:36.350953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45284) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.363472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2363fc16-bc3b-4c5f-84af-62505981f7b7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:36.368642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45286) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.389192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab31ab-410c-49d0-935a-4b5eaa50983b None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:36.445727 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-db663438-1db4-4e0a-b149-12ee5ebe999a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914457 Jan 14 11:48:36.446276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45292) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.460203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=388e6361-a0da-4bb5-b5af-172286baa144,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:36.591517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e825fb-479c-4dad-9cc9-171dded9eced tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:36.592658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d2e825fb-479c-4dad-9cc9-171dded9eced tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:36.597285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.621622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d2e825fb-479c-4dad-9cc9-171dded9eced tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:36.623890 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d2e825fb-479c-4dad-9cc9-171dded9eced tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1770289 Jan 14 11:48:36.626387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45298) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.665797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.687416 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e5474d1a-02cf-41fb-b780-8090f28685dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/388e6361-a0da-4bb5-b5af-172286baa144 HTTP/1.1" status: 204 len: 168 time: 1.7735076 Jan 14 11:48:36.690913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45302) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.747432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d8c2bc-5cb7-4caa-abb8-73b0b4923b9b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:36.748669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f5d8c2bc-5cb7-4caa-abb8-73b0b4923b9b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:36.776189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f5d8c2bc-5cb7-4caa-abb8-73b0b4923b9b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:36.779384 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f5d8c2bc-5cb7-4caa-abb8-73b0b4923b9b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1519549 Jan 14 11:48:36.781377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45306) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.784160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-a68f72f0-9885-4af3-a3cb-e5d8b0685df1', 'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': '802c03fc-6372-471b-b914-e5fc0d846043'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:36.784994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.797688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port 4bd820f5-d740-48a0-9391-4d75a55cf50e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:36.797894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.810618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2363fc16-bc3b-4c5f-84af-62505981f7b7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:36.810981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.828350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:36.841971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45310) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.853321 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c0cdff-91f6-474d-aaff-4500314b9b0f tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:48:36.853831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d2c0cdff-91f6-474d-aaff-4500314b9b0f tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:36.870805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7449ba6e-9621-4c12-8dbf-f5d982c7555b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878396 Jan 14 11:48:36.876409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45316) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:36.882189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:37.018509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:37.029350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:37.041438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:37.044719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:37.049585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.061181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] Deleting port 2363fc16-bc3b-4c5f-84af-62505981f7b7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:37.061549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.105274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d2c0cdff-91f6-474d-aaff-4500314b9b0f tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:37.109450 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d2c0cdff-91f6-474d-aaff-4500314b9b0f tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/388e6361-a0da-4bb5-b5af-172286baa144 HTTP/1.1" status: 404 len: 333 time: 0.4073951 Jan 14 11:48:37.136468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45320) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:37.146734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Allocated IP 2001:db8::1 (a68f72f0-9885-4af3-a3cb-e5d8b0685df1/802c03fc-6372-471b-b914-e5fc0d846043/08e91ca9-fad7-49c3-a5d7-dd88a0987c65) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:37.155441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Deleting subnet 9975c954-86b6-4116-b676-de9c2d019307 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:37.171578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.214449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.237365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] For port 4bd820f5-d740-48a0-9391-4d75a55cf50e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4bd820f5-d740-48a0-9391-4d75a55cf50e,segment=NetworkSegment(265aa218-ef4b-4cd2-b964-f5c1894f97b0),segment_id=265aa218-ef4b-4cd2-b964-f5c1894f97b0)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:37.238008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.507496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.508300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] For port 2363fc16-bc3b-4c5f-84af-62505981f7b7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2363fc16-bc3b-4c5f-84af-62505981f7b7,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:37.508300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.542500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for 4bd820f5-d740-48a0-9391-4d75a55cf50e owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:37.557810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet addc40c4-f545-4569-a3ec-e8c4cc2451aa {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:37.565897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.586281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.645321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.656573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:37.675134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] Calling delete_port for 2363fc16-bc3b-4c5f-84af-62505981f7b7 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:37.680272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.685149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc6d4ca9f3c475d870c8d7817a858fc is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:37.704180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:37.721109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:37.754133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.755082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:37.760430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:37.771314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.774251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:37.774907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.783800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Transition to ACTIVE for port object 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:37.799298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=ccda1e18-2de8-4e54-a06d-fb7ccc21580e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:37.813450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.824031 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5b51018f-c953-43e9-9341-ef8faf84d0c2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9462645 Jan 14 11:48:37.826523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45324) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:37.830498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=4bd820f5-d740-48a0-9391-4d75a55cf50e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:37.834348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:3e:ff:d9', 'name': 'tempest-NetworksTestDHCPv6-644486753'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:37.835558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.868549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No DVR routers for this DVR port 4bd820f5-d740-48a0-9391-4d75a55cf50e on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:37.874971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] Pushing event deleted for resources: {'Port': ['ID=2363fc16-bc3b-4c5f-84af-62505981f7b7,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:37.878975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Transition to ACTIVE for port object 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:37.885360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0c0da-d781-4179-9451-05c66783dcdd None None] No DVR routers for this DVR port 2363fc16-bc3b-4c5f-84af-62505981f7b7 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:37.896481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.934719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:37.935537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea27df-3a86-468e-a9a7-6dc32b8c526e None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:38.033008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.038245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:38.042886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:38.049579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:38.051699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Pushing event updated for resources: {'Port': ['ID=08e91ca9-fad7-49c3-a5d7-dd88a0987c65,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.068473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:38.072990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.119706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=802c03fc-6372-471b-b914-e5fc0d846043,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.119965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:38.122575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=addc40c4-f545-4569-a3ec-e8c4cc2451aa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.139681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.141988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.151492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:38.160631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.161529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224a23b3-2f42-431c-8fc8-d2c0aec96790 None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:38.200918 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-373ac759-a079-41e3-bfa2-c9840bb1c36b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/addc40c4-f545-4569-a3ec-e8c4cc2451aa HTTP/1.1" status: 204 len: 168 time: 1.0608945 Jan 14 11:48:38.209564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45328) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:38.213638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Attempting to bind port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:38.214017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Attempting to bind port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '52bacc1b-25c3-4e35-8b25-21dd2f0072f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:38.214376 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Attempting to bind port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 on network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:38.221554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port eb19fced-4325-4271-b57c-8abd81ff8153 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:38.267748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.295204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68f72f0-9885-4af3-a3cb-e5d8b0685df1']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:38.310074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bacc1b-25c3-4e35-8b25-21dd2f0072f7') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:38.310510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bacc1b-25c3-4e35-8b25-21dd2f0072f7') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:38.312694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:38.313089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Checking segment: {'id': '52bacc1b-25c3-4e35-8b25-21dd2f0072f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:38.313580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.314339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Bound using segment: {'id': '52bacc1b-25c3-4e35-8b25-21dd2f0072f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:38.314339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Bound port: 08e91ca9-fad7-49c3-a5d7-dd88a0987c65, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bacc1b-25c3-4e35-8b25-21dd2f0072f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:38.314704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.322714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.331566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2363fc16-bc3b-4c5f-84af-62505981f7b7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:38.346990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.361011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.373964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:38.379510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba0002a-e9fa-42de-80fd-9f219a3ba0a2']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:38.381426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.387986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2363fc16-bc3b-4c5f-84af-62505981f7b7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:38.388577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2363fc16-bc3b-4c5f-84af-62505981f7b7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:38.415093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.427274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265aa218-ef4b-4cd2-b964-f5c1894f97b0') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:38.427274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265aa218-ef4b-4cd2-b964-f5c1894f97b0') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:38.461380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.476544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] For port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:38.487303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.491823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.505045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Subnet': ['ID=9975c954-86b6-4116-b676-de9c2d019307,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.509004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:38.509712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:38.529661 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:38.532018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75f532-8774-47c8-8efb-2f01fc17afae,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.564388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'ccda1e18-2de8-4e54-a06d-fb7ccc21580e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:38.565231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.584571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::71 (d177d53d-ca61-4e91-af17-578924330245/ccda1e18-2de8-4e54-a06d-fb7ccc21580e/eb19fced-4325-4271-b57c-8abd81ff8153) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:38.595435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.602447 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fe98e986-6378-4684-a5cc-8205832e9d95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fc6d4ca9f3c475d870c8d7817a858fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7576659 Jan 14 11:48:38.608411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45332) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:38.612505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.619141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.658435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227e672-f65f-4add-966a-19140cd1e87c None None] Network d432bca9-6db1-4a6f-8a6d-b745ba7f48db requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:38.659929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:38.660336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:38.676497 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:38.728237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.737251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] For port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=08e91ca9-fad7-49c3-a5d7-dd88a0987c65,segment=NetworkSegment(52bacc1b-25c3-4e35-8b25-21dd2f0072f7),segment_id=52bacc1b-25c3-4e35-8b25-21dd2f0072f7)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:38.758156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.760481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 11:48:38.760481 dv-neutron-823850-1-hyperv neutron-server[83452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 11:48:38.760481 dv-neutron-823850-1-hyperv neutron-server[83452]: [parameters: {'id': 'a68f72f0-9885-4af3-a3cb-e5d8b0685df1'}] Jan 14 11:48:38.760481 dv-neutron-823850-1-hyperv neutron-server[83452]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:38.760888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:38.764703 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-05e0d8cb-cab6-450b-9dc4-ecd3361fa188 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "DELETE /v2.0/subnets/9975c954-86b6-4116-b676-de9c2d019307 HTTP/1.1" status: 204 len: 168 time: 2.6193755 Jan 14 11:48:38.792969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45336) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:38.822770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.833958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.860086 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0cb930fe-f660-4212-8f02-9d5bc4181c2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace HTTP/1.1" status: 204 len: 168 time: 0.6458552 Jan 14 11:48:38.861195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45340) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:38.894386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.899412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.943200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11a204a4-b408-4658-8eb3-2a385c389eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:38.949224 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/fba0002a-e9fa-42de-80fd-9f219a3ba0a2 HTTP/1.1" status: 204 len: 168 time: 5.1466265 Jan 14 11:48:38.952942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed15c4-5d5b-413e-8d2f-3854faada7e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Network': ['ID=fba0002a-e9fa-42de-80fd-9f219a3ba0a2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:38.955867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45344) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:38.994415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.017730 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11a204a4-b408-4658-8eb3-2a385c389eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.031014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Deleting port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:39.031553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.039994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbaed762-bc2b-4cc4-bcf1-76d02e1dfaac tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:39.040432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbaed762-bc2b-4cc4-bcf1-76d02e1dfaac tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:39.045206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dbaed762-bc2b-4cc4-bcf1-76d02e1dfaac tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/4feec438-505a-4d81-a1f6-59c76ec2544c HTTP/1.1" status: 404 len: 337 time: 0.0826523 Jan 14 11:48:39.045500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.053205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45348) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.069182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e1e7c-ea89-40c4-a533-83a1e6e50866 None None] Pushing event updated for resources: {'Port': ['ID=08e91ca9-fad7-49c3-a5d7-dd88a0987c65,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:39.090886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.104609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object eb19fced-4325-4271-b57c-8abd81ff8153 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:39.108237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a55e6c2-4d52-4e54-bb15-a60eddad93e5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:39.109142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a55e6c2-4d52-4e54-bb15-a60eddad93e5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:39.113103 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5a55e6c2-4d52-4e54-bb15-a60eddad93e5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/fba0002a-e9fa-42de-80fd-9f219a3ba0a2 HTTP/1.1" status: 404 len: 339 time: 0.0562141 Jan 14 11:48:39.113267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45352) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.159241 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a218ca-a984-4c2f-bcb7-7ca1d56071c0 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:39.159746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a218ca-a984-4c2f-bcb7-7ca1d56071c0 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:39.164284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-28a218ca-a984-4c2f-bcb7-7ca1d56071c0 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/76a5f3e2-342e-43e2-9c37-05af858234a0 HTTP/1.1" status: 404 len: 337 time: 0.0472102 Jan 14 11:48:39.164284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:39.164284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.165637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45356) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.192314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90738375-d2b6-4761-a482-9166f8648f33 None None] Network a68f72f0-9885-4af3-a3cb-e5d8b0685df1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:39.200439 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-670516db-5adc-4b4f-a5ad-2b7e5e7d74d5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:39.201061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670516db-5adc-4b4f-a5ad-2b7e5e7d74d5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:39.212209 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-670516db-5adc-4b4f-a5ad-2b7e5e7d74d5 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/c77358aa-e4b4-42d2-a6e2-2f3f4b858d86 HTTP/1.1" status: 404 len: 339 time: 0.0453060 Jan 14 11:48:39.214959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45360) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.347068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12749af-05aa-4537-95b0-1aed08722ee9 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:39.347419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12749af-05aa-4537-95b0-1aed08722ee9 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:39.351362 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e12749af-05aa-4537-95b0-1aed08722ee9 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/bd006d4b-6f99-43fd-adec-dedb9fb16c95 HTTP/1.1" status: 404 len: 337 time: 0.1329269 Jan 14 11:48:39.357445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] DHCP port deletion for d432bca9-6db1-4a6f-8a6d-b745ba7f48db request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:39.380406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Deleting port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:39.380825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.393059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45364) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.395075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.423255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11a204a4-b408-4658-8eb3-2a385c389eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.425553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11a204a4-b408-4658-8eb3-2a385c389eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.429053 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-11a204a4-b408-4658-8eb3-2a385c389eb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e75f532-8774-47c8-8efb-2f01fc17afae HTTP/1.1" status: 204 len: 168 time: 0.8165112 Jan 14 11:48:39.459346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:39.459685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.493439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a204a4-b408-4658-8eb3-2a385c389eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75f532-8774-47c8-8efb-2f01fc17afae,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:39.506305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] For port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,segment=NetworkSegment(19a7f4bb-e1f7-4fa2-ae41-657ca3262e77),segment_id=19a7f4bb-e1f7-4fa2-ae41-657ca3262e77)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:39.506658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.537306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.541474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c15ee2b-ad17-4dff-97cc-e894ef9d169e None None] Update dhcp port {'port': {'network_id': '41193625-f3e2-4107-a1c5-33933fb8ff10', 'fixed_ips': [{'subnet_id': '7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': '25edd32a-4cbd-402d-8b4c-2d9058b3ff26'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:48:39.589622 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44f886a-6e78-44b4-a62e-12a3d085a2e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:39.591203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44f886a-6e78-44b4-a62e-12a3d085a2e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:39.593122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e44f886a-6e78-44b4-a62e-12a3d085a2e2 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/4d68150b-5199-4697-b444-2a2df10a07c4 HTTP/1.1" status: 404 len: 339 time: 0.1982317 Jan 14 11:48:39.603569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45370) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.648175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Calling delete_port for 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:39.709365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=eb19fced-4325-4271-b57c-8abd81ff8153,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:39.713407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:39.721828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:39.726745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,segment=NetworkSegment(4a38f308-e3cc-4fd3-bfe6-82c19a510ce2),segment_id=4a38f308-e3cc-4fd3-bfe6-82c19a510ce2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:39.727389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.735904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:39.740126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:39.741019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.758530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port 46fe4ffa-ef93-4528-adf0-bb1f4fb937df {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:39.759309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.796487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] For port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,segment=NetworkSegment(19a7f4bb-e1f7-4fa2-ae41-657ca3262e77),segment_id=19a7f4bb-e1f7-4fa2-ae41-657ca3262e77)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:39.797117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.879635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=08e91ca9-fad7-49c3-a5d7-dd88a0987c65,segment=NetworkSegment(52bacc1b-25c3-4e35-8b25-21dd2f0072f7),segment_id=52bacc1b-25c3-4e35-8b25-21dd2f0072f7)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:39.880145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:39.922629 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4bd2047c-857a-40da-b0f5-635045312832 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0948062 Jan 14 11:48:39.930092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45376) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:39.930675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Calling delete_port for 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:39.940940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:39.975901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45378) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:40.007357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/ccda1e18-2de8-4e54-a06d-fb7ccc21580e/7339b30f-8be5-47dd-9336-657ec280d87c) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:40.010255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:40.015364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c15ee2b-ad17-4dff-97cc-e894ef9d169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.100451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.157835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Port': ['ID=08e91ca9-fad7-49c3-a5d7-dd88a0987c65,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:40.162029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.181809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No DVR routers for this DVR port 08e91ca9-fad7-49c3-a5d7-dd88a0987c65 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:40.303416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=25edd32a-4cbd-402d-8b4c-2d9058b3ff26,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:40.313089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-aa956e7a-a853-4799-93c3-bc7917b04b58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01069d12d91c412f83dcc555e156e1c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3356099 Jan 14 11:48:40.315530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45384) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:40.325654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:40.341655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:40.347916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.355047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.370541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 11:48:40.370541 dv-neutron-823850-1-hyperv neutron-server[83453]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 14 11:48:40.370541 dv-neutron-823850-1-hyperv neutron-server[83453]: [parameters: {'port_id': '3cc288d7-e65c-40e6-bae6-aa209d0b5df1', 'host': 'dv-neutron-823850-1-hyperv'}] Jan 14 11:48:40.370541 dv-neutron-823850-1-hyperv neutron-server[83453]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:40.371208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:40.375243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:40.375681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:40.395988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d9cfa-7001-455e-b718-cb5f72227c42 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:40.396215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6f3d9cfa-7001-455e-b718-cb5f72227c42 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:40.401028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.442241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Port': ['ID=3cc288d7-e65c-40e6-bae6-aa209d0b5df1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:40.472693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] No DVR routers for this DVR port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:40.476164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68f72f0-9885-4af3-a3cb-e5d8b0685df1']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.501010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d6e127-b1d5-429b-a379-f2259abf1061 None None] Network 41193625-f3e2-4107-a1c5-33933fb8ff10 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:40.535279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bacc1b-25c3-4e35-8b25-21dd2f0072f7') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.535845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bacc1b-25c3-4e35-8b25-21dd2f0072f7') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.569067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df6015a3-2c5b-4e85-aa0a-123b6a896edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.599483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6f3d9cfa-7001-455e-b718-cb5f72227c42 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:40.603293 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6f3d9cfa-7001-455e-b718-cb5f72227c42 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6369410 Jan 14 11:48:40.604408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a031dd39-5207-451d-b618-e2ad531796d3 None None] Could not find standard attr ID for object 25edd32a-4cbd-402d-8b4c-2d9058b3ff26. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:40.610198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for 46fe4ffa-ef93-4528-adf0-bb1f4fb937df owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:40.619521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.627228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45388) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:40.631119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.666085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.704603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41193625-f3e2-4107-a1c5-33933fb8ff10']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.711220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.723892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.741401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.741691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a38f308-e3cc-4fd3-bfe6-82c19a510ce2') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.742095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Transition to ACTIVE for port object 7339b30f-8be5-47dd-9336-657ec280d87c will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:40.752953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:40.753586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.755818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.771412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Transition to ACTIVE for port object 7339b30f-8be5-47dd-9336-657ec280d87c will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:40.772658 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:40.776476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.778432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.778998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.827043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7448a7-480b-4287-bc13-dcce6399123d None None] DHCP port deletion for 41193625-f3e2-4107-a1c5-33933fb8ff10 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:40.830509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=46fe4ffa-ef93-4528-adf0-bb1f4fb937df,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:40.832340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:40.832936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.841761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df6015a3-2c5b-4e85-aa0a-123b6a896edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:40.850197 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:40.859998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:40.865840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:40.869659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:40.872206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Deleting port 3cc288d7-e65c-40e6-bae6-aa209d0b5df1 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:40.873015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.880280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d432bca9-6db1-4a6f-8a6d-b745ba7f48db']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:40.900035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port eb19fced-4325-4271-b57c-8abd81ff8153 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:40.900673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.914643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Pushing event updated for resources: {'Port': ['ID=7339b30f-8be5-47dd-9336-657ec280d87c,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:40.941428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:40.959666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a91e72ad-aa24-4ff8-9b29-04d1088fead8 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/ports/46fe4ffa-ef93-4528-adf0-bb1f4fb937df HTTP/1.1" status: 204 len: 168 time: 1.3426621 Jan 14 11:48:40.960835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45392) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:40.979599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbe549db-c786-4c3f-a4b6-e8495a2a1270 None None] The port '3cc288d7-e65c-40e6-bae6-aa209d0b5df1' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:48:41.003018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.030735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.037187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-020d9bad-6964-4a15-aacc-5838e6988792 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:41.037645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020d9bad-6964-4a15-aacc-5838e6988792 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:41.041351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=41193625-f3e2-4107-a1c5-33933fb8ff10,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:41.047293 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dc438754-a7ba-4dd6-887c-b028467c29be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/41193625-f3e2-4107-a1c5-33933fb8ff10 HTTP/1.1" status: 204 len: 168 time: 2.1850698 Jan 14 11:48:41.051274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-020d9bad-6964-4a15-aacc-5838e6988792 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/0dfcf461-e538-4a87-b168-a7393b332e97 HTTP/1.1" status: 404 len: 337 time: 0.0868886 Jan 14 11:48:41.051274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45396) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:41.052625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45398) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:41.055521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Attempting to bind port 7339b30f-8be5-47dd-9336-657ec280d87c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:41.055692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Attempting to bind port 7339b30f-8be5-47dd-9336-657ec280d87c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:41.056149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:41.056324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Attempting to bind port 7339b30f-8be5-47dd-9336-657ec280d87c on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:41.056846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a7f4bb-e1f7-4fa2-ae41-657ca3262e77') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:41.064833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:41.065507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:41.066138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.066617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:41.067169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Bound port: 7339b30f-8be5-47dd-9336-657ec280d87c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:41.067636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.088123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.091224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.131034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.135976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=a68f72f0-9885-4af3-a3cb-e5d8b0685df1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:41.176049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.180856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] For port 7339b30f-8be5-47dd-9336-657ec280d87c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:41.186862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] For port 7339b30f-8be5-47dd-9336-657ec280d87c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7339b30f-8be5-47dd-9336-657ec280d87c,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:41.192700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.197955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:41.198642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:41.217688 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:41.283861 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-04fac00b-4974-41b5-9ac9-304217a6164b tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/a68f72f0-9885-4af3-a3cb-e5d8b0685df1 HTTP/1.1" status: 204 len: 168 time: 4.9077978 Jan 14 11:48:41.291446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45404) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:41.303759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215ad2a-ef8d-47de-9004-72e881e7837a None None] Pushing event updated for resources: {'Port': ['ID=7339b30f-8be5-47dd-9336-657ec280d87c,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:41.312682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-309382190'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:41.326645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:41.327315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.348314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port d87508ab-5ad3-4000-ac39-1bd27baf662e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:41.348651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.350618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:41.358724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:41.383365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1067f0d-d73e-402c-8333-1975107e09be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:41.384046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d1067f0d-d73e-402c-8333-1975107e09be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:41.410515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df6015a3-2c5b-4e85-aa0a-123b6a896edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.432564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.438086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.447154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d1067f0d-d73e-402c-8333-1975107e09be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:41.447378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:41.448721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d1067f0d-d73e-402c-8333-1975107e09be tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3971639 Jan 14 11:48:41.456181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:41.496004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6015a3-2c5b-4e85-aa0a-123b6a896edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ffdaf-928f-49d8-be40-c4419d47466f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:41.513697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] Pushing event deleted for resources: {'Network': ['ID=d432bca9-6db1-4a6f-8a6d-b745ba7f48db,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:41.539552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-93468a73-f185-4467-aad3-5fa050e4a5b3 tempest-FloatingIPNegativeTestJSON-654674557 tempest-FloatingIPNegativeTestJSON-654674557-project] 10.222.0.48 "DELETE /v2.0/networks/d432bca9-6db1-4a6f-8a6d-b745ba7f48db HTTP/1.1" status: 204 len: 168 time: 2.7427373 Jan 14 11:48:41.552307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:41.555279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.584280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df6015a3-2c5b-4e85-aa0a-123b6a896edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.585744 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-df6015a3-2c5b-4e85-aa0a-123b6a896edd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f23ffdaf-928f-49d8-be40-c4419d47466f HTTP/1.1" status: 204 len: 168 time: 1.2693534 Jan 14 11:48:41.663580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.686956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:41.704209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] For port d87508ab-5ad3-4000-ac39-1bd27baf662e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d87508ab-5ad3-4000-ac39-1bd27baf662e,segment=NetworkSegment(604797bb-526f-4e44-8532-5842fbc13d65),segment_id=604797bb-526f-4e44-8532-5842fbc13d65)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:41.704822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.723781 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8760608b-5fce-425a-94b4-30f2c5b622af tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2662568 Jan 14 11:48:41.749729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45416) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:41.822017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-460225675'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:41.832570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for eb19fced-4325-4271-b57c-8abd81ff8153 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:41.844865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for d87508ab-5ad3-4000-ac39-1bd27baf662e owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:41.868631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:41.881376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.881376 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment 535bdc4c-848f-4bee-ade1-3346c8549d60 of type vlan for network 16013d36-e004-4d80-8728-5ceef9ea63ab Jan 14 11:48:41.898793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:41.911681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:41.928362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:41.934593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.956136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:41.994778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45424) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:41.998170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:41.999996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No DVR routers for this DVR port d87508ab-5ad3-4000-ac39-1bd27baf662e on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:42.001541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.070960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=d87508ab-5ad3-4000-ac39-1bd27baf662e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:42.157806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:42.175210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.185700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:42.186291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.243749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.308230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c8de94-359c-4fe8-9602-4707a303bcf0']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:42.322030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7339b30f-8be5-47dd-9336-657ec280d87c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:42.342419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604797bb-526f-4e44-8532-5842fbc13d65') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:42.342712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604797bb-526f-4e44-8532-5842fbc13d65') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:42.363474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.363997 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563 of type vlan for network 051cd15d-88c6-4e25-b5e8-f09dd68695fa Jan 14 11:48:42.378304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.400767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.424004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.425705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7339b30f-8be5-47dd-9336-657ec280d87c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:42.435820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:42.437157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:42.457451 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:42.463239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=16013d36-e004-4d80-8728-5ceef9ea63ab,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:42.477231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 16013d36-e004-4d80-8728-5ceef9ea63ab details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:42.513913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:42.514028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-08aaf98f-5767-47ef-8587-d13a72f3d978 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2214963 Jan 14 11:48:42.522954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=eb19fced-4325-4271-b57c-8abd81ff8153,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:42.526132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45438) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:42.530195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.553881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': '16013d36-e004-4d80-8728-5ceef9ea63ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:42.578920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:42.579684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 25edd32a-4cbd-402d-8b4c-2d9058b3ff26 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:42.602638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.642071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.653445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Network': ['ID=f7c8de94-359c-4fe8-9602-4707a303bcf0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:42.659279 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-22414258-a0c1-4ae0-85f9-6b1f2aec9ff4 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/f7c8de94-359c-4fe8-9602-4707a303bcf0 HTTP/1.1" status: 204 len: 168 time: 1.6053889 Jan 14 11:48:42.660601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45444) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:42.691134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:48:42.711471 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e4507e81-4795-4529-b745-92b20fdef861 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30215a89a29b46c1992ac506378978a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7153382 Jan 14 11:48:42.712682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.717957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45450) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:42.718882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45452) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:42.720443 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a906b29f-4cae-4471-83b1-4f242e756a98 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/eb19fced-4325-4271-b57c-8abd81ff8153 HTTP/1.1" status: 204 len: 168 time: 2.0863655 Jan 14 11:48:42.757791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.761634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:42.762246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.790032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] Provisioning for port 7339b30f-8be5-47dd-9336-657ec280d87c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:42.797929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] Provisioning complete for port 7339b30f-8be5-47dd-9336-657ec280d87c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:42.798537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.840940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d47d78-78d3-442e-b148-98b5169c2075 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:42.842667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d47d78-78d3-442e-b148-98b5169c2075 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:42.843809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-12d47d78-78d3-442e-b148-98b5169c2075 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:42.864974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:42.899026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:42.906024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:42.910927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-12d47d78-78d3-442e-b148-98b5169c2075 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:42.912192 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-12d47d78-78d3-442e-b148-98b5169c2075 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1850767 Jan 14 11:48:42.916526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45460) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:42.922058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port 5cd2e752-540f-41c1-8f58-19b6c78f5c1f {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:42.922509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.933020 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1822701 Jan 14 11:48:42.941414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45462) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:42.946395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:42.956152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:42.970152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:42.984471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02a9bf-bcaf-47c0-9981-6b315401b85b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=051cd15d-88c6-4e25-b5e8-f09dd68695fa,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:43.009633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:43.049603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45468) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:43.068822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:43.109022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10eb9453-2347-4209-867d-fe79ffaa9f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.132406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] For port 7339b30f-8be5-47dd-9336-657ec280d87c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7339b30f-8be5-47dd-9336-657ec280d87c,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:43.150227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.213262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:43.282034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-50f5a62a-8d28-4ef1-96e2-ec102d64fcf3 None None] Could not find standard attr ID for object eb19fced-4325-4271-b57c-8abd81ff8153. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:43.292796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9011-a415-4772-aa8f-1cd6f4443c93 None None] Pushing event updated for resources: {'Port': ['ID=7339b30f-8be5-47dd-9336-657ec280d87c,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:43.298917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e1cc2-1110-426b-9b83-2a97870e4c73 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:48:43.348756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-221822792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:43.356921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:43.361065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.375205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:43.377533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:43.381197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10eb9453-2347-4209-867d-fe79ffaa9f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.386326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:43.393971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:router and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:43.425884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e1cc2-1110-426b-9b83-2a97870e4c73 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:48:43.440770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:43.453026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:43.476219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:43.555269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.556277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.620543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.638363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.699446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.775388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for 5cd2e752-540f-41c1-8f58-19b6c78f5c1f owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:43.793673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211b2ff-c770-4e42-9fa6-96cc471fc904 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:48:43.816850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.817450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10eb9453-2347-4209-867d-fe79ffaa9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.864268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb9453-2347-4209-867d-fe79ffaa9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92738faa-368d-4ec6-a4d8-e0885900b8db,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:43.878002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.882604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet ccda1e18-2de8-4e54-a06d-fb7ccc21580e {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:43.883063 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-24a021b3-7d1f-4331-9239-b9c08e02f9a4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8324502 Jan 14 11:48:43.884204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45474) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:43.891185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10eb9453-2347-4209-867d-fe79ffaa9f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.893187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-10eb9453-2347-4209-867d-fe79ffaa9f30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92738faa-368d-4ec6-a4d8-e0885900b8db HTTP/1.1" status: 204 len: 168 time: 1.1676066 Jan 14 11:48:43.895944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.937059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-960455814'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:43.937894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211b2ff-c770-4e42-9fa6-96cc471fc904 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:48:43.941989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.960540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:43.970458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:network and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:43.977031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:43.991185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:43.993335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:44.038092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.074810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=6e4a8d21-30de-4e6e-99ba-5ab5ffcd8c06,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:44.089782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=5cd2e752-540f-41c1-8f58-19b6c78f5c1f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:44.104598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:44.108406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.109582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': '535bdc4c-848f-4bee-ade1-3346c8549d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16013d36-e004-4d80-8728-5ceef9ea63ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:44.109954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: 16013d36-e004-4d80-8728-5ceef9ea63ab, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:44.129951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.142455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.159106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.160931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-507eacaa-4bd7-4901-a305-edea805b3449 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/ports/5cd2e752-540f-41c1-8f58-19b6c78f5c1f HTTP/1.1" status: 204 len: 168 time: 1.4987469 Jan 14 11:48:44.170052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45480) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:44.229405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ef5644-0c80-48d7-ae18-724f602e7d86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:44.229850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ef5644-0c80-48d7-ae18-724f602e7d86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:44.238600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:44.245290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:security_group_rule and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:44.250873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f8ef5644-0c80-48d7-ae18-724f602e7d86 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/2ea4b6b1-b80b-40d9-933b-68725861f97e HTTP/1.1" status: 404 len: 337 time: 0.0797668 Jan 14 11:48:44.251824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:44.259736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45484) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:44.265102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.275041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7339b30f-8be5-47dd-9336-657ec280d87c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:44.276394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 16013d36-e004-4d80-8728-5ceef9ea63ab is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:44.294850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:44.326782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 16013d36-e004-4d80-8728-5ceef9ea63ab) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:44.338307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:44.339040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.361231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=42f17a4d-bb22-4336-9a3b-851070a2ea2e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:44.372797 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-08177a43-a814-4804-aaa6-66586bc4264a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8358665 Jan 14 11:48:44.375233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45490) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:44.399076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:44.399527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 051cd15d-88c6-4e25-b5e8-f09dd68695fa, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:44.459700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7339b30f-8be5-47dd-9336-657ec280d87c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:44.460936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.483743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.494325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.511591 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:44.536481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 051cd15d-88c6-4e25-b5e8-f09dd68695fa) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:44.545352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=ccda1e18-2de8-4e54-a06d-fb7ccc21580e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:44.551086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:44.551296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.561716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port df4dab16-21a9-4182-a69c-f27d1d169501 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:44.562311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.601484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.605961 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea785d7d-9811-4a01-b2db-f261c3df9daa tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6632507 Jan 14 11:48:44.611898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45498) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:44.617555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.625849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa', 'name': 'tempest-PortsIpV6TestJSON-802093866'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:44.760415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e2daa-285d-4173-9394-d9f48d6fe762 None None] Network 16013d36-e004-4d80-8728-5ceef9ea63ab requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:44.786936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.800980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] For port df4dab16-21a9-4182-a69c-f27d1d169501, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df4dab16-21a9-4182-a69c-f27d1d169501,segment=NetworkSegment(28816e0e-806b-4558-b41c-31d2f7449598),segment_id=28816e0e-806b-4558-b41c-31d2f7449598)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:44.801913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.812894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28427bd6-33fa-461e-bb37-3463c063becd None None] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:44.849951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b4bd4-d4a9-4568-92b3-153e166b4b73 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:44.892169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:44.925927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for df4dab16-21a9-4182-a69c-f27d1d169501 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:44.951922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4a8d21-30de-4e6e-99ba-5ab5ffcd8c06,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:44.977977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:45.010177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.049848 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a2e3c455-86d7-4242-9a08-2118789725e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/ccda1e18-2de8-4e54-a06d-fb7ccc21580e HTTP/1.1" status: 204 len: 168 time: 2.0591373 Jan 14 11:48:45.050507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45510) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.051810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:45.069133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.074367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.100701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:45.104090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.131208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16013d36-e004-4d80-8728-5ceef9ea63ab']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:45.134422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=df4dab16-21a9-4182-a69c-f27d1d169501,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:45.170953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535bdc4c-848f-4bee-ade1-3346c8549d60') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:45.171253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535bdc4c-848f-4bee-ade1-3346c8549d60') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:45.216550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.234239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 150e4b4c-67aa-4d74-b44c-6fb424b888ff yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:45.258784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.275022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f90549a-2907-4936-bfee-734e5fa394fa tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2151728 Jan 14 11:48:45.276856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45516) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.312020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.331333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:45.331735 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.341602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No DVR routers for this DVR port df4dab16-21a9-4182-a69c-f27d1d169501 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:45.350488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:45.352952 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:45.434488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.434879 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Added segment db9effcd-6b3f-4078-9b16-8d72e06d0b51 of type vlan for network 3a8d21ec-d453-49eb-a7ce-51023b870f0c Jan 14 11:48:45.436967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c883c5bf-9f64-4055-b7fa-038d39071933,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:45.536610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.562400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45522) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.575464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0812ef-0736-4982-aad5-592afbaf8b9a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:45.579983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ef0812ef-0736-4982-aad5-592afbaf8b9a tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2974842 Jan 14 11:48:45.584238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45526) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.589574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba41f8-5cca-496a-9029-f84e7d9d86aa']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:45.606574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.611933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.641429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=16013d36-e004-4d80-8728-5ceef9ea63ab,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:45.666645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec597ce-7748-47cd-ba9a-a8dc1c55d9f4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:45.667581 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-eec597ce-7748-47cd-ba9a-a8dc1c55d9f4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:45.671298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c09b39b9-b146-4d40-9174-58a567648816 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/16013d36-e004-4d80-8728-5ceef9ea63ab HTTP/1.1" status: 204 len: 168 time: 1.2949650 Jan 14 11:48:45.675508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45532) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.683314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312534733'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:45.691241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28816e0e-806b-4558-b41c-31d2f7449598') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:45.691852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28816e0e-806b-4558-b41c-31d2f7449598') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:45.698088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:45.700339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.701959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::1c7 (051cd15d-88c6-4e25-b5e8-f09dd68695fa/42f17a4d-bb22-4336-9a3b-851070a2ea2e/150e4b4c-67aa-4d74-b44c-6fb424b888ff) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:45.707679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:45.712039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:45.720828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.723241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:45.752137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-eec597ce-7748-47cd-ba9a-a8dc1c55d9f4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:45.756474 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eec597ce-7748-47cd-ba9a-a8dc1c55d9f4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1691618 Jan 14 11:48:45.757754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:45.760232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45536) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.760868 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.764362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25958a59-fc22-40a4-962a-06ba4285202e None None] Network 16013d36-e004-4d80-8728-5ceef9ea63ab requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:45.802424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-051cd15d-88c6-4e25-b5e8-f09dd68695fa', 'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': '42f17a4d-bb22-4336-9a3b-851070a2ea2e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:45.803226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.822064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.841935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:45.844139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25958a59-fc22-40a4-962a-06ba4285202e None None] Network 16013d36-e004-4d80-8728-5ceef9ea63ab could not be found, it might have been deleted concurrently. {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 14 11:48:45.849920 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6a9d0006-19ad-40f7-a093-a275907b1a2d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873883 Jan 14 11:48:45.852022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:45.853157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.868279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45540) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:45.871064 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:45.878342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155173221'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:45.887574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.891509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:45.892317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.915749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.916837 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment 8ee74f95-b9ad-44a8-9499-5fb7b07d3b16 of type vlan for network 1433b8de-8f34-450a-b1fe-aa946952ca56 Jan 14 11:48:45.961575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:45.969167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:45.975094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:45.999604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:46.003722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:46.008891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] Deleting port 7339b30f-8be5-47dd-9336-657ec280d87c {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:46.010020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.022072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:46.028721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.046784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.050309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:46.051042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.138538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:46.147935 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4714181 Jan 14 11:48:46.151493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45544) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:46.159454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:46.185124 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2979116 Jan 14 11:48:46.192008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45548) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:46.196209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.216754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.221174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'subnet': {'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:46.242349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.264164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/b4ba41f8-5cca-496a-9029-f84e7d9d86aa HTTP/1.1" status: 204 len: 168 time: 2.0009348 Jan 14 11:48:46.267156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7339b30f-8be5-47dd-9336-657ec280d87c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:46.272843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc8118-45d5-41c3-98fa-a23534ac371e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Network': ['ID=3a8d21ec-d453-49eb-a7ce-51023b870f0c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:46.273925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 150e4b4c-67aa-4d74-b44c-6fb424b888ff will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:46.276903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45552) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:46.281827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:46.284098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c1127-3bda-4ba4-b2cf-37be2c1fcbba tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=1433b8de-8f34-450a-b1fe-aa946952ca56,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:46.320898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:46.336423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:46.350447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:46.354891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.355042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:46.370660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:46.372998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.374760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df5608-07e1-4d9a-881f-9dd49d695187 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Network': ['ID=b4ba41f8-5cca-496a-9029-f84e7d9d86aa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:46.375063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:46.411943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:46.440974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:46.443144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:46.447870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:subnet and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:46.450778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:46.454474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.454682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:46.469438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:46.473013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:46.478759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:46.491249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:46.493449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:46.583119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] For port 7339b30f-8be5-47dd-9336-657ec280d87c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7339b30f-8be5-47dd-9336-657ec280d87c,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:46.583864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.584989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:46.593913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:46.596620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=150e4b4c-67aa-4d74-b44c-6fb424b888ff,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:46.651344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:46.664807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:46.668990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:46.670045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.678290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.721582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.757478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] Calling delete_port for 7339b30f-8be5-47dd-9336-657ec280d87c owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:46.782110 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f55c8ec7-2f35-4679-b623-4808b4192cab tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1666770 Jan 14 11:48:46.795940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45556) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:46.812938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa', 'name': 'tempest-PortsIpV6TestJSON-2022331518'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:46.834658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Allocated IP 2001:db8::2 (051cd15d-88c6-4e25-b5e8-f09dd68695fa/42f17a4d-bb22-4336-9a3b-851070a2ea2e/103d2c07-3c46-44b3-9d49-d8e078c0c8b7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:46.884675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.901824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.929637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting subnet 464f7f3e-3476-404f-9d7c-38af41b0b6d1 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:46.938652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.940125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:46.961225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:46.976203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dcb714-fff9-4134-9889-a435e0a345ed,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:46.979920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:46.986656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:46.994197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:47.013419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.063275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.102814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] Pushing event deleted for resources: {'Port': ['ID=7339b30f-8be5-47dd-9336-657ec280d87c,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.127912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b94b2-b1a2-46e3-aae2-89b4c6d7eaf6 None None] No DVR routers for this DVR port 7339b30f-8be5-47dd-9336-657ec280d87c on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:47.157124 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:48:47.191814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:47.219888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:47.271435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.287180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.290640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.305816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Transition to ACTIVE for port object 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:47.312454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:47.317420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.331658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Transition to ACTIVE for port object 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:47.334363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.338495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.341377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.395412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.416404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:47.417117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Pushing event updated for resources: {'Port': ['ID=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.421770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:47.423112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:47.427750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.objects.ports [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83451) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:48:47.433043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2d4d5-7914-4f1d-9c55-e2cb485849aa,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.442569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.448496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.450702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 930e755e-cc51-472a-9085-45bfc5dc6c4b yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:47.454046 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b9d46e13-cc76-4c76-be7d-4bcedb3e9d0f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8893189 Jan 14 11:48:47.459277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45560) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:47.520963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Attempting to bind port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:47.521343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Attempting to bind port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:47.521886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Attempting to bind port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 on network 051cd15d-88c6-4e25-b5e8-f09dd68695fa {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:47.528753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:47.529679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Checking segment: {'id': '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:47.529679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.529874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Bound using segment: {'id': '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:47.530329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Bound port: 103d2c07-3c46-44b3-9d49-d8e078c0c8b7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '051cd15d-88c6-4e25-b5e8-f09dd68695fa'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:47.530694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.537565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:47.543567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:47.545454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Subnet': ['ID=e88672b3-767b-4b13-a0ab-2c6eacb7230e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.549592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:47.550405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.575513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a1939-8035-416d-8f62-8db3ecbf5099 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:47.616613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=f6b86c4f-be55-44ea-8ed3-acb54e3ca393,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.629519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Checking segment: {'id': 'db9effcd-6b3f-4078-9b16-8d72e06d0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:47.630203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network hostable DHCP agents. Network: 3a8d21ec-d453-49eb-a7ce-51023b870f0c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:47.651215 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7769191 Jan 14 11:48:47.660462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45564) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:47.672396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:47.672832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: 1433b8de-8f34-450a-b1fe-aa946952ca56, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:47.674033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:47.681589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.687735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b5bd-42c5-4320-9446-52923b5b9ded tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=342f62c6-fe9c-4208-86f4-085ed05bbc3e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.695816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c64d686a-a270-4587-955b-c9cdfcc992bf tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:47.729534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] For port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:47.749653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] For port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,segment=NetworkSegment(949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563),segment_id=949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:47.770007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Subnet': ['ID=464f7f3e-3476-404f-9d7c-38af41b0b6d1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:47.785523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.788905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.791709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c64d686a-a270-4587-955b-c9cdfcc992bf tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:47.796034 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c64d686a-a270-4587-955b-c9cdfcc992bf tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3307171 Jan 14 11:48:47.796840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45568) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:47.807951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-security--1568487267', 'description': 'tempest-security-description-460086881'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:47.815711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:47.828332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::25d (051cd15d-88c6-4e25-b5e8-f09dd68695fa/42f17a4d-bb22-4336-9a3b-851070a2ea2e/930e755e-cc51-472a-9085-45bfc5dc6c4b) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:47.831137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25a8c332-a72a-44e4-aece-ffa53e52f41c tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/subnets/464f7f3e-3476-404f-9d7c-38af41b0b6d1 HTTP/1.1" status: 204 len: 168 time: 1.5524650 Jan 14 11:48:47.834010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45572) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:47.834181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d6e41-bf3e-40e8-92bc-37123ba6700d None None] Network 924dce85-a0bc-4104-9f99-d82c48beea2c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:47.836311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:47.853669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 3a8d21ec-d453-49eb-a7ce-51023b870f0c) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:47.874939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:47.875505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.896094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:47.900044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.920275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b88d0-2602-4cee-a978-b03f8c4455b9 None None] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:47.920871 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-32592c30-3ea9-461e-990e-a6cc906ed31f tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7257268 Jan 14 11:48:47.923857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:47.925835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45576) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:47.929665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 1433b8de-8f34-450a-b1fe-aa946952ca56) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:47.941130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'network': {'name': 'tempest-router-network01--1229515666'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:47.949696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:47.949938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:47.950867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:47.962861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:network and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:47.965960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a20c7c-0384-49a4-b8db-cb2eeed9deef None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:47.969462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:47.974230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:47.977965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.008436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:48.013081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.021666 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9d974b89-b917-4f0c-8228-60d2253411d7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8664920 Jan 14 11:48:48.026022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45580) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:48.038924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:48.071615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.079647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.082052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.085921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "PUT /v2.0/security-groups/1dc2d4d5-7914-4f1d-9c55-e2cb485849aa HTTP/1.1" status: 200 len: 1611 time: 0.2855005 Jan 14 11:48:48.089241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45584) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:48.113518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:48.116646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.144466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Deleting port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:48.144894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.218946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d125835-36e1-4ca0-94a7-541d5011c3e9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2d4d5-7914-4f1d-9c55-e2cb485849aa,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:48.243788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:48.254736 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.ipam_backend_mixin [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 342f62c6-fe9c-4208-86f4-085ed05bbc3e (CIDR: 2001:db8::/64) Jan 14 11:48:48.264512 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:48:48.265269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:48.278022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-19089206-cd3f-4289-9a7e-24c7a932b0a1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups/1dc2d4d5-7914-4f1d-9c55-e2cb485849aa HTTP/1.1" status: 200 len: 1611 time: 0.1802373 Jan 14 11:48:48.278899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45588) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:48.288241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.288930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Added segment e207b304-7efd-469b-8dcb-6cef5a99b2de of type vlan for network 29d86b91-a844-4599-8219-bb9bb5ede089 Jan 14 11:48:48.296624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060d447-0a44-4ed3-816b-bcb7a52c0c5b None None] Pushing event updated for resources: {'Port': ['ID=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:48.300180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '342f62c6-fe9c-4208-86f4-085ed05bbc3e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:48.301320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.343417 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65fed200-408b-4219-a062-06ef9fd8b98e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6774049 Jan 14 11:48:48.353643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45592) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:48.361930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:48.395938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.438685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:48.460473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.493393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 930e755e-cc51-472a-9085-45bfc5dc6c4b will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:48.494700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:subnet and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:48.500651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:48.510836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:48.579547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.583485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:48.584152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.632611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:48.636435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.642933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80259ad2-70a4-4632-a714-e4043934a5a3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.753120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] For port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,segment=NetworkSegment(f2f82360-295b-4de4-9112-1f7abb096eaa),segment_id=f2f82360-295b-4de4-9112-1f7abb096eaa)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:48.753477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.763201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8267109 Jan 14 11:48:48.764594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.768337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45596) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:48.783426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80259ad2-70a4-4632-a714-e4043934a5a3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.787779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'network': {'name': 'tempest-router-network02--1719160976'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:48.791156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63126da7-08a2-49e4-897d-ccb1259a36ed tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Network': ['ID=29d86b91-a844-4599-8219-bb9bb5ede089,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:48.799047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:48.821752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:48.822092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 29d86b91-a844-4599-8219-bb9bb5ede089 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:48.847922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:48.852839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.856878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-1433b8de-8f34-450a-b1fe-aa946952ca56', 'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': 'f6b86c4f-be55-44ea-8ed3-acb54e3ca393'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:48.857687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.876502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-3a8d21ec-d453-49eb-a7ce-51023b870f0c', 'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c', 'tenant_id': '2deb64d8495d42f9aeaefb827321eed6', 'fixed_ips': [{'subnet_id': 'e88672b3-767b-4b13-a0ab-2c6eacb7230e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:48.877335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.943301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80259ad2-70a4-4632-a714-e4043934a5a3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:48.948304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f0c4c-f526-4079-917f-722adf13efa2 None None] DHCP port deletion for 924dce85-a0bc-4104-9f99-d82c48beea2c request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:48.982790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80259ad2-70a4-4632-a714-e4043934a5a3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2d4d5-7914-4f1d-9c55-e2cb485849aa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:48.983500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Allocated IP 2001:db8::f816:3eff:feb7:4513 (d177d53d-ca61-4e91-af17-578924330245/342f62c6-fe9c-4208-86f4-085ed05bbc3e/a4a4303b-9632-458b-a6df-0e165aa9b4ab) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:48.986088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Calling delete_port for 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:48.989463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-193f0c4c-f526-4079-917f-722adf13efa2 None None] Deleting port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:48.989935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-193f0c4c-f526-4079-917f-722adf13efa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.007900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80259ad2-70a4-4632-a714-e4043934a5a3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.008993 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-80259ad2-70a4-4632-a714-e4043934a5a3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/1dc2d4d5-7914-4f1d-9c55-e2cb485849aa HTTP/1.1" status: 204 len: 168 time: 0.7226300 Jan 14 11:48:49.020162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45600) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.030453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:49.062128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:network and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:49.083575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:49.109031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0ebc6b5-6a61-4dcf-af6d-1d4f2205d65a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:49.109992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:49.131337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=930e755e-cc51-472a-9085-45bfc5dc6c4b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:49.139407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:49.147838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:49.150696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:49.156434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:49.157060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.161440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0ebc6b5-6a61-4dcf-af6d-1d4f2205d65a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:49.162798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e0ebc6b5-6a61-4dcf-af6d-1d4f2205d65a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1424341 Jan 14 11:48:49.169603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45604) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.172424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:49.176450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.198647 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-936abef4-18be-4c10-a80b-f10244c92cee tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] delete failed (client error): The resource could not be found. Jan 14 11:48:49.204038 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-936abef4-18be-4c10-a80b-f10244c92cee tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/1dc2d4d5-7914-4f1d-9c55-e2cb485849aa HTTP/1.1" status: 404 len: 347 time: 0.0303116 Jan 14 11:48:49.205456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45608) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.214070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094889906'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:49.225099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:49.227631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.228188 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.228314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.228641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.229240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.229363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.229608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.230249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.230430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.231314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.231509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:49.241062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:49.256553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.259953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.265842 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4354eaec-71b3-48c6-98ef-e930acb3de44 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4691012 Jan 14 11:48:49.268346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45612) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.323911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.372796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:49.378110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Port': ['ID=0fd60d9c-54a8-4877-84c5-53b5a8f7e69b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:49.381753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:49.388349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:49.392116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:49.400140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:49.402583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-193f0c4c-f526-4079-917f-722adf13efa2 None None] The port '0fd60d9c-54a8-4877-84c5-53b5a8f7e69b' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:48:49.429526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] No DVR routers for this DVR port 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:49.465273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=221667eb-cfe0-4ea7-97f3-23f84dea17cb,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:49.496911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:49.501198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:49.504117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:49.504931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.553569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.566966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.596271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Allocated IP 2001:db8::2 (3a8d21ec-d453-49eb-a7ce-51023b870f0c/e88672b3-767b-4b13-a0ab-2c6eacb7230e/4e73869e-fa66-4959-a41e-bb153f950ffd) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:49.623974 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d812b752-2e86-4d7d-af81-ca9c97dcd9a1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2665310 Jan 14 11:48:49.627988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45616) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.631042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d576c-56a8-4836-95f3-72121143695a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:49.649770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:fd:68:ee', 'name': 'tempest-NetworksTestDHCPv6-545658828'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:49.669437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.669910 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Added segment 7113325b-39d6-4afe-aa41-76b925ec24b1 of type vlan for network 22d4f699-5492-4fdc-84a1-69c625352fe0 Jan 14 11:48:49.673566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.674791 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f73a1008-982c-4eb1-b466-a3685efc4555 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4683809 Jan 14 11:48:49.679788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45620) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.732707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Allocated IP 2001:db8::2 (1433b8de-8f34-450a-b1fe-aa946952ca56/f6b86c4f-be55-44ea-8ed3-acb54e3ca393/b418b8f7-7430-4d1d-ab66-1155b25b0208) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:49.752904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '9b9d576c-56a8-4836-95f3-72121143695a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:49.760620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52aacf1-a74d-41f5-9658-d5f77d5a14c7 None None] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:49.779887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:49.802357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699be2ee-e2f3-4209-a174-3959dc680453 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:49.803253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-699be2ee-e2f3-4209-a174-3959dc680453 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:49.828312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:49.836019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:49.841528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.863062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:49.871390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.892109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-699be2ee-e2f3-4209-a174-3959dc680453 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:49.895756 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-699be2ee-e2f3-4209-a174-3959dc680453 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c7 HTTP/1.1" status: 200 len: 928 time: 0.5942278 Jan 14 11:48:49.896836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45624) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:49.904496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924dce85-a0bc-4104-9f99-d82c48beea2c']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:49.934378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f82360-295b-4de4-9112-1f7abb096eaa') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:49.934901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f82360-295b-4de4-9112-1f7abb096eaa') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:49.948154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.976405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:49.980471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:49.984646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:49.989477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:49.995120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 930e755e-cc51-472a-9085-45bfc5dc6c4b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:49.995461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.020895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.025181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.025778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.027872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:50.059851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:50.066378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.134560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.157711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b43e041e-65f1-44bb-b0d1-cef3e03020d8 None None] Provisioning for port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:50.180417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:50.180965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.183490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:50.204370 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:50.307359 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5325003 Jan 14 11:48:50.307587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Transition to ACTIVE for port object a4a4303b-9632-458b-a6df-0e165aa9b4ab will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:50.312347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45628) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:50.325252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'subnet': {'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:50.336960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353db80-a2b5-4b6a-8623-399b7a9867b5 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Network': ['ID=22d4f699-5492-4fdc-84a1-69c625352fe0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:50.357945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:50.370130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:50.372195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=a2b7ad22-a243-49e8-8d0b-25941d6d4c9b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:50.374615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.375200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.380142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.381059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.395226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 22d4f699-5492-4fdc-84a1-69c625352fe0 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:50.406804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.417953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.421933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:50.436828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] Pushing event deleted for resources: {'Network': ['ID=924dce85-a0bc-4104-9f99-d82c48beea2c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:50.454764 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-67b042b4-0bbd-4f9c-a702-21ba334ed719 tempest-NetworksIpV6TestAttrs-833844272 tempest-NetworksIpV6TestAttrs-833844272-project] 10.222.0.48 "DELETE /v2.0/networks/924dce85-a0bc-4104-9f99-d82c48beea2c HTTP/1.1" status: 204 len: 168 time: 2.6173174 Jan 14 11:48:50.465741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff77ddb7-89f3-4d8a-bbf4-4c9ceb5cd50e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:50.469043 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0e2b2936-02a9-4450-900f-a3104460a54c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4382443 Jan 14 11:48:50.473419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45634) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:50.487440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.489565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.495118 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-52af4fac-ce25-48ac-a3c8-cd14631aa13f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7994878 Jan 14 11:48:50.497239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45638) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:50.541192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:50.553060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-760fb755-9e42-4590-a076-aee66e34343f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.571453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:subnet and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:50.575259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-760fb755-9e42-4590-a076-aee66e34343f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.587496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:50.602382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Transition to ACTIVE for port object a4a4303b-9632-458b-a6df-0e165aa9b4ab will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:50.605891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.615164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:50.629298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-760fb755-9e42-4590-a076-aee66e34343f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.639194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 2cde220c-08d4-4703-ab02-8afc5449c4e4 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:48:50.642265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.649694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fb755-9e42-4590-a076-aee66e34343f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff77ddb7-89f3-4d8a-bbf4-4c9ceb5cd50e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:50.653174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-760fb755-9e42-4590-a076-aee66e34343f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.657902 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-760fb755-9e42-4590-a076-aee66e34343f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ff77ddb7-89f3-4d8a-bbf4-4c9ceb5cd50e HTTP/1.1" status: 204 len: 168 time: 0.1589532 Jan 14 11:48:50.659465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45642) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:50.701152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.718137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8c059f5e-2a83-4b1d-b65c-bdb06e38e743 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:50.745549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8c059f5e-2a83-4b1d-b65c-bdb06e38e743 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:50.750459 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8c059f5e-2a83-4b1d-b65c-bdb06e38e743 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0898438 Jan 14 11:48:50.751089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45648) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:50.786815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Transition to ACTIVE for port object 4e73869e-fa66-4959-a41e-bb153f950ffd will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:50.799054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.800782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.802312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.803802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.805230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:50.806186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Synchronizing usage tracker for tenant:24f60123a2644d03a1549a3a43853678 on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:50.815824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 930e755e-cc51-472a-9085-45bfc5dc6c4b owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:50.835063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-687dc4b6-e354-4c2e-93b5-3713d3a014de tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.849391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:50.881976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-687dc4b6-e354-4c2e-93b5-3713d3a014de tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.882219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45652) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:50.882318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.888655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Transition to ACTIVE for port object 4e73869e-fa66-4959-a41e-bb153f950ffd will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:50.894602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:50.908860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:50.912293 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:50.914359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:50.926961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.935334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Transition to ACTIVE for port object b418b8f7-7430-4d1d-ab66-1155b25b0208 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:50.945625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-687dc4b6-e354-4c2e-93b5-3713d3a014de tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:50.986740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dc4b6-e354-4c2e-93b5-3713d3a014de tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d576c-56a8-4836-95f3-72121143695a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:51.017019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Unset dirty status for tenant:24f60123a2644d03a1549a3a43853678 on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:51.018790 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6e777115-dc08-4cc8-a04d-47650c2be568 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5416613 Jan 14 11:48:51.023942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45658) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:51.032362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911201258'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:51.037538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-687dc4b6-e354-4c2e-93b5-3713d3a014de tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.041414 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-687dc4b6-e354-4c2e-93b5-3713d3a014de tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b9d576c-56a8-4836-95f3-72121143695a HTTP/1.1" status: 204 len: 168 time: 0.2893047 Jan 14 11:48:51.045833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:51.050943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:51.054271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:51.061757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:51.070226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45662) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:51.086571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.090958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:51.130001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Transition to ACTIVE for port object b418b8f7-7430-4d1d-ab66-1155b25b0208 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:51.131876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-04f41a8e-b559-4534-a2a2-ac556fda6c47 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:51.135385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:51.139138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.145026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:51.170897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:51.173583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:51.179283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Pushing event updated for resources: {'Port': ['ID=4e73869e-fa66-4959-a41e-bb153f950ffd,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:51.180437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-04f41a8e-b559-4534-a2a2-ac556fda6c47 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:51.182006 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-04f41a8e-b559-4534-a2a2-ac556fda6c47 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1106153 Jan 14 11:48:51.183255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:51.184136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.186254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45666) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:51.192105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--999203494'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:51.202764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:51.208410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:51.221004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.222896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:51.230030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.230437 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment af1a8662-3c39-4937-8def-481a3cf1194f of type vlan for network 0a01818e-c517-4dad-b3ee-e982d1d509cd Jan 14 11:48:51.245098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.252990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Attempting to bind port a4a4303b-9632-458b-a6df-0e165aa9b4ab on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:51.253360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Attempting to bind port a4a4303b-9632-458b-a6df-0e165aa9b4ab by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:51.253725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Attempting to bind port a4a4303b-9632-458b-a6df-0e165aa9b4ab on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:51.274035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.302708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:51.307024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.307369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.307708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.308045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.308424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.308907 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.309252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.309575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.309895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.310215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.310537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:51.319048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:51.324476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:51.333418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:51.346679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.350768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:51.351345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.393547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:51.394328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:51.394328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.394699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:51.395176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Bound port: a4a4303b-9632-458b-a6df-0e165aa9b4ab, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:51.395547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.477195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=0a01818e-c517-4dad-b3ee-e982d1d509cd,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:51.484243 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9e9b1298-b4b9-4e6a-bc7b-933433e9248a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4591668 Jan 14 11:48:51.486996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45670) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:51.490589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:51.494122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:51.499075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:51.501541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:51.510503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:51.559590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Pushing event updated for resources: {'Port': ['ID=b418b8f7-7430-4d1d-ab66-1155b25b0208,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:51.576067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Attempting to bind port 4e73869e-fa66-4959-a41e-bb153f950ffd on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:51.576447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Attempting to bind port 4e73869e-fa66-4959-a41e-bb153f950ffd by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'db9effcd-6b3f-4078-9b16-8d72e06d0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:51.576808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Attempting to bind port 4e73869e-fa66-4959-a41e-bb153f950ffd on network 3a8d21ec-d453-49eb-a7ce-51023b870f0c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:51.649499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.655372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8:0:1::ca (d177d53d-ca61-4e91-af17-578924330245/221667eb-cfe0-4ea7-97f3-23f84dea17cb/2cde220c-08d4-4703-ab02-8afc5449c4e4) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:51.662370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:fefd:68ee (d177d53d-ca61-4e91-af17-578924330245/342f62c6-fe9c-4208-86f4-085ed05bbc3e/2cde220c-08d4-4703-ab02-8afc5449c4e4) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:51.678157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.748615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:51.749077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Checking segment: {'id': 'db9effcd-6b3f-4078-9b16-8d72e06d0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:51.749417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.749806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Bound using segment: {'id': 'db9effcd-6b3f-4078-9b16-8d72e06d0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:51.750282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Bound port: 4e73869e-fa66-4959-a41e-bb153f950ffd, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9effcd-6b3f-4078-9b16-8d72e06d0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3a8d21ec-d453-49eb-a7ce-51023b870f0c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:51.750651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.769487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.770705 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5835259 Jan 14 11:48:51.778869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45674) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:51.798263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '6616a227-cc4c-4b60-8234-fb6ca0f7b6b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:51.818206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:51.820759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7422485-eaa3-4798-85a7-3ab96613d45e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6616a227-cc4c-4b60-8234-fb6ca0f7b6b4,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:51.837538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:51.844264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:51.844569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.855433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:51.878623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.904278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.919543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Provisioning for port 150e4b4c-67aa-4d74-b44c-6fb424b888ff completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:51.923138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:51.928345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Attempting to bind port b418b8f7-7430-4d1d-ab66-1155b25b0208 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:51.928717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Attempting to bind port b418b8f7-7430-4d1d-ab66-1155b25b0208 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:51.929356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Attempting to bind port b418b8f7-7430-4d1d-ab66-1155b25b0208 on network 1433b8de-8f34-450a-b1fe-aa946952ca56 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:51.942412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.946209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:51.965738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=930e755e-cc51-472a-9085-45bfc5dc6c4b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:51.972341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:51.972341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Provisioning complete for port 150e4b4c-67aa-4d74-b44c-6fb424b888ff triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:51.972341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.024782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:52.024782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Checking segment: {'id': '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:52.024782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.024782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Bound using segment: {'id': '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:52.025299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Bound port: b418b8f7-7430-4d1d-ab66-1155b25b0208, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:52.025634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.034406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd is not hosted by any dhcp agent {{(pid=83452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 14 11:48:52.035259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.038100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:52.038804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.042578 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "PUT /v2.0/networks/0a01818e-c517-4dad-b3ee-e982d1d509cd HTTP/1.1" status: 200 len: 723 time: 0.5520480 Jan 14 11:48:52.075258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45678) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:52.082414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.090711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.095918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.096326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.096743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.097246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.097663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.099283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.099283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.099283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.099283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.099283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.099704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:48:52.107529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29402e8-b60a-4a61-9d0e-d57ce99387e4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=0a01818e-c517-4dad-b3ee-e982d1d509cd,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.111532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': '0a01818e-c517-4dad-b3ee-e982d1d509cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:52.123869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a122132c-692b-46b1-a876-990efb3455c8,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.136496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:52.138304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.142089 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a90d1769-f22e-46c6-a942-f2d6ee725a22 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3539457 Jan 14 11:48:52.142328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45682) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:52.148970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '6616a227-cc4c-4b60-8234-fb6ca0f7b6b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:52.155971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:52.159615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.160851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:52.165911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:52.175567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:52.202309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.247891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] For port 4e73869e-fa66-4959-a41e-bb153f950ffd, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:52.259931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-44f10206-6aeb-44ff-bf2e-1230ae4c83a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78862615ac8f41249171b43061af02c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3747983 Jan 14 11:48:52.265383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45686) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:52.321213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.328761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.331518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.362140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55268d72-ec99-4b2f-a46b-856459136057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.384782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] For port 4e73869e-fa66-4959-a41e-bb153f950ffd, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4e73869e-fa66-4959-a41e-bb153f950ffd,segment=NetworkSegment(db9effcd-6b3f-4078-9b16-8d72e06d0b51),segment_id=db9effcd-6b3f-4078-9b16-8d72e06d0b51)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:52.385925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802d688d-6059-438c-9d9a-1130b7ce46fa,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.386726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,segment=NetworkSegment(949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563),segment_id=949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:52.410696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Port 150e4b4c-67aa-4d74-b44c-6fb424b888ff cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:52.421029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55268d72-ec99-4b2f-a46b-856459136057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.427533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.430505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.430851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.436163 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d53741a2-52db-468c-bf7f-638ae42f32df tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2888157 Jan 14 11:48:52.436163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45690) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:52.445487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7074-caa9-447e-a176-d3fd746985d0 None None] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.447757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '6616a227-cc4c-4b60-8234-fb6ca0f7b6b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:52.460936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:52.462203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Subnet': ['ID=3abc85ee-70d4-4a1c-822b-d379edc583b9,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.479811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:52.490369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:52.494357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3f3702f8-2676-41c0-b8f2-f241429da024 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/930e755e-cc51-472a-9085-45bfc5dc6c4b HTTP/1.1" status: 204 len: 168 time: 2.5943160 Jan 14 11:48:52.496426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45694) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:52.499581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:52.503341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.560482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 2cde220c-08d4-4703-ab02-8afc5449c4e4 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:52.578315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:52.601984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:48:52.605358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:52.607745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Checking segment: {'id': 'e207b304-7efd-469b-8dcb-6cef5a99b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:52.608096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network hostable DHCP agents. Network: 29d86b91-a844-4599-8219-bb9bb5ede089, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:52.632965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.650136 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0439eb-b246-4eb6-adca-ee06c9b8d6e1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:48:52.651490 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dd0439eb-b246-4eb6-adca-ee06c9b8d6e1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/930e755e-cc51-472a-9085-45bfc5dc6c4b HTTP/1.1" status: 404 len: 333 time: 0.1540904 Jan 14 11:48:52.656437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45698) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:52.672052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.674449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 29d86b91-a844-4599-8219-bb9bb5ede089 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:52.731414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:48:52.731784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0fd60d9c-54a8-4877-84c5-53b5a8f7e69b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:48:52.755153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] For port b418b8f7-7430-4d1d-ab66-1155b25b0208, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:52.758107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.778268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55268d72-ec99-4b2f-a46b-856459136057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.799553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Provisioning complete for port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:52.800180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.801093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:52.810359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:52.822140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:52.846699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 150e4b4c-67aa-4d74-b44c-6fb424b888ff {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:52.847297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.860421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:52.865321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:52.865925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.874984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 29d86b91-a844-4599-8219-bb9bb5ede089) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:52.882396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] For port b418b8f7-7430-4d1d-ab66-1155b25b0208, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b418b8f7-7430-4d1d-ab66-1155b25b0208,segment=NetworkSegment(8ee74f95-b9ad-44a8-9499-5fb7b07d3b16),segment_id=8ee74f95-b9ad-44a8-9499-5fb7b07d3b16)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:52.888541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55268d72-ec99-4b2f-a46b-856459136057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.889958 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-55268d72-ec99-4b2f-a46b-856459136057 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e0639b7-5618-42d2-8006-2f51f1f84d1b HTTP/1.1" status: 204 len: 168 time: 0.6231334 Jan 14 11:48:52.903977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55268d72-ec99-4b2f-a46b-856459136057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0639b7-5618-42d2-8006-2f51f1f84d1b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:52.927052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:52.928122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:52.945946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dbef6e-1a47-47ef-a636-93d581dc5f31 None None] Network 29d86b91-a844-4599-8219-bb9bb5ede089 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:52.978431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:53.039685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.049069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.059201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.082236 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4527175 Jan 14 11:48:53.086338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.114824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45704) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:53.291915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bcd93-f365-4e2e-a2e4-15b874dce2c1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=2cde220c-08d4-4703-ab02-8afc5449c4e4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:53.307911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8703c053-65a2-4a51-abe2-87f98439cded,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:53.365611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6a9c8-32df-46fc-a090-c48137d435c9 None None] Pushing event updated for resources: {'Port': ['ID=4e73869e-fa66-4959-a41e-bb153f950ffd,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:53.379683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 2cde220c-08d4-4703-ab02-8afc5449c4e4 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:53.380358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.432316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5d6cbc58-c296-45ce-b1ba-41d22ecadaf2 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1164207 Jan 14 11:48:53.445465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:53.445872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.446377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45712) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:53.457792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'subnet': {'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:53.475499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.479085 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1d4ffd90-ac1c-46b9-840b-2d07fd636698 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0401509 Jan 14 11:48:53.481408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45718) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:53.551960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '6616a227-cc4c-4b60-8234-fb6ca0f7b6b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:53.558158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.560089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:53.587249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:53.612565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:53.630860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f2fc4294-e5be-47de-b367-a17a66053a68 None None] Could not find standard attr ID for object 930e755e-cc51-472a-9085-45bfc5dc6c4b. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:53.652047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:53.690422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39c427-f1fe-4010-b9d7-49d5f055486e None None] Pushing event updated for resources: {'Port': ['ID=b418b8f7-7430-4d1d-ab66-1155b25b0208,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:53.716034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:53.720126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:subnet and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:53.724199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:53.731678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:53.749221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:53.785923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 150e4b4c-67aa-4d74-b44c-6fb424b888ff owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:53.861159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-29d86b91-a844-4599-8219-bb9bb5ede089', 'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089', 'tenant_id': '2deb64d8495d42f9aeaefb827321eed6', 'fixed_ips': [{'subnet_id': '3abc85ee-70d4-4a1c-822b-d379edc583b9'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:53.861968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.874181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cbce8a2f-2422-473a-8f4d-606e26498108 None None] Provisioning complete for port 150e4b4c-67aa-4d74-b44c-6fb424b888ff triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:53.874550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cbce8a2f-2422-473a-8f4d-606e26498108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.888971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:53.970372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.060545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-cbce8a2f-2422-473a-8f4d-606e26498108 None None] Port 150e4b4c-67aa-4d74-b44c-6fb424b888ff cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:48:54.062967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.069708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cbce8a2f-2422-473a-8f4d-606e26498108 None None] Could not find standard attr ID for object 930e755e-cc51-472a-9085-45bfc5dc6c4b. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:48:54.132701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.224648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.281017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.297211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 2cde220c-08d4-4703-ab02-8afc5449c4e4 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:54.367426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Allocated IP 2001:db8::2 (29d86b91-a844-4599-8219-bb9bb5ede089/3abc85ee-70d4-4a1c-822b-d379edc583b9/27cb5ef2-f14b-475d-9a0b-2c534db3e535) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:54.380223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b3a5df-f928-4783-b0d2-4d120ef3762d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:54.396356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=61443031-4da6-44a8-989c-71c0342f4774,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:54.432140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.433682 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-79aa79ba-f701-47c6-8c9b-9573ad09bc46 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9496939 Jan 14 11:48:54.447461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45732) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:54.456613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '6616a227-cc4c-4b60-8234-fb6ca0f7b6b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:54.529953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.540528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45736) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:54.597415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': 'af1a8662-3c39-4937-8def-481a3cf1194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0a01818e-c517-4dad-b3ee-e982d1d509cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:54.597768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: 0a01818e-c517-4dad-b3ee-e982d1d509cd, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:54.604714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:54.623184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:54.630186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:54.638647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:54.650129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.676878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=150e4b4c-67aa-4d74-b44c-6fb424b888ff,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:54.713302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.732629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fb3e1-4176-4b60-9dcc-a86b6fb6421f None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:54.737361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:54.791685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Subnet': ['ID=1fcb29c3-8262-4361-bc0e-6aa55ba815e7,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:54.798903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 0a01818e-c517-4dad-b3ee-e982d1d509cd) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:54.804067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:54.804816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.832265 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7a0e521f-8cb7-4247-8383-e6ba446e596d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7506220 Jan 14 11:48:54.836269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45742) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:54.837444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.843748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.851364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:54.895542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Checking segment: {'id': '7113325b-39d6-4afe-aa41-76b925ec24b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:54.895542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network hostable DHCP agents. Network: 22d4f699-5492-4fdc-84a1-69c625352fe0, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:54.923686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3712a12-d982-44fd-a07e-d00efd0149d0 None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:54.942163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170332b-cf97-4897-a523-029005ca81a1 None None] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:54.951808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.966198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:54.983292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-312815580'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:54.999253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=2cde220c-08d4-4703-ab02-8afc5449c4e4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:55.009764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:55.019870 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ff25a028-3675-4d99-9e79-c3076ade5b3d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/150e4b4c-67aa-4d74-b44c-6fb424b888ff HTTP/1.1" status: 204 len: 168 time: 2.3596680 Jan 14 11:48:55.020986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.024949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5740838 Jan 14 11:48:55.025736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:55.029084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45746) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.029724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45748) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.044575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:55.066887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747a21d-9f68-4221-b935-fc34e83ef27e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faeb6ec-2729-4d91-89c1-b22bf7fe05c6,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:55.102368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 22d4f699-5492-4fdc-84a1-69c625352fe0 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:55.116346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32207602'] for subnet, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.149240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 22d4f699-5492-4fdc-84a1-69c625352fe0) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:55.154549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:55.155141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.201089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9a766bc4-2550-4aa5-a3c0-276a6e533784 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7484770 Jan 14 11:48:55.203536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45754) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.249178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:55.362828 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d437c706-0f8a-4847-987c-05cab22f846b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:48:55.363523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d437c706-0f8a-4847-987c-05cab22f846b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:55.371180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.374181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.375756 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3364177a-c969-4aff-86e3-eedf5a91a7d2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/2cde220c-08d4-4703-ab02-8afc5449c4e4 HTTP/1.1" status: 204 len: 168 time: 2.2351959 Jan 14 11:48:55.384566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45758) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.386618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Transition to ACTIVE for port object 27cb5ef2-f14b-475d-9a0b-2c534db3e535 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:55.409096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Transition to ACTIVE for port object 27cb5ef2-f14b-475d-9a0b-2c534db3e535 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:55.436353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:55.439299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.462072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b0edd8-a02a-486f-aa7b-896a8d0ebe0d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.467817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d437c706-0f8a-4847-987c-05cab22f846b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:55.472032 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d437c706-0f8a-4847-987c-05cab22f846b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/150e4b4c-67aa-4d74-b44c-6fb424b888ff HTTP/1.1" status: 404 len: 333 time: 0.4374042 Jan 14 11:48:55.472556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.487377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45762) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.498286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b0edd8-a02a-486f-aa7b-896a8d0ebe0d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.544104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b418b8f7-7430-4d1d-ab66-1155b25b0208 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:55.567960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b549cb4-3dd1-4044-886c-9c9bf75bd473 None None] Network 22d4f699-5492-4fdc-84a1-69c625352fe0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:55.592505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:55.602724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:security_group_rule and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:55.606720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:55.622320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:55.625109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b0edd8-a02a-486f-aa7b-896a8d0ebe0d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.645375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d291e0-244a-4c88-a36a-0376f945bb90 None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:55.649693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0edd8-a02a-486f-aa7b-896a8d0ebe0d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7faeb6ec-2729-4d91-89c1-b22bf7fe05c6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:55.658482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.686558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750274756590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32068218'] for subnet, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.780495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7328ae-c866-498b-b07a-3b6a1814eea1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:55.781446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1a7328ae-c866-498b-b07a-3b6a1814eea1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:55.799282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d9b0edd8-a02a-486f-aa7b-896a8d0ebe0d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.800880 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d9b0edd8-a02a-486f-aa7b-896a8d0ebe0d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7faeb6ec-2729-4d91-89c1-b22bf7fe05c6 HTTP/1.1" status: 204 len: 168 time: 0.7677002 Jan 14 11:48:55.806314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45770) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.828978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:55.829562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.833483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "PUT /v2.0/subnets/61443031-4da6-44a8-989c-71c0342f4774 HTTP/1.1" status: 200 len: 826 time: 0.9943902 Jan 14 11:48:55.839138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45774) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.841752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1a7328ae-c866-498b-b07a-3b6a1814eea1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:55.845960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1a7328ae-c866-498b-b07a-3b6a1814eea1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4579737 Jan 14 11:48:55.846727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45778) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:55.856585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc037b-b0e7-40dd-96e0-a21dd13db38a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=61443031-4da6-44a8-989c-71c0342f4774,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:55.930149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59a32f2b-2692-4ad3-89bb-53c58305322e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:55.940259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c582eb47-9171-444a-a375-3247261ef7e2 None None] Provisioning for port a4a4303b-9632-458b-a6df-0e165aa9b4ab completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:55.987892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:55.990728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Network 29d86b91-a844-4599-8219-bb9bb5ede089 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:55.996699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59a32f2b-2692-4ad3-89bb-53c58305322e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:56.001417 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-59a32f2b-2692-4ad3-89bb-53c58305322e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1866584 Jan 14 11:48:56.001417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45782) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:56.013728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:56.036792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.038315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:56.059543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 42f17a4d-bb22-4336-9a3b-851070a2ea2e {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:56.063530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.132522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.149000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:56.161152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ec020304-8d2e-4ecc-b821-12dddba6226a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.161784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Pushing event updated for resources: {'Port': ['ID=27cb5ef2-f14b-475d-9a0b-2c534db3e535,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:56.162752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.163340 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 5a7296be-15fa-4d9d-b73e-a5b9111570fd of type vlan for network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 Jan 14 11:48:56.208871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ec020304-8d2e-4ecc-b821-12dddba6226a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.259531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.281813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.340864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.342617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e27765-70c8-4750-9c73-c98a801487d8,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:56.357901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227af887-61fa-412a-8df5-41e7992b4e3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:56.359358 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-227af887-61fa-412a-8df5-41e7992b4e3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5065117 Jan 14 11:48:56.381048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45786) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:56.389802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ec020304-8d2e-4ecc-b821-12dddba6226a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.441646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020304-8d2e-4ecc-b821-12dddba6226a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97b3a5df-f928-4783-b0d2-4d120ef3762d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:56.467967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ec020304-8d2e-4ecc-b821-12dddba6226a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.472177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ec020304-8d2e-4ecc-b821-12dddba6226a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/97b3a5df-f928-4783-b0d2-4d120ef3762d HTTP/1.1" status: 204 len: 168 time: 0.4669738 Jan 14 11:48:56.472402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45790) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:56.482835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.486511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:56.487089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.570134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Attempting to bind port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:48:56.570834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Attempting to bind port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e207b304-7efd-469b-8dcb-6cef5a99b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:48:56.570834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Attempting to bind port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 on network 29d86b91-a844-4599-8219-bb9bb5ede089 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:48:56.583998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33c04cad-905b-4f08-b6e9-617aa50caab5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:56.589391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Allocated IP 2001:db8::1 (29d86b91-a844-4599-8219-bb9bb5ede089/3abc85ee-70d4-4a1c-822b-d379edc583b9/a78394a3-13d9-44fa-b903-abbff28d2492) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:56.610788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b418b8f7-7430-4d1d-ab66-1155b25b0208 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:56.613089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33c04cad-905b-4f08-b6e9-617aa50caab5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:56.617555 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33c04cad-905b-4f08-b6e9-617aa50caab5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1411147 Jan 14 11:48:56.622771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45794) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:56.650197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17a008-0ff2-48ce-a281-be648f8b299d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:56.651553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17a008-0ff2-48ce-a281-be648f8b299d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:56.653026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17a008-0ff2-48ce-a281-be648f8b299d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:56.653822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ce17a008-0ff2-48ce-a281-be648f8b299d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:56.672163 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1160612 Jan 14 11:48:56.678717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.708210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.740325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df714c20-a5ee-4b61-9c43-826ecb2c2a99 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=4cfc74fc-49b8-40eb-8cc7-ce48b9060df2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:56.775110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.802978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:56.806618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02826901-819b-4c22-b715-9143a0e8afc2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.807017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45798) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:56.811625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ce17a008-0ff2-48ce-a281-be648f8b299d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:56.812794 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ce17a008-0ff2-48ce-a281-be648f8b299d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4296205 Jan 14 11:48:56.816786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:56.824266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:48:56.825093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Checking segment: {'id': 'e207b304-7efd-469b-8dcb-6cef5a99b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:56.825249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45802) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:56.825905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.826294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Bound using segment: {'id': 'e207b304-7efd-469b-8dcb-6cef5a99b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:48:56.826842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Bound port: 27cb5ef2-f14b-475d-9a0b-2c534db3e535, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207b304-7efd-469b-8dcb-6cef5a99b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '29d86b91-a844-4599-8219-bb9bb5ede089'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:48:56.827377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.828190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02826901-819b-4c22-b715-9143a0e8afc2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.830879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Transition to ACTIVE for port object a78394a3-13d9-44fa-b903-abbff28d2492 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:56.836626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4a4303b-9632-458b-a6df-0e165aa9b4ab up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:48:56.874260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-22d4f699-5492-4fdc-84a1-69c625352fe0', 'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0', 'tenant_id': '2deb64d8495d42f9aeaefb827321eed6', 'fixed_ips': [{'subnet_id': '1fcb29c3-8262-4361-bc0e-6aa55ba815e7'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:56.875058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.888557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Provisioning for port b418b8f7-7430-4d1d-ab66-1155b25b0208 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:56.932083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02826901-819b-4c22-b715-9143a0e8afc2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.946945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:56.950255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975a505-67fb-476d-ab89-2148c811e98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-0a01818e-c517-4dad-b3ee-e982d1d509cd', 'network_id': '0a01818e-c517-4dad-b3ee-e982d1d509cd', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': '61443031-4da6-44a8-989c-71c0342f4774'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:48:56.951310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d975a505-67fb-476d-ab89-2148c811e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.952598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:56.956890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:56.960516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.961930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:56.996297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:56.998194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.021941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Provisioning complete for port b418b8f7-7430-4d1d-ab66-1155b25b0208 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:57.022563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.034783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:57.053012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02826901-819b-4c22-b715-9143a0e8afc2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8703c053-65a2-4a51-abe2-87f98439cded,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:57.056836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 29d86b91-a844-4599-8219-bb9bb5ede089 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:57.074395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=61443031-4da6-44a8-989c-71c0342f4774,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:57.109304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:57.132866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:48:57.133371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.148430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Port': ['ID=a78394a3-13d9-44fa-b903-abbff28d2492,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:57.172394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=42f17a4d-bb22-4336-9a3b-851070a2ea2e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:57.189376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02826901-819b-4c22-b715-9143a0e8afc2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.194411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45806) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:57.199371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.200878 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-02826901-819b-4c22-b715-9143a0e8afc2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/8703c053-65a2-4a51-abe2-87f98439cded HTTP/1.1" status: 204 len: 168 time: 0.5516729 Jan 14 11:48:57.228671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.231857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ede70f08-b017-49ad-a32e-542e0f48dcb3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/42f17a4d-bb22-4336-9a3b-851070a2ea2e HTTP/1.1" status: 204 len: 168 time: 1.7381558 Jan 14 11:48:57.239482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45810) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:57.300880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda53112-ac49-4a0d-8688-daa34cb3938e None None] Network 051cd15d-88c6-4e25-b5e8-f09dd68695fa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:57.431209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 221667eb-cfe0-4ea7-97f3-23f84dea17cb {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:57.437116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.444060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.510336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a01818e-c517-4dad-b3ee-e982d1d509cd']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:57.519408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.527689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] For port 27cb5ef2-f14b-475d-9a0b-2c534db3e535, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:48:57.531055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1a8662-3c39-4937-8def-481a3cf1194f') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:57.531350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1a8662-3c39-4937-8def-481a3cf1194f') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:57.536368 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-47c8bb92-2643-4f88-bf0d-b1d610bf966e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3368230 Jan 14 11:48:57.536368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.543144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45816) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:57.545354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.567816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.576278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:57.576712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.627117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] For port 27cb5ef2-f14b-475d-9a0b-2c534db3e535, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=27cb5ef2-f14b-475d-9a0b-2c534db3e535,segment=NetworkSegment(e207b304-7efd-469b-8dcb-6cef5a99b2de),segment_id=e207b304-7efd-469b-8dcb-6cef5a99b2de)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:48:57.631239 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6913d69-13ce-46ab-bcab-dadf2deae2e6 None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:57.632109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:48:57.632627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.686831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:57.723627 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:48:57.729432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.735873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a4a4303b-9632-458b-a6df-0e165aa9b4ab completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:57.754390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.759848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-555838d2-b3ba-4e6e-8846-0236d36c19ff tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.771223 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/0a01818e-c517-4dad-b3ee-e982d1d509cd HTTP/1.1" status: 204 len: 168 time: 1.9306972 Jan 14 11:48:57.772342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915e51-48e3-431e-9012-81b58fa078db tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=0a01818e-c517-4dad-b3ee-e982d1d509cd,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:57.774122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45820) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:57.783079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.801697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.842044 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3d17fb-660e-4697-a414-24228418c298 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:48:57.842739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3d17fb-660e-4697-a414-24228418c298 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:48:57.843429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-555838d2-b3ba-4e6e-8846-0236d36c19ff tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.844718 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4f3d17fb-660e-4697-a414-24228418c298 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/0a01818e-c517-4dad-b3ee-e982d1d509cd HTTP/1.1" status: 404 len: 339 time: 0.0667436 Jan 14 11:48:57.849872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45824) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:57.859707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498989731', 'description': 'd1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:57.864139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6913d69-13ce-46ab-bcab-dadf2deae2e6 None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd could not be found, it might have been deleted concurrently. {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 14 11:48:57.872001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:57.890154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Usage tracker for resource:network and tenant:24f60123a2644d03a1549a3a43853678 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:57.894686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:57.904636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:57.919095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:57.922247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.930472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:48:57.930841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.947846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:57.984764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3595f5-8cdb-4e39-a662-f35c4692db58 None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:57.996089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=221667eb-cfe0-4ea7-97f3-23f84dea17cb,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:58.002445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:48:58.013634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.019570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.019994 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment 9619c37d-d921-40fd-959c-5e993e58a10f of type vlan for network 32f12be0-455f-4e00-863f-4944ba814a8f Jan 14 11:48:58.029285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3595f5-8cdb-4e39-a662-f35c4692db58 None None] Network 0a01818e-c517-4dad-b3ee-e982d1d509cd could not be found, it might have been deleted concurrently. {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 14 11:48:58.054605 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dadcf460-6abf-4e90-aaeb-1cb508e33649 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/221667eb-cfe0-4ea7-97f3-23f84dea17cb HTTP/1.1" status: 204 len: 168 time: 1.2261438 Jan 14 11:48:58.056125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45828) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:58.097122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.098063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.127760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Allocated IP 2001:db8::2 (22d4f699-5492-4fdc-84a1-69c625352fe0/1fcb29c3-8262-4361-bc0e-6aa55ba815e7/4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:58.142723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Update dhcp port {'port': {'network_id': '1433b8de-8f34-450a-b1fe-aa946952ca56', 'fixed_ips': [{'subnet_id': 'f6b86c4f-be55-44ea-8ed3-acb54e3ca393', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2b7ad22-a243-49e8-8d0b-25941d6d4c9b'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'b418b8f7-7430-4d1d-ab66-1155b25b0208'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:48:58.172517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.179475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:58.180400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.187268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc6c31-ff8c-4740-95c9-e842289a6e99 None None] Update dhcp port {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': '342f62c6-fe9c-4208-86f4-085ed05bbc3e', 'ip_address': '2001:db8::f816:3eff:feb7:4513'}, {'subnet_id': '221667eb-cfe0-4ea7-97f3-23f84dea17cb'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'a4a4303b-9632-458b-a6df-0e165aa9b4ab'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:48:58.225074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae59e5b-e0e9-4d8c-a5f4-6d39c6b13253 None None] Pushing event updated for resources: {'Port': ['ID=27cb5ef2-f14b-475d-9a0b-2c534db3e535,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:58.232571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-555838d2-b3ba-4e6e-8846-0236d36c19ff tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.249862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.300170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.344902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555838d2-b3ba-4e6e-8846-0236d36c19ff tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=802d688d-6059-438c-9d9a-1130b7ce46fa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:58.372132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=32f12be0-455f-4e00-863f-4944ba814a8f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:58.396208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 342f62c6-fe9c-4208-86f4-085ed05bbc3e {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:48:58.404024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.417275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 32f12be0-455f-4e00-863f-4944ba814a8f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:58.463562 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-23e25731-b26a-4143-bd1a-888fb09e3eee tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6121535 Jan 14 11:48:58.467629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45832) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:58.474039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,segment=NetworkSegment(949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563),segment_id=949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:58.474725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.483515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:58.501817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-555838d2-b3ba-4e6e-8846-0236d36c19ff tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.503186 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-555838d2-b3ba-4e6e-8846-0236d36c19ff tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/802d688d-6059-438c-9d9a-1130b7ce46fa HTTP/1.1" status: 204 len: 168 time: 0.9568136 Jan 14 11:48:58.506791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.509798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45836) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:58.596580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] For port b418b8f7-7430-4d1d-ab66-1155b25b0208, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b418b8f7-7430-4d1d-ab66-1155b25b0208,segment=NetworkSegment(8ee74f95-b9ad-44a8-9499-5fb7b07d3b16),segment_id=8ee74f95-b9ad-44a8-9499-5fb7b07d3b16)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:48:58.629982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:48:58.650140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.651959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c31-ff8c-4740-95c9-e842289a6e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.685723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab905ba-5b9d-4c57-bc86-83d1cbde88a3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:58.686414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dab905ba-5b9d-4c57-bc86-83d1cbde88a3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Synchronizing usage tracker for tenant:24f60123a2644d03a1549a3a43853678 on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:58.719303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.759714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dab905ba-5b9d-4c57-bc86-83d1cbde88a3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Unset dirty status for tenant:24f60123a2644d03a1549a3a43853678 on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:58.761657 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dab905ba-5b9d-4c57-bc86-83d1cbde88a3 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks?id=32f12be0-455f-4e00-863f-4944ba814a8f HTTP/1.1" status: 200 len: 764 time: 0.2924201 Jan 14 11:48:58.763701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '5a7296be-15fa-4d9d-b73e-a5b9111570fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:48:58.764054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:48:58.767825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45840) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:58.779456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'description': 'd2'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:58.815777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-73508d07-2582-4c79-9764-ea58b4471cad tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:48:58.839130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffee26c-a50b-4282-a686-a3bc648cf10b None None] DHCP port deletion for 051cd15d-88c6-4e25-b5e8-f09dd68695fa request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:48:58.841374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.844749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.849614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.889890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.890881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:58.903654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-73508d07-2582-4c79-9764-ea58b4471cad tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:48:58.905240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-73508d07-2582-4c79-9764-ea58b4471cad tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3431196 Jan 14 11:48:58.908745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=103d2c07-3c46-44b3-9d49-d8e078c0c8b7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:58.912162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45844) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:58.953225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:48:58.994385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:48:59.030200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.060617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Provisioning for port 4e73869e-fa66-4959-a41e-bb153f950ffd completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:48:59.062243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:59.094680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=342f62c6-fe9c-4208-86f4-085ed05bbc3e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:59.114834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1d97f-95c6-4111-96a4-41069676474d None None] Network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:59.133419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.152210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d19b9-e585-4836-bb24-6c9f2c0c1dab None None] Pushing event updated for resources: {'Port': ['ID=b418b8f7-7430-4d1d-ab66-1155b25b0208,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:59.163064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:59.163996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.171313 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7f8292da-b67e-4865-9e3e-014e892489a7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/342f62c6-fe9c-4208-86f4-085ed05bbc3e HTTP/1.1" status: 204 len: 168 time: 1.1139152 Jan 14 11:48:59.190550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45848) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:59.274523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Port': ['ID=a78394a3-13d9-44fa-b903-abbff28d2492,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:59.278595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffa3130-ee3c-444c-9109-8f7bd2f440a6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.291918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffa3130-ee3c-444c-9109-8f7bd2f440a6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.300597 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-31b66707-9a03-4168-9d4f-31fcafc48317 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087396 Jan 14 11:48:59.304314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:59.313681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:59.342664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.405800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.476787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051cd15d-88c6-4e25-b5e8-f09dd68695fa']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:59.489227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.494228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:59.494524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949cf1f5-aff2-4ac3-b67c-8f4b5c8c2563') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:48:59.508983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2c38aa86-dd9c-422d-bd1a-5e7a623c7731 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6975777 Jan 14 11:48:59.520120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffa3130-ee3c-444c-9109-8f7bd2f440a6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.526538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45856) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:59.530881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.533593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 32f12be0-455f-4e00-863f-4944ba814a8f is not hosted by any dhcp agent {{(pid=83452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 14 11:48:59.535226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:48:59.535226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:48:59.535833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552526bf-9ccb-4267-a9bc-71d4352ec663 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:59.537462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:48:59.538052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.541715 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "PUT /v2.0/networks/32f12be0-455f-4e00-863f-4944ba814a8f HTTP/1.1" status: 200 len: 761 time: 0.7710502 Jan 14 11:48:59.541857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.553063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dee911-bec9-421b-a7dd-61431759afe2 None None] Network 29d86b91-a844-4599-8219-bb9bb5ede089 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:48:59.554386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ffa3130-ee3c-444c-9109-8f7bd2f440a6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.555674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ffa3130-ee3c-444c-9109-8f7bd2f440a6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a122132c-692b-46b1-a876-990efb3455c8 HTTP/1.1" status: 204 len: 168 time: 0.6425395 Jan 14 11:48:59.556563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa3130-ee3c-444c-9109-8f7bd2f440a6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a122132c-692b-46b1-a876-990efb3455c8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:59.566480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45860) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:59.566815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45862) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:48:59.576511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568947652'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:48:59.581802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:59.586558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:59.591134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:59.598521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:59.646985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:59.650254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.660345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Allocated IP 172.20.0.1 (1433b8de-8f34-450a-b1fe-aa946952ca56/a2b7ad22-a243-49e8-8d0b-25941d6d4c9b/b418b8f7-7430-4d1d-ab66-1155b25b0208) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:48:59.697290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.711819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 29d86b91-a844-4599-8219-bb9bb5ede089 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:48:59.712030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Transition to ACTIVE for port object 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:59.724285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:48:59.754400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:48:59.756643 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15ef29-6ed8-4c61-bdd6-5a8e843309ae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=32f12be0-455f-4e00-863f-4944ba814a8f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:48:59.761756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:48:59.765765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:48:59.776534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:48:59.791126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:48:59.797047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.820978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 32f12be0-455f-4e00-863f-4944ba814a8f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:48:59.886103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Transition to ACTIVE for port object 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:48:59.916157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:48:59.916472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:48:59.939184 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:00.007760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.182544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:00.211744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:49:00.227237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.227689 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment fe892a84-7dfe-4daa-a197-8e38b36d4786 of type vlan for network 08f7dff6-40ab-4be7-a58a-e54098e799be Jan 14 11:49:00.231204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.235534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.242456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df8f3a-c9b0-4c5a-9cd3-f488cdd682a4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:00.243174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c7df8f3a-c9b0-4c5a-9cd3-f488cdd682a4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Synchronizing usage tracker for tenant:24f60123a2644d03a1549a3a43853678 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:00.276265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2cdcb528-7a48-42ca-8d99-f282883b61ed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:00.296942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=051cd15d-88c6-4e25-b5e8-f09dd68695fa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:00.313732 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f5af3cf3-b755-4087-8bb3-a505ca8380e2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/051cd15d-88c6-4e25-b5e8-f09dd68695fa HTTP/1.1" status: 204 len: 168 time: 3.0656266 Jan 14 11:49:00.318228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45868) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:00.325175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-787155054'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:00.331698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:00.333556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c7df8f3a-c9b0-4c5a-9cd3-f488cdd682a4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Unset dirty status for tenant:24f60123a2644d03a1549a3a43853678 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:00.334891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Network 22d4f699-5492-4fdc-84a1-69c625352fe0 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:00.335035 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c7df8f3a-c9b0-4c5a-9cd3-f488cdd682a4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks?id=32f12be0-455f-4e00-863f-4944ba814a8f HTTP/1.1" status: 200 len: 764 time: 0.7263477 Jan 14 11:49:00.343175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.347475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45872) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:00.355451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:00.371046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:00.371489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.373751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:00.384605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:00.395378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Pushing event updated for resources: {'Port': ['ID=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:00.398222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.403949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:00.407740 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-4cfc74fc-49b8-40eb-8cc7-ce48b9060df2', 'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:00.407894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.409291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2cdcb528-7a48-42ca-8d99-f282883b61ed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:00.413686 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2cdcb528-7a48-42ca-8d99-f282883b61ed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8024287 Jan 14 11:49:00.415431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45876) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:00.419808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.421947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:00.433987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:00.436817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.524696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:00.532024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] For port b418b8f7-7430-4d1d-ab66-1155b25b0208, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b418b8f7-7430-4d1d-ab66-1155b25b0208,segment=NetworkSegment(8ee74f95-b9ad-44a8-9499-5fb7b07d3b16),segment_id=8ee74f95-b9ad-44a8-9499-5fb7b07d3b16)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:00.557359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.557708 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 76e59a24-8362-43f2-8272-1a0100af223d of type vlan for network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d Jan 14 11:49:00.613989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:49:00.666286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.692249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.695796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:00.696366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.718914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:00.743276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.749089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:00.749907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.798609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.815869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:49:00.831625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-595b0e74-4189-49e4-a30b-5e6296f2d16d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.836607 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2957695 Jan 14 11:49:00.848023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Attempting to bind port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:00.848620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Attempting to bind port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '7113325b-39d6-4afe-aa41-76b925ec24b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:00.849178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Attempting to bind port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 on network 22d4f699-5492-4fdc-84a1-69c625352fe0 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:00.850001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45880) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:00.861958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.862654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.866204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c949213-5d16-4d55-8791-b426b19a4881 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:00.870187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3c949213-5d16-4d55-8791-b426b19a4881 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4600432 Jan 14 11:49:00.872112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': '08f7dff6-40ab-4be7-a58a-e54098e799be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:00.878879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45884) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:00.888332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdfbb0-3ad6-4314-9ca5-7968d0a3602b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=08f7dff6-40ab-4be7-a58a-e54098e799be,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:00.893324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.942133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-595b0e74-4189-49e4-a30b-5e6296f2d16d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:00.949936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 08f7dff6-40ab-4be7-a58a-e54098e799be details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:00.954050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-37401481-dc58-4976-8140-159ecc2d5161 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Synchronizing usage tracker for tenant:24f60123a2644d03a1549a3a43853678 on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:00.987131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af4af4f8-8355-405d-ab0d-dcaa44cd7b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.001603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-37401481-dc58-4976-8140-159ecc2d5161 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Unset dirty status for tenant:24f60123a2644d03a1549a3a43853678 on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:01.005122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-37401481-dc58-4976-8140-159ecc2d5161 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 207 time: 0.1229875 Jan 14 11:49:01.012388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45888) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:01.052486 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7301204 Jan 14 11:49:01.054187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45892) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:01.060646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:01.064279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1823d97-a374-4c84-99aa-a996b854e9b3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:01.091993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:01.092362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Checking segment: {'id': '7113325b-39d6-4afe-aa41-76b925ec24b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:01.092964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.093351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Bound using segment: {'id': '7113325b-39d6-4afe-aa41-76b925ec24b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:01.093822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Bound port: 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7113325b-39d6-4afe-aa41-76b925ec24b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '22d4f699-5492-4fdc-84a1-69c625352fe0'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:01.094187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.119763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:01.127535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:01.134293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:01.135877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=e25d674b-2811-4af4-a640-7126bdb0c883,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:01.140393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.141019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.147387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Transition to ACTIVE for port object b418b8f7-7430-4d1d-ab66-1155b25b0208 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:01.148944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=5']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:01.159948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:01.178803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:01.185793 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5d379c6e-7838-4e42-a00c-caf8da95635b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8803532 Jan 14 11:49:01.186559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45896) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:01.187400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:01.201819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:01.206732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:01.234405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.238714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:01.240681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:01.269291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-595b0e74-4189-49e4-a30b-5e6296f2d16d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.286359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.287285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:01.307503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.316665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3b9c3-5b35-4756-9722-c914dd662b87 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:01.324082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b0e74-4189-49e4-a30b-5e6296f2d16d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6616a227-cc4c-4b60-8234-fb6ca0f7b6b4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:01.409318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:01.412085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-595b0e74-4189-49e4-a30b-5e6296f2d16d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.415748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-595b0e74-4189-49e4-a30b-5e6296f2d16d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/6616a227-cc4c-4b60-8234-fb6ca0f7b6b4 HTTP/1.1" status: 204 len: 168 time: 0.9913585 Jan 14 11:49:01.418240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45900) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:01.430818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:01.438752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:01.450182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:01.457294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.460209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.461131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.465376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.469377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.473735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.483798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:01.483798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4e36d60c-d1b2-40b0-aa18-eeca90345580 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4659357 Jan 14 11:49:01.484055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45904) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:01.489213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Router 4dd7d688-e2a9-42e1-9a0b-117c6771976d is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:49:01.497699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Allocated IP 172.20.255.242 (4cfc74fc-49b8-40eb-8cc7-ce48b9060df2/8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0/1dd8f2ed-fa84-4d34-989c-31ba0f2b2828) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:01.581549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:01.641542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:01.663835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:01.664954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceb1c9-760b-44b8-bc18-4c3803616d5d None None] Pushing event updated for resources: {'Port': ['ID=b418b8f7-7430-4d1d-ab66-1155b25b0208,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:01.673757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:01.688838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:01.723425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-89129bbe-0b44-4711-a09d-04df718fa3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:01.731121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:01.734547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.738855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:01.767179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-89129bbe-0b44-4711-a09d-04df718fa3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:01.768431 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-89129bbe-0b44-4711-a09d-04df718fa3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3491876 Jan 14 11:49:01.774143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] For port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:01.776849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.790864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45908) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:01.814112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--962971459'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:01.855974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:01.865297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:01.868259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] For port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,segment=NetworkSegment(7113325b-39d6-4afe-aa41-76b925ec24b1),segment_id=7113325b-39d6-4afe-aa41-76b925ec24b1)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:01.989949 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e25d674b-2811-4af4-a640-7126bdb0c883 (CIDR: 2001:db8::/64) Jan 14 11:49:01.990732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:02.014977 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:49:02.015417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:02.060442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.090599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4e73869e-fa66-4959-a41e-bb153f950ffd up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:02.102200 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bc1bf3ea-4098-4947-9904-31aa0d922ff5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9116249 Jan 14 11:49:02.107047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45912) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:02.119098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:02.194105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.272392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-188f3e0c-2ea1-45d0-9350-19b832e26c5e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7870741 Jan 14 11:49:02.277773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45916) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:02.312133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] Provisioning for port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:02.326205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846aaad1-b862-4b8f-9602-dd006d8c9e88 None None] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:02.333214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=ed390c7a-e070-43d6-8e23-1671b1399bd2,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:02.334537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.347827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.446983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:02.459876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:02.469114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Transition to ACTIVE for port object 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:02.476153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:02.492850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:02.506366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': 'fe892a84-7dfe-4daa-a197-8e38b36d4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08f7dff6-40ab-4be7-a58a-e54098e799be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:02.506734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: 08f7dff6-40ab-4be7-a58a-e54098e799be, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:02.514795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:02.531477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:02.533193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:02.540094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:02.550627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:02.552082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:02.553038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Synchronizing usage tracker for tenant:24f60123a2644d03a1549a3a43853678 on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:02.557653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:02.564518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Transition to ACTIVE for port object 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:02.564761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:02.573968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:02.577956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:02.591155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Unset dirty status for tenant:24f60123a2644d03a1549a3a43853678 on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:02.592424 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0ccfe0f4-34f2-4223-934f-7866bda94f33 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3135490 Jan 14 11:49:02.598244 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] Sync routers for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:02.601768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45922) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:02.616779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:02.630231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:02.630861 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:02.686926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888b38a-645a-4ad4-8c9b-e98219ac43c5 None None] Pushing event updated for resources: {'Port': ['ID=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:02.694427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.708751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4e73869e-fa66-4959-a41e-bb153f950ffd completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:02.736014 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-78812b96-c975-4560-be40-dc63ae027887 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5316458 Jan 14 11:49:02.762066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45926) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:02.778774 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:02.807584 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:02.809117 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:48:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:02.810713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4e73869e-fa66-4959-a41e-bb153f950ffd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:02.811080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.938290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdb92d-2315-441d-a0f7-456d883a8622 None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:02.944582 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:02.945079 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7a0cf-d3ef-4d37-9e61-a44e4fe3b3fb None None] The sync data for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:02.960586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:02.980984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:02.990478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.034691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab680b5-04f5-4757-956b-a916596f98f6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.035954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab680b5-04f5-4757-956b-a916596f98f6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.037211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab680b5-04f5-4757-956b-a916596f98f6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.038564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab680b5-04f5-4757-956b-a916596f98f6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.039814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab680b5-04f5-4757-956b-a916596f98f6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.046528 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8ab680b5-04f5-4757-956b-a916596f98f6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4369926 Jan 14 11:49:03.046818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:03.046818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eaa8adde-0f70-4d32-9945-921912923bd6 None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:03.046818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eaa8adde-0f70-4d32-9945-921912923bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.048089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45930) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:03.052816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.073272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:03.082197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Pushing event updated for resources: {'Port': ['ID=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:03.086590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 08f7dff6-40ab-4be7-a58a-e54098e799be is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:03.129017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 08f7dff6-40ab-4be7-a58a-e54098e799be) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:03.131459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c510e3b4-3a48-4a85-a0fa-0b7d3bf40f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.175515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.176410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.176947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba16c3-238a-41a1-81d8-2c1e33470fcd None None] Network 08f7dff6-40ab-4be7-a58a-e54098e799be requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:03.256054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3491f-e058-4f6c-b554-96b8451ce5c7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.263011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4dc3491f-e058-4f6c-b554-96b8451ce5c7 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks/e1e44267-3ca9-4bee-aa49-e575ac10ea7c HTTP/1.1" status: 200 len: 803 time: 0.2008657 Jan 14 11:49:03.263011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.263375 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f6c0cd39-729c-4d0a-9d3d-e8eef60c43ad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4111254 Jan 14 11:49:03.263938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45936) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:03.268528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45938) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:03.385757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=bb4a8598-150e-4c0f-9122-262555419cf0,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:03.397146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03139cb5-9496-43a2-8bfc-5b52d8746184,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:03.432650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Attempting to bind port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:03.433057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Attempting to bind port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5a7296be-15fa-4d9d-b73e-a5b9111570fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:03.433411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Attempting to bind port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 on network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:03.443970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.447889 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b861b6e2-4310-4452-abc4-d44f4939ae5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6530194 Jan 14 11:49:03.453232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45944) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:03.467610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '03139cb5-9496-43a2-8bfc-5b52d8746184', 'direction': 'ingress', 'protocol': 17}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:03.479909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.485541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:03.500173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:03.508891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:03.523483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:03.530505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '76e59a24-8362-43f2-8272-1a0100af223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:03.530869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:03.533366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:03.533735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Checking segment: {'id': '5a7296be-15fa-4d9d-b73e-a5b9111570fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:03.534131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.534519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Bound using segment: {'id': '5a7296be-15fa-4d9d-b73e-a5b9111570fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:03.534985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Bound port: 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7296be-15fa-4d9d-b73e-a5b9111570fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4cfc74fc-49b8-40eb-8cc7-ce48b9060df2'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:03.535353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.549866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ed89b-9a41-4d18-9b74-0f3b29f36a9e req-f07efec1-bf3f-4b02-89ad-5a1cabfb9317 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.551301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-857ed89b-9a41-4d18-9b74-0f3b29f36a9e req-f07efec1-bf3f-4b02-89ad-5a1cabfb9317 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.2009838 Jan 14 11:49:03.621770 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a375afa7-cdb4-4561-bd2c-b78fb3b99ba5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/networks/e1e44267-3ca9-4bee-aa49-e575ac10ea7c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3520401 Jan 14 11:49:03.628227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45948) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:03.667285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.667504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.715945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 4e73869e-fa66-4959-a41e-bb153f950ffd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4e73869e-fa66-4959-a41e-bb153f950ffd,segment=NetworkSegment(db9effcd-6b3f-4078-9b16-8d72e06d0b51),segment_id=db9effcd-6b3f-4078-9b16-8d72e06d0b51)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:03.746107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.773474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9687225-8231-422c-bebb-3e01a14ae6b4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:03.775116 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a9687225-8231-422c-bebb-3e01a14ae6b4 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/subnets/8d660dc6-c84f-4161-be2c-bfe805b2b288 HTTP/1.1" status: 200 len: 843 time: 0.1456041 Jan 14 11:49:03.781866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45952) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:03.839935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.907758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:03.911857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-857ed89b-9a41-4d18-9b74-0f3b29f36a9e req-83454ab4-b52c-40c3-b743-89208d1400f0 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873902 Jan 14 11:49:03.945065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.960619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:03.966906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:03.977257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad405ba-8fdd-4eba-b751-a975f6a52692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-08f7dff6-40ab-4be7-a58a-e54098e799be', 'network_id': '08f7dff6-40ab-4be7-a58a-e54098e799be', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': 'ed390c7a-e070-43d6-8e23-1671b1399bd2'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:03.978433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5ad405ba-8fdd-4eba-b751-a975f6a52692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:03.982649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:04.010240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=4e73869e-fa66-4959-a41e-bb153f950ffd,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:04.025530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f43e0-66a4-4e7f-b9ae-d348ab8b4508 None None] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:04.035358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb7598-1ed5-4ddb-9ddc-5c7f887afefd tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:04.037559 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c5cb7598-1ed5-4ddb-9ddc-5c7f887afefd tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "GET /v2.0/subnets/8d660dc6-c84f-4161-be2c-bfe805b2b288?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2536845 Jan 14 11:49:04.044859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45960) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:04.046829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.048351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:04.049375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.058408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eaa8adde-0f70-4d32-9945-921912923bd6 None None] Provisioning for port a78394a3-13d9-44fa-b903-abbff28d2492 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:04.062594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.070007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523697292'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:04.074624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.150400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:04.166215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329c20cd-e568-4fe6-8eab-30a51ebdd5e7,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:04.216681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:04.234797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-82055c19-1a72-440a-b214-463ea4d6be2c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1794801 Jan 14 11:49:04.239709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45964) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:04.246674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d', 'name': 'tempest-PortsIpV6TestJSON-1492887268', 'fixed_ips': [{'subnet_id': 'bb4a8598-150e-4c0f-9122-262555419cf0', 'ip_address': '2001:db8::10'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:04.280392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eaa8adde-0f70-4d32-9945-921912923bd6 None None] Provisioning complete for port a78394a3-13d9-44fa-b903-abbff28d2492 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:04.280833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eaa8adde-0f70-4d32-9945-921912923bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.347912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:04.377820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:04.384970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:04.398777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:04.398969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.400016 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9a6fdd11-0743-4178-b467-977e8f5b07e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9440510 Jan 14 11:49:04.400177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.403851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=820475e2-74e3-4d5e-9632-cc67bf20376b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:04.406858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:04.408292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45968) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:04.409806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.427895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d05898-15fd-4a15-a9bc-9b8006ee0fc7 None None] Network 22d4f699-5492-4fdc-84a1-69c625352fe0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:04.440868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af8081-8660-42f6-9a4b-db6ac22d4d45 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:04.443648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.504708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=ed390c7a-e070-43d6-8e23-1671b1399bd2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:04.515879 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-66a03914-7a8e-453d-98a1-14312a0fa831 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4079442 Jan 14 11:49:04.521457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45972) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:04.538801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:ca:9d:ec', 'name': 'tempest-NetworksTestDHCPv6-949655985'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:04.602753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:04.618089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:04.637978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.638720 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Added segment f65c44af-bac5-4f04-a5db-2d1d72d507fa of type vlan for network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 Jan 14 11:49:04.648429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:04.688951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8adde-0f70-4d32-9945-921912923bd6 None None] Port a78394a3-13d9-44fa-b903-abbff28d2492 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:04.689178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:04.695862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.696093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd8f2-90c3-4f54-87c0-7732e3ffdae1 req-025b5c6f-c5fb-4bd9-99dc-30b80efe201b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:04.703279 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b45fd8f2-90c3-4f54-87c0-7732e3ffdae1 req-025b5c6f-c5fb-4bd9-99dc-30b80efe201b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4252982 Jan 14 11:49:04.708493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.737557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.752868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:04.758310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.765476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.808150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1412-ce1c-4b97-b8fa-7b3c23ca9e41 None None] Pushing event updated for resources: {'Port': ['ID=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:04.815647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.819409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:04.820009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.853256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ed050fd-ef90-4615-9100-a51fc127ad55 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.877412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f7dff6-40ab-4be7-a58a-e54098e799be']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:04.898595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe892a84-7dfe-4daa-a197-8e38b36d4786') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:04.899159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe892a84-7dfe-4daa-a197-8e38b36d4786') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:04.907610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:04.928542 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b45fd8f2-90c3-4f54-87c0-7732e3ffdae1 req-76d3f173-da22-45db-a110-2f7443e80117 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243104 Jan 14 11:49:04.945851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server [None req-5ad405ba-8fdd-4eba-b751-a975f6a52692 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed390c7a-e070-43d6-8e23-1671b1399bd2: This subnet is being modified by another concurrent operation. Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:49:04.950452 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise exception Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed390c7a-e070-43d6-8e23-1671b1399bd2: This subnet is being modified by another concurrent operation. Jan 14 11:49:04.954436 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Jan 14 11:49:04.969904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:04.994362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ed050fd-ef90-4615-9100-a51fc127ad55 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.023649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.029515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:05.034781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.043483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c151c75-ee99-49b3-ad0d-a0cebc15eb02 None None] Network 08f7dff6-40ab-4be7-a58a-e54098e799be requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:05.107174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:05.107719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:05.128493 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:05.198989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Provisioning for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:05.245350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 787206f3-b3c3-4290-8e17-44e17c4bee8b yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:05.264987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:05.294680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Provisioning complete for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:05.295467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.364835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:05.365199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.394739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.432258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.436000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ed050fd-ef90-4615-9100-a51fc127ad55 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.459822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=08f7dff6-40ab-4be7-a58a-e54098e799be,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:05.480872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d', 'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': 'bb4a8598-150e-4c0f-9122-262555419cf0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:05.481873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.509711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Network': ['ID=0d590bf3-9995-4d48-9c5b-030ef4c0eb34,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:05.538809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed050fd-ef90-4615-9100-a51fc127ad55 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03139cb5-9496-43a2-8bfc-5b52d8746184,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:05.539856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-31de362f-cbd3-4673-842a-82b0495f5612 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:49:05.546012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-31de362f-cbd3-4673-842a-82b0495f5612 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7740943 Jan 14 11:49:05.546874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-146e0294-6150-474a-812e-5e8079443331 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4924879 Jan 14 11:49:05.552052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45984) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:05.552052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 45986) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:05.560406 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-30ba8b1b-9bc6-4aa9-b282-c39ed74056ee tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/08f7dff6-40ab-4be7-a58a-e54098e799be HTTP/1.1" status: 204 len: 168 time: 2.2893701 Jan 14 11:49:05.570931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:05.571714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:05.593811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45992) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:05.609278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-307763081'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:05.613150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ed050fd-ef90-4615-9100-a51fc127ad55 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.616797 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9ed050fd-ef90-4615-9100-a51fc127ad55 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/03139cb5-9496-43a2-8bfc-5b52d8746184 HTTP/1.1" status: 204 len: 168 time: 1.2010334 Jan 14 11:49:05.619941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 45996) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:05.630778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:05.649169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:05.658869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:05.671242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:05.755441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:05.758720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.779575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.822948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cfb9ea97-d4a0-465d-b539-8f3ed3c0dd09 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:05.846889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8:0:1::227 (d177d53d-ca61-4e91-af17-578924330245/820475e2-74e3-4d5e-9632-cc67bf20376b/787206f3-b3c3-4290-8e17-44e17c4bee8b) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:05.853418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:05.868150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b222153-bec4-4840-9eb7-875906352df0 req-d40b469b-227c-4db2-a2d3-31d32aeb02c0 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:05.869858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0b222153-bec4-4840-9eb7-875906352df0 req-d40b469b-227c-4db2-a2d3-31d32aeb02c0 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3265724 Jan 14 11:49:05.876162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::f816:3eff:feca:9dec (d177d53d-ca61-4e91-af17-578924330245/e25d674b-2811-4af4-a640-7126bdb0c883/787206f3-b3c3-4290-8e17-44e17c4bee8b) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:05.902626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:05.903069 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 750298a4-ef1b-4694-8d72-68ddfc6348b0 of type vlan for network b2a887e9-d802-411c-8804-a4ffbeead9d0 Jan 14 11:49:05.911465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cfb9ea97-d4a0-465d-b539-8f3ed3c0dd09 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:05.912821 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cfb9ea97-d4a0-465d-b539-8f3ed3c0dd09 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2890613 Jan 14 11:49:05.921833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46000) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:05.931717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644406724'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:05.954685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:05.966041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:05.977373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:05.991409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::10 (68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d/bb4a8598-150e-4c0f-9122-262555419cf0/c4ce81aa-5ae4-44f1-bec9-9e504dcdb370) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:05.995893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:06.016479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.028502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Made reservation on behalf of 24f60123a2644d03a1549a3a43853678 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:06.074646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.083962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.119026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.157332 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0b222153-bec4-4840-9eb7-875906352df0 req-cb047b99-9bc1-454b-9814-cee2d5e979cf tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773845 Jan 14 11:49:06.248424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] For port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,segment=NetworkSegment(7113325b-39d6-4afe-aa41-76b925ec24b1),segment_id=7113325b-39d6-4afe-aa41-76b925ec24b1)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:06.261922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.266175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:06.267025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.277178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.353735 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:06.372434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e623be-d7c4-4f1e-8bd1-a3bc514b74e6 None None] Network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:06.426284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.446877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:06.452866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:06.487531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:06.503362 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9058597 Jan 14 11:49:06.504486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38914f9-d9b2-4b4d-998d-9d4650282ba1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=b2a887e9-d802-411c-8804-a4ffbeead9d0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:06.506672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46004) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:06.512783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.525650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': 'b2a887e9-d802-411c-8804-a4ffbeead9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:06.526948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:06.527300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:06.538103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Provisioning for port b418b8f7-7430-4d1d-ab66-1155b25b0208 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:06.541761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b2a887e9-d802-411c-8804-a4ffbeead9d0 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:06.621316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 787206f3-b3c3-4290-8e17-44e17c4bee8b will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:06.659375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Performing IP validity checks on allocation pools {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:49:06.659978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:49:06.678495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.689382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Update dhcp port {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'fixed_ips': [{'subnet_id': 'e25d674b-2811-4af4-a640-7126bdb0c883', 'ip_address': '2001:db8::f816:3eff:feb7:4513'}, {'subnet_id': '820475e2-74e3-4d5e-9632-cc67bf20376b'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'a4a4303b-9632-458b-a6df-0e165aa9b4ab'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:49:06.706666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:06.718178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:06.723144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.723570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:06.724377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Provisioning complete for port b418b8f7-7430-4d1d-ab66-1155b25b0208 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:06.724709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:06.725031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.732582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:06.736413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.763253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.787128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Pushing event updated for resources: {'Port': ['ID=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:06.856485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.915017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:06.919569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:06.924811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.011861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.013104 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0890226 Jan 14 11:49:07.014014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6990c-0edf-4d0b-a37b-2d407fcbf0f9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e32b6a8-d2f9-4cca-b211-e8c235d43c92,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:07.021168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46008) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:07.034610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--61283724'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:07.040571 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:07.063322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Allocated IP 2001:db8::2 (68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d/bb4a8598-150e-4c0f-9122-262555419cf0/af46eae5-eb2b-4658-a5a7-9a85e586c238) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:07.076241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=787206f3-b3c3-4290-8e17-44e17c4bee8b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:07.079938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:07.080863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:07.085950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:07.102163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:07.106536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:07.107165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.123279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.142202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.195188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.205666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:07.239396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:07.246402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=c4ce81aa-5ae4-44f1-bec9-9e504dcdb370,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:07.248720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:07.252650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:07.253507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.276952 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e4446943-7081-49e1-86fa-48a8d6dd9b86 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7484155 Jan 14 11:49:07.284549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46014) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:07.326310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing IP validity checks on allocation pools {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:49:07.327940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:49:07.330849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b418b8f7-7430-4d1d-ab66-1155b25b0208 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:07.393742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4c54779e-5a20-462c-97f7-627caa20d640 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1523886 Jan 14 11:49:07.403699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46020) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:07.414772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=3dadc412-e7a7-4c5f-92fb-f329b70cf9d4,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:07.422925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d', 'name': 'tempest-PortsIpV6TestJSON-1777132204', 'fixed_ips': [{'subnet_id': 'bb4a8598-150e-4c0f-9122-262555419cf0', 'ip_address': '2001:db8::f'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:07.439376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 787206f3-b3c3-4290-8e17-44e17c4bee8b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:07.439718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.482636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Checking segment: {'id': 'f65c44af-bac5-4f04-a5db-2d1d72d507fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:07.483087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network hostable DHCP agents. Network: 0d590bf3-9995-4d48-9c5b-030ef4c0eb34, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:07.549906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Could not find standard attr ID for object 2cde220c-08d4-4703-ab02-8afc5449c4e4. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:49:07.587694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:07.600399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:07.611616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:07.621238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:07.627502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:07.637840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:07.649672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:07.692016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Allocated IP 2001:db8:0:1::2 (d177d53d-ca61-4e91-af17-578924330245/820475e2-74e3-4d5e-9632-cc67bf20376b/a4a4303b-9632-458b-a6df-0e165aa9b4ab) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:07.704756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:07.705157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.738494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.798778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b418b8f7-7430-4d1d-ab66-1155b25b0208 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:07.798778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.804853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:07.842815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.879748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 0d590bf3-9995-4d48-9c5b-030ef4c0eb34) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:07.884160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:07.886683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.916317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.933619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.978675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:07.981900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbce85d-c837-4476-a654-90bad8c55d74 None None] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:08.027582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.034484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 787206f3-b3c3-4290-8e17-44e17c4bee8b owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:08.074919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f618d3d3-297f-4466-8b6d-6c82d58630ef,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:08.075661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Transition to ACTIVE for port object af46eae5-eb2b-4658-a5a7-9a85e586c238 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:08.098827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=6182856d-8d24-491f-995d-5b0193bace40,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:08.110175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port fc6dffad-24ba-481b-b557-46c47fa320d5 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:08.121136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2c7aa67e-7636-4e49-b587-d7ff942272c5 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5650482 Jan 14 11:49:08.129501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46026) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:08.155467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Transition to ACTIVE for port object af46eae5-eb2b-4658-a5a7-9a85e586c238 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:08.168523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:08.208240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.212590 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a7fbbb56-9863-40ce-ac12-a2ad3863ac42 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1850541 Jan 14 11:49:08.219419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46030) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:08.228990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '8e32b6a8-d2f9-4cca-b211-e8c235d43c92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f618d3d3-297f-4466-8b6d-6c82d58630ef', 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:08.231695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.248915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:08.290604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:08.298521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:08.303956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '750298a4-ef1b-4694-8d72-68ddfc6348b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2a887e9-d802-411c-8804-a4ffbeead9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:08.304240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: b2a887e9-d802-411c-8804-a4ffbeead9d0, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:08.315997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:08.350664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:08.402078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network b2a887e9-d802-411c-8804-a4ffbeead9d0 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:08.427088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.458282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b2a887e9-d802-411c-8804-a4ffbeead9d0) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:08.477085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:08.477673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.489542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c357bd-d8e2-42c1-a699-52f4ce4f377c None None] Network b2a887e9-d802-411c-8804-a4ffbeead9d0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:08.493793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::f (68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d/bb4a8598-150e-4c0f-9122-262555419cf0/fc6dffad-24ba-481b-b557-46c47fa320d5) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:08.517034 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5eacf2ca-6278-4ed6-8e39-4fa30ed68b0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0005109 Jan 14 11:49:08.518443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46034) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:08.529436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-2ce7b36a-f48d-4ae4-aa61-27f2ac87832b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.6507878 Jan 14 11:49:08.547461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1b101-e898-4e14-8b14-6cfd7a0c75c2 req-6073327e-1619-401a-af9f-2aba57c70403 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:08.553421 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb1b101-e898-4e14-8b14-6cfd7a0c75c2 req-6073327e-1619-401a-af9f-2aba57c70403 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 1.1798558 Jan 14 11:49:08.557248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32207602'] for subnet, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.572633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:08.586765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:08.589734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 27cb5ef2-f14b-475d-9a0b-2c534db3e535 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:08.612617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:08.623366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Pushing event updated for resources: {'Port': ['ID=af46eae5-eb2b-4658-a5a7-9a85e586c238,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:08.626783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:49:08.661879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.667146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.681648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.791230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Transition to ACTIVE for port object a4a4303b-9632-458b-a6df-0e165aa9b4ab will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:08.795537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbab9b1c-4154-47f1-a8a7-ebe7550f325b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:08.817619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Provisioning complete for port a78394a3-13d9-44fa-b903-abbff28d2492 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:08.817985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.838627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.840873 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-36cdcb01-b525-4520-8d9a-cfb52ec548d9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6201265 Jan 14 11:49:08.847729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.850231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46038) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:08.854113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-0d590bf3-9995-4d48-9c5b-030ef4c0eb34', 'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34', 'tenant_id': '24f60123a2644d03a1549a3a43853678', 'fixed_ips': [{'subnet_id': '3dadc412-e7a7-4c5f-92fb-f329b70cf9d4'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:08.855769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.884699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.974658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:08.983344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d38e-c406-4fee-81c5-90ef31a7dbed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.011072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d38e-c406-4fee-81c5-90ef31a7dbed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.019991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object fc6dffad-24ba-481b-b557-46c47fa320d5 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:09.032289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.037536 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb1b101-e898-4e14-8b14-6cfd7a0c75c2 req-383002d8-e080-4019-9272-a0e959ab574e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4823482 Jan 14 11:49:09.044265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Attempting to bind port af46eae5-eb2b-4658-a5a7-9a85e586c238 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:09.044913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Attempting to bind port af46eae5-eb2b-4658-a5a7-9a85e586c238 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '76e59a24-8362-43f2-8272-1a0100af223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:09.045447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Attempting to bind port af46eae5-eb2b-4658-a5a7-9a85e586c238 on network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:09.109111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ec236-8a5c-424d-bf4a-08dce476d606 None None] Port a78394a3-13d9-44fa-b903-abbff28d2492 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:09.122934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-1a7b0e4c-9d5a-4eca-9e27-e45b16d9b6c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:09.124634 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-1a7b0e4c-9d5a-4eca-9e27-e45b16d9b6c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.5630503 Jan 14 11:49:09.127802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.160003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:09.160692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Checking segment: {'id': '76e59a24-8362-43f2-8272-1a0100af223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:09.161303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.161870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Bound using segment: {'id': '76e59a24-8362-43f2-8272-1a0100af223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:09.162511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Bound port: af46eae5-eb2b-4658-a5a7-9a85e586c238, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e59a24-8362-43f2-8272-1a0100af223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:09.163047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.239543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2632a05-aaae-45d3-8f6f-66a95a0cb5c4 None None] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:09.249366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d38e-c406-4fee-81c5-90ef31a7dbed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.314971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5d38e-c406-4fee-81c5-90ef31a7dbed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbab9b1c-4154-47f1-a8a7-ebe7550f325b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:09.329295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:09.336980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d38e-c406-4fee-81c5-90ef31a7dbed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.341452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=787206f3-b3c3-4290-8e17-44e17c4bee8b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:09.342382 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d1d5d38e-c406-4fee-81c5-90ef31a7dbed tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cbab9b1c-4154-47f1-a8a7-ebe7550f325b HTTP/1.1" status: 204 len: 168 time: 0.4887974 Jan 14 11:49:09.343281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46042) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:09.345710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.375416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:09.376350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.411421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb2177-2e58-4082-993d-681538804b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-b2a887e9-d802-411c-8804-a4ffbeead9d0', 'network_id': 'b2a887e9-d802-411c-8804-a4ffbeead9d0', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '6182856d-8d24-491f-995d-5b0193bace40'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:09.412477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90fb2177-2e58-4082-993d-681538804b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.470652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.483198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.500376 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6e0110b8-67a0-43eb-992c-f2d176036648 None None] Provisioning complete for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:09.501053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e0110b8-67a0-43eb-992c-f2d176036648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.501722 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-b39f0f2d-c8ca-4e83-b61f-5c584f10a89e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.3197274 Jan 14 11:49:09.503283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:09.547560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:09.549626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=6182856d-8d24-491f-995d-5b0193bace40,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:09.574015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:09.577922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:09.578541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.605744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] For port af46eae5-eb2b-4658-a5a7-9a85e586c238, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:09.647759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] For port af46eae5-eb2b-4658-a5a7-9a85e586c238, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=af46eae5-eb2b-4658-a5a7-9a85e586c238,segment=NetworkSegment(76e59a24-8362-43f2-8272-1a0100af223d),segment_id=76e59a24-8362-43f2-8272-1a0100af223d)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:09.664432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.664836 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eb9fe6d2-76ae-4e4e-a211-c8853ebfbc8b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/787206f3-b3c3-4290-8e17-44e17c4bee8b HTTP/1.1" status: 204 len: 168 time: 2.3719451 Jan 14 11:49:09.672747 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2619011 Jan 14 11:49:09.672747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46046) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:09.678092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46048) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:09.679716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193b48e-b996-4854-81bb-6e0d3f253137 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=fc6dffad-24ba-481b-b557-46c47fa320d5,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:09.757274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.760250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ca78aa31-a26a-4d5d-a36c-511505880f9a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:09.784210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750274756590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32068218'] for subnet, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.801660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a887e9-d802-411c-8804-a4ffbeead9d0']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:09.822165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750298a4-ef1b-4694-8d72-68ddfc6348b0') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:09.822577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750298a4-ef1b-4694-8d72-68ddfc6348b0') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:09.849259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-3b7a877f-3161-4ef0-b28b-b1ba5bfe6048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:09.849684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc84a6-92be-4112-a9ef-5cbf616a8bcf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:09.850534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d5fc84a6-92be-4112-a9ef-5cbf616a8bcf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:09.850674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-3b7a877f-3161-4ef0-b28b-b1ba5bfe6048 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.3049891 Jan 14 11:49:09.856387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.881022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d5fc84a6-92be-4112-a9ef-5cbf616a8bcf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:09.884695 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d5fc84a6-92be-4112-a9ef-5cbf616a8bcf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2050958 Jan 14 11:49:09.886266 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46054) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:09.890566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.939303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3785ed7a-8c9d-4d8a-a1a0-00feb584ccc8 None None] Network b2a887e9-d802-411c-8804-a4ffbeead9d0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:09.950257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:09.951343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:09.977432 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:09.985676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.074596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb12ff-1c9c-488f-9def-dfba8118bf80 None None] Pushing event updated for resources: {'Port': ['ID=af46eae5-eb2b-4658-a5a7-9a85e586c238,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:10.097439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port a78394a3-13d9-44fa-b903-abbff28d2492 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:10.098038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.116486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Allocated IP 2001:db8::3 (0d590bf3-9995-4d48-9c5b-030ef4c0eb34/3dadc412-e7a7-4c5f-92fb-f329b70cf9d4/297a914d-ca99-4328-b179-d0813f1f10b1) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:10.139361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.140020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.144832 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "PUT /v2.0/subnets/3dadc412-e7a7-4c5f-92fb-f329b70cf9d4 HTTP/1.1" status: 200 len: 900 time: 2.0141211 Jan 14 11:49:10.146075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ca78aa31-a26a-4d5d-a36c-511505880f9a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:10.149957 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ca78aa31-a26a-4d5d-a36c-511505880f9a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7894192 Jan 14 11:49:10.153099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46060) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.153426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46062) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.156765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18322-9ca0-4f04-ad62-b889cd951b6e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.160139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb9d12-16c8-4dcd-b6cb-0a3a709296c9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.161045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1fdb9d12-16c8-4dcd-b6cb-0a3a709296c9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:10.164521 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8da18322-9ca0-4f04-ad62-b889cd951b6e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2762182 Jan 14 11:49:10.168130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.172129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46064) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.174017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b0fbf-c4e1-429a-b2a9-c950cc87745e tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event updated for resources: {'Subnet': ['ID=3dadc412-e7a7-4c5f-92fb-f329b70cf9d4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:10.350627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-b7a64be3-1c7d-4b54-9676-905447c81705 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4768143 Jan 14 11:49:10.351242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1fdb9d12-16c8-4dcd-b6cb-0a3a709296c9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:10.356879 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1fdb9d12-16c8-4dcd-b6cb-0a3a709296c9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6769981 Jan 14 11:49:10.358734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46072) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.373413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.499698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=b2a887e9-d802-411c-8804-a4ffbeead9d0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:10.510301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 27cb5ef2-f14b-475d-9a0b-2c534db3e535, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=27cb5ef2-f14b-475d-9a0b-2c534db3e535,segment=NetworkSegment(e207b304-7efd-469b-8dcb-6cef5a99b2de),segment_id=e207b304-7efd-469b-8dcb-6cef5a99b2de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:10.517031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6e0110b8-67a0-43eb-992c-f2d176036648 None None] Provisioning for port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:10.522563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.533328 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-39d0a7c5-eb25-4ad7-95be-7ce8989fdeeb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/b2a887e9-d802-411c-8804-a4ffbeead9d0 HTTP/1.1" status: 204 len: 168 time: 2.0129955 Jan 14 11:49:10.543664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46076) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.556177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580317634'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:10.579489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d230e-ef5c-49cc-850c-c2b317eaa230 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.581290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d230e-ef5c-49cc-850c-c2b317eaa230 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.583830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d230e-ef5c-49cc-850c-c2b317eaa230 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.586137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-607d230e-ef5c-49cc-850c-c2b317eaa230 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:10.590594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:10.594892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:10.599510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:10.608476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:10.627104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:10.649757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-607d230e-ef5c-49cc-850c-c2b317eaa230 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:10.650946 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-607d230e-ef5c-49cc-850c-c2b317eaa230 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4765289 Jan 14 11:49:10.654778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46080) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.655110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:10.655471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 103d2c07-3c46-44b3-9d49-d8e078c0c8b7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:10.655979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4a4303b-9632-458b-a6df-0e165aa9b4ab no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:10.694195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:10.697210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.706373 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-908a632b-1496-4124-8ef2-895e088f1c9a service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485472 Jan 14 11:49:10.771265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b01af6-5a14-44be-b368-b6cd88c8a229 req-9cd15f4d-e01b-4ebf-b7b1-1f5e3a0447fb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.778076 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-54b01af6-5a14-44be-b368-b6cd88c8a229 req-9cd15f4d-e01b-4ebf-b7b1-1f5e3a0447fb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3185263 Jan 14 11:49:10.784171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=27cb5ef2-f14b-475d-9a0b-2c534db3e535,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:10.808534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af441cfb-043f-47a9-a654-6a2f578560c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.812649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af441cfb-043f-47a9-a654-6a2f578560c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.816959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af441cfb-043f-47a9-a654-6a2f578560c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:10.818355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-af441cfb-043f-47a9-a654-6a2f578560c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:10.860440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:10.866451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4d9c-2c47-42f9-89c0-9c45439e8df0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.894668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.915837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Transition to ACTIVE for port object 297a914d-ca99-4328-b179-d0813f1f10b1 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:10.935626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.946638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-af441cfb-043f-47a9-a654-6a2f578560c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:10.950753 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-af441cfb-043f-47a9-a654-6a2f578560c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5677581 Jan 14 11:49:10.958409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.958730 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment b06407a3-e84c-49ed-a9aa-0e22928a0980 of type vlan for network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 Jan 14 11:49:10.961777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46084) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:10.982175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4d9c-2c47-42f9-89c0-9c45439e8df0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:10.993560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] Provisioning for port a4a4303b-9632-458b-a6df-0e165aa9b4ab completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:11.008531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Transition to ACTIVE for port object 297a914d-ca99-4328-b179-d0813f1f10b1 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:11.015703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.024915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:11.025275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.065518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.080172 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-54b01af6-5a14-44be-b368-b6cd88c8a229 req-1a0b7575-90b5-459c-8587-5667a81f15e4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011110 Jan 14 11:49:11.134055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.183412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.204637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port fc6dffad-24ba-481b-b557-46c47fa320d5 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:11.204957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:11.205092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.219261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:11.226779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:11.253542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Pushing event updated for resources: {'Port': ['ID=297a914d-ca99-4328-b179-d0813f1f10b1,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:11.301716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 820475e2-74e3-4d5e-9632-cc67bf20376b {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:11.315933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.320635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:11.398269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.450752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.454448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:11.455017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.466456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.493083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Calling delete_port for a78394a3-13d9-44fa-b903-abbff28d2492 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:11.502976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.514289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Attempting to bind port 297a914d-ca99-4328-b179-d0813f1f10b1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:11.514962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Attempting to bind port 297a914d-ca99-4328-b179-d0813f1f10b1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'f65c44af-bac5-4f04-a5db-2d1d72d507fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:11.515067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Attempting to bind port 297a914d-ca99-4328-b179-d0813f1f10b1 on network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:11.570314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:11.573788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:11.574166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Checking segment: {'id': 'f65c44af-bac5-4f04-a5db-2d1d72d507fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:11.575705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.575705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Bound using segment: {'id': 'f65c44af-bac5-4f04-a5db-2d1d72d507fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:11.575705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Bound port: 297a914d-ca99-4328-b179-d0813f1f10b1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65c44af-bac5-4f04-a5db-2d1d72d507fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0d590bf3-9995-4d48-9c5b-030ef4c0eb34'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:11.575705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.590729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:11.598197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.650454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc22cb-69f8-4492-b478-4dde883e13c2 None None] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:11.655920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port 297a914d-ca99-4328-b179-d0813f1f10b1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:11.656271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.709010 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89a2a7d7-3b01-44e8-b85e-07a15ce9affb req-52c80adc-a7cd-4e60-9ac1-9a4f6eeabd48 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9728563 Jan 14 11:49:11.763280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4d9c-2c47-42f9-89c0-9c45439e8df0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.853449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f8ed-d51a-45e2-9f6a-61dcc672b528 None None] Pushing event updated for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=9']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:11.857408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4d9c-2c47-42f9-89c0-9c45439e8df0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618d3d3-297f-4466-8b6d-6c82d58630ef,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:11.868158 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3186214 Jan 14 11:49:11.871941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46088) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:11.873825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4a4303b-9632-458b-a6df-0e165aa9b4ab up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:11.888388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:11.902060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c02b0-8f89-47f4-a3b6-2d4c3311ed65 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:11.940333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4d9c-2c47-42f9-89c0-9c45439e8df0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:11.940600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:11.944073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7c6f4d9c-2c47-42f9-89c0-9c45439e8df0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/f618d3d3-297f-4466-8b6d-6c82d58630ef HTTP/1.1" status: 204 len: 168 time: 1.7521310 Jan 14 11:49:11.968453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f77bca57-cc8d-4994-9820-23506502b3ca None None] Provisioning for port af46eae5-eb2b-4658-a5a7-9a85e586c238 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:11.974970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46092) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:12.000763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] For port 297a914d-ca99-4328-b179-d0813f1f10b1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:12.093155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.096755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] For port 297a914d-ca99-4328-b179-d0813f1f10b1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=297a914d-ca99-4328-b179-d0813f1f10b1,segment=NetworkSegment(f65c44af-bac5-4f04-a5db-2d1d72d507fa),segment_id=f65c44af-bac5-4f04-a5db-2d1d72d507fa)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:12.103953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.179346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port 297a914d-ca99-4328-b179-d0813f1f10b1, host dv-neutron-823850-1-hyperv, got binding levels [] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:12.180162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.198563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.202345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.208250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:12.211684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f77bca57-cc8d-4994-9820-23506502b3ca None None] Could not find standard attr ID for object 787206f3-b3c3-4290-8e17-44e17c4bee8b. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:49:12.277094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:12.287886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for fc6dffad-24ba-481b-b557-46c47fa320d5 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:12.321174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:12.344580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:12.355780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:12.356148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.388700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8626b80f-6574-488f-9a8d-44316d3d60be tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:12.391824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for 297a914d-ca99-4328-b179-d0813f1f10b1 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:12.391969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9761a-4933-4214-b284-a9a15b6f882c None None] Pushing event updated for resources: {'Port': ['ID=297a914d-ca99-4328-b179-d0813f1f10b1,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:12.405657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:12.458862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Port': ['ID=a78394a3-13d9-44fa-b903-abbff28d2492,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:12.535890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.540475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af46eae5-eb2b-4658-a5a7-9a85e586c238 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:12.636031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=820475e2-74e3-4d5e-9632-cc67bf20376b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:12.691718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8626b80f-6574-488f-9a8d-44316d3d60be tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:12.693198 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8626b80f-6574-488f-9a8d-44316d3d60be tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7164352 Jan 14 11:49:12.732843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46098) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:12.755924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port af46eae5-eb2b-4658-a5a7-9a85e586c238 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:12.773035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port af46eae5-eb2b-4658-a5a7-9a85e586c238 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:12.774441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.774839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.793967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.853963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:12.856975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:12.877860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab7065-99a0-4129-b3ad-14010f341e10 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:12.926329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e416734-6be3-4448-ad33-1016b38cf350 req-6bef3fb7-e011-4997-b1e6-6e58f56975be tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:12.928267 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e416734-6be3-4448-ad33-1016b38cf350 req-6bef3fb7-e011-4997-b1e6-6e58f56975be tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.6225102 Jan 14 11:49:12.975303 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-04452aad-2189-4761-93d6-6704a87b85ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/820475e2-74e3-4d5e-9632-cc67bf20376b HTTP/1.1" status: 204 len: 168 time: 2.3192277 Jan 14 11:49:12.990892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46102) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:12.996015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:12.996910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.061010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=fc6dffad-24ba-481b-b557-46c47fa320d5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:13.102043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Provisioning complete for port af46eae5-eb2b-4658-a5a7-9a85e586c238 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:13.103158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.230709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.255938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4d4-04c8-4f74-94e9-d38e8d9cebd0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.294930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.298275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e416734-6be3-4448-ad33-1016b38cf350 req-e1a2c0de-9e89-4c23-8e2f-f5125bec3a20 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579051 Jan 14 11:49:13.396899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port 297a914d-ca99-4328-b179-d0813f1f10b1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:13.397322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.397671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=44fddcdc-4892-4b52-98ac-bd917df1d917,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:13.407302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port af46eae5-eb2b-4658-a5a7-9a85e586c238, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=af46eae5-eb2b-4658-a5a7-9a85e586c238,segment=NetworkSegment(76e59a24-8362-43f2-8272-1a0100af223d),segment_id=76e59a24-8362-43f2-8272-1a0100af223d)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:13.414880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.424039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.424836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 27cb5ef2-f14b-475d-9a0b-2c534db3e535 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:13.453880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': 'b06407a3-e84c-49ed-a9aa-0e22928a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:13.455383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:13.470629 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-30172f5c-b278-4e50-ad13-f5f0ef6168cb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/fc6dffad-24ba-481b-b557-46c47fa320d5 HTTP/1.1" status: 204 len: 168 time: 2.5013535 Jan 14 11:49:13.470906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46106) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:13.552738 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91ebe5e-8530-4a9c-9840-1518b0e284dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:49:13.553675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e91ebe5e-8530-4a9c-9840-1518b0e284dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:13.562051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:13.581826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:13.586680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:13.587706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.619541 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-677a2800-edd7-4359-8c2f-3910b88cd01b tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7397580 Jan 14 11:49:13.620311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce20627-03e1-4035-8b15-7d9f5ef9a782 None None] Network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:13.621333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46110) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:13.624630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e91ebe5e-8530-4a9c-9840-1518b0e284dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:13.629858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e91ebe5e-8530-4a9c-9840-1518b0e284dd tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/fc6dffad-24ba-481b-b557-46c47fa320d5 HTTP/1.1" status: 404 len: 333 time: 0.1544697 Jan 14 11:49:13.643641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.655463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46114) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:13.684145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4d4-04c8-4f74-94e9-d38e8d9cebd0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.762960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=af46eae5-eb2b-4658-a5a7-9a85e586c238,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:13.877101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:13.877481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.945962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:13.946329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:13.992525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:13.992971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:14.087007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet e25d674b-2811-4af4-a640-7126bdb0c883 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:14.180404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418', 'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '44fddcdc-4892-4b52-98ac-bd917df1d917'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:14.181244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.243584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.314226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4d4-04c8-4f74-94e9-d38e8d9cebd0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.367181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93b855-fd10-47c2-8775-ce3f27c39fed None None] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:14.390340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4e73869e-fa66-4959-a41e-bb153f950ffd up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:14.403697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.423259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3e4d4-04c8-4f74-94e9-d38e8d9cebd0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e32b6a8-d2f9-4cca-b211-e8c235d43c92,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:14.476039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.592999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:14.705516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4d4-04c8-4f74-94e9-d38e8d9cebd0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.706901 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-93b3e4d4-04c8-4f74-94e9-d38e8d9cebd0 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e32b6a8-d2f9-4cca-b211-e8c235d43c92 HTTP/1.1" status: 204 len: 168 time: 1.9708617 Jan 14 11:49:14.725953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46120) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:14.760617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4e73869e-fa66-4959-a41e-bb153f950ffd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:14.761418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.798017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port 297a914d-ca99-4328-b179-d0813f1f10b1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=297a914d-ca99-4328-b179-d0813f1f10b1,segment=NetworkSegment(f65c44af-bac5-4f04-a5db-2d1d72d507fa),segment_id=f65c44af-bac5-4f04-a5db-2d1d72d507fa)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:14.798664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.810216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.894325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=c4ce81aa-5ae4-44f1-bec9-9e504dcdb370,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:14.934814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Allocated IP 172.20.0.1 (f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418/44fddcdc-4892-4b52-98ac-bd917df1d917/0090d452-6c0c-45ff-ace7-ff6956065fa9) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:14.949666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.952068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Provisioning complete for port c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:14.952434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.965235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:14.969332 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b8a425f8-5e6c-435e-853f-dffec5cb2e71 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 HTTP/1.1" status: 204 len: 168 time: 1.3101933 Jan 14 11:49:15.003116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46126) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.015788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for 297a914d-ca99-4328-b179-d0813f1f10b1 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:15.024031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Port c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 was deleted so its status cannot be updated. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 14 11:49:15.066198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Router 4dd7d688-e2a9-42e1-9a0b-117c6771976d has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:49:15.069294 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4000a8f3-0423-4d9d-92e7-cd31cf65b4b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:49:15.069797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4000a8f3-0423-4d9d-92e7-cd31cf65b4b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:15.084397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.086493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-27b2d2df-1971-4489-a529-5c6e420daa05 None None] Could not find standard attr ID for object fc6dffad-24ba-481b-b557-46c47fa320d5. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:49:15.123103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-923d9ed1-7dc9-4f6f-a87b-114420e91297 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:15.143068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.199138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4000a8f3-0423-4d9d-92e7-cd31cf65b4b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:15.200964 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4000a8f3-0423-4d9d-92e7-cd31cf65b4b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/c4ce81aa-5ae4-44f1-bec9-9e504dcdb370 HTTP/1.1" status: 404 len: 333 time: 0.1912968 Jan 14 11:49:15.205155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-923d9ed1-7dc9-4f6f-a87b-114420e91297 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:15.207350 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-923d9ed1-7dc9-4f6f-a87b-114420e91297 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4802935 Jan 14 11:49:15.212785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46130) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.220992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46132) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.230631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--674210434'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:15.242117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:15.250154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:15.270160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:15.286692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c2fc-728e-45d8-98de-ff07be9555d1 req-7ab35682-c0ba-4334-b790-21ac2528394c tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:15.288233 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-29a2c2fc-728e-45d8-98de-ff07be9555d1 req-7ab35682-c0ba-4334-b790-21ac2528394c tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4993770 Jan 14 11:49:15.313219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.339187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Provisioning complete for port a4a4303b-9632-458b-a6df-0e165aa9b4ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:15.340218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.372924 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-29a2c2fc-728e-45d8-98de-ff07be9555d1 req-bb57c91d-f09e-4fee-b195-5696756b8a8f tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755725 Jan 14 11:49:15.437991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.482077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.497007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:15.502860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:15.503277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.507081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=e25d674b-2811-4af4-a640-7126bdb0c883,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:15.655703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56609c7-838f-4589-a4ea-92d162caf090 None None] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:15.747197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.752423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a13c06-3d3d-445a-8d05-c8b1fc0042ba None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:15.766948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.772004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Transition to ACTIVE for port object 0090d452-6c0c-45ff-ace7-ff6956065fa9 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:15.785248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:15.789990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:15.793608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:15.799698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:15.819062 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fb072eeb-af1f-4d17-beb6-08274cc7a793 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/e25d674b-2811-4af4-a640-7126bdb0c883 HTTP/1.1" status: 204 len: 168 time: 2.8269587 Jan 14 11:49:15.821261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:15.821428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46138) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.841807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-59b33991-f4db-402b-8f5c-6ed6213ea391 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2854450 Jan 14 11:49:15.841807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Port': ['ID=297a914d-ca99-4328-b179-d0813f1f10b1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:15.843770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46142) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.855549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] Sync routers for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:15.866173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Provisioning for port 297a914d-ca99-4328-b179-d0813f1f10b1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:15.885258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.905195 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0637a47c-9216-489d-97ac-f65826584446 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800173 Jan 14 11:49:15.905455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Transition to ACTIVE for port object 0090d452-6c0c-45ff-ace7-ff6956065fa9 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:15.905586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46146) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.910911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:15.929592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Provisioning complete for port 297a914d-ca99-4328-b179-d0813f1f10b1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:15.929970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:15.956285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-13486ec5-109b-421d-b19c-e1139edf44a7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] delete failed (client error): The resource could not be found. Jan 14 11:49:15.961167 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-13486ec5-109b-421d-b19c-e1139edf44a7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1917990364 HTTP/1.1" status: 404 len: 335 time: 0.1098459 Jan 14 11:49:15.976407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46150) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:15.988190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f025ed66-fb72-4012-99c2-14a24e214ee3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dd7d688-e2a9-42e1-9a0b-117c6771976d'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:15.990566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.019930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.035462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.055106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.061135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Port 297a914d-ca99-4328-b179-d0813f1f10b1 was deleted so its status cannot be updated. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 14 11:49:16.081221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet bb4a8598-150e-4c0f-9122-262555419cf0 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:16.089286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.111855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=44fddcdc-4892-4b52-98ac-bd917df1d917,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:16.122539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:16.123055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.132952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No DVR routers for this DVR port 297a914d-ca99-4328-b179-d0813f1f10b1 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:16.133478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:16.147148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:16.165226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0077880b-7d6e-4272-a854-822e4ad61986,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:16.171916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:16.199890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.218151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Could not find standard attr ID for object c4ce81aa-5ae4-44f1-bec9-9e504dcdb370. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:49:16.230631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:16.233778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.233936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-20d123b6-299f-4ff2-8ef9-adbcce6d0b40 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0118172 Jan 14 11:49:16.242245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46154) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:16.252342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '0077880b-7d6e-4272-a854-822e4ad61986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:16.261658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a1a7f398-6a7c-465c-a948-2f7c47b8f699 None None] Could not find standard attr ID for object fc6dffad-24ba-481b-b557-46c47fa320d5. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:49:16.263916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.272091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:16.272424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:16.279974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.283365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Pushing event updated for resources: {'Port': ['ID=0090d452-6c0c-45ff-ace7-ff6956065fa9,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:16.287034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:16.287596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:16.290420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.292052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.292870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:16.307572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:16.321837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:16.353525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:16.356419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:16.382308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.384768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:16.387728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.421044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06407a3-e84c-49ed-a9aa-0e22928a0980') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.421335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06407a3-e84c-49ed-a9aa-0e22928a0980') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.445853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.453662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2d6a478a-0b3d-4004-b263-d4a104178223 None None] Could not find standard attr ID for object 297a914d-ca99-4328-b179-d0813f1f10b1. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:49:16.454982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.495538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.514330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:16.514734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.528311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:16.529324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:16.529652 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:16.596682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.655946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 11:49:16.655946 dv-neutron-823850-1-hyperv neutron-server[83452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 11:49:16.655946 dv-neutron-823850-1-hyperv neutron-server[83452]: [parameters: {'id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418'}] Jan 14 11:49:16.655946 dv-neutron-823850-1-hyperv neutron-server[83452]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:16.656869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:16.672339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.715824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.716093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:16.732189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:16.732578 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ecb3a-b6f8-4bd2-a1b4-ac8824e6edc3 None None] The sync data for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:16.756368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Attempting to bind port 0090d452-6c0c-45ff-ace7-ff6956065fa9 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:16.758311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e90725-8d44-4eaa-bcaa-23fb85d7fa26,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:16.761017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Attempting to bind port 0090d452-6c0c-45ff-ace7-ff6956065fa9 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b06407a3-e84c-49ed-a9aa-0e22928a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:16.761454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Attempting to bind port 0090d452-6c0c-45ff-ace7-ff6956065fa9 on network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:16.777780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:16.778429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Checking segment: {'id': 'b06407a3-e84c-49ed-a9aa-0e22928a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:16.778535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.778898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Bound using segment: {'id': 'b06407a3-e84c-49ed-a9aa-0e22928a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:16.779362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Bound port: 0090d452-6c0c-45ff-ace7-ff6956065fa9, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06407a3-e84c-49ed-a9aa-0e22928a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:16.779728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.793107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:16.793367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.808277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.812930 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-539cd03e-84ff-4e5c-a35f-ddaf4bd13bf5 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5695400 Jan 14 11:49:16.814175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46160) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:16.819800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.887491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:16.898739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] Deleting port a4a4303b-9632-458b-a6df-0e165aa9b4ab {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:16.899108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.935761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=3dadc412-e7a7-4c5f-92fb-f329b70cf9d4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:16.977214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59cfdd-725c-4913-959e-934974445cec None None] Network 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:16.979382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210cb12-588b-4bf5-88ec-8aaff4de010e req-80a9080d-7093-4c32-92ff-002dc20f2bfa tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:16.981398 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4210cb12-588b-4bf5-88ec-8aaff4de010e req-80a9080d-7093-4c32-92ff-002dc20f2bfa tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3509617 Jan 14 11:49:16.982564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:16.991444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56802a81-87a8-4aba-a920-72c329c33039 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.000116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.034636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56802a81-87a8-4aba-a920-72c329c33039 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.082276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:17.086742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:17.089910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:17.093564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4a8598-150e-4c0f-9122-262555419cf0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:17.095475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.114183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56802a81-87a8-4aba-a920-72c329c33039 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.126095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=97e4f67d-ccfd-496f-98c2-d0cda36dc2ca,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:17.141834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56802a81-87a8-4aba-a920-72c329c33039 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.145915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-56802a81-87a8-4aba-a920-72c329c33039 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/92e90725-8d44-4eaa-bcaa-23fb85d7fa26 HTTP/1.1" status: 204 len: 168 time: 0.3248711 Jan 14 11:49:17.146499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46164) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.172253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.180257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802a81-87a8-4aba-a920-72c329c33039 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92e90725-8d44-4eaa-bcaa-23fb85d7fa26,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:17.201193 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-70d55d13-e6f0-4b94-b810-ac57eee8b037 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2914281 Jan 14 11:49:17.202689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46168) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.215467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:17.284105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 0090d452-6c0c-45ff-ace7-ff6956065fa9 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:17.284407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.291052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f025ed66-fb72-4012-99c2-14a24e214ee3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.305054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.309536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.330470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4f1e9-2b30-4ddf-bfa2-1adbdfd85e50 None None] Network 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:17.357028 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1c1b01f0-ce1e-4b37-bf63-4e9aa23bb27d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/bb4a8598-150e-4c0f-9122-262555419cf0 HTTP/1.1" status: 204 len: 168 time: 2.1392605 Jan 14 11:49:17.358236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46172) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.359879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d590bf3-9995-4d48-9c5b-030ef4c0eb34']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:17.383302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fd587a22-5b89-4d67-9aa1-6bd7a8ac8a7f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:17.410182 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4210cb12-588b-4bf5-88ec-8aaff4de010e req-5d27b86d-99ff-4156-ab5b-0a58d1a9a197 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481116 Jan 14 11:49:17.415634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65c44af-bac5-4f04-a5db-2d1d72d507fa') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:17.416042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65c44af-bac5-4f04-a5db-2d1d72d507fa') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:17.423702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-f025ed66-fb72-4012-99c2-14a24e214ee3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] update failed (client error): The resource could not be found. Jan 14 11:49:17.428236 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f025ed66-fb72-4012-99c2-14a24e214ee3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d HTTP/1.1" status: 404 len: 339 time: 1.4473870 Jan 14 11:49:17.450803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46176) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.452831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1374499360'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:17.467110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:17.488758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:network and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:17.490190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.507921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fd587a22-5b89-4d67-9aa1-6bd7a8ac8a7f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:17.512117 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fd587a22-5b89-4d67-9aa1-6bd7a8ac8a7f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3619919 Jan 14 11:49:17.513670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46182) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.513846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:17.548272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.569106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:17.569666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.572206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:17.585766 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:17.591843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.595672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] For port a4a4303b-9632-458b-a6df-0e165aa9b4ab, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4a4303b-9632-458b-a6df-0e165aa9b4ab,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:17.596114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.634770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:17.638460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.652500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:17.664365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 0090d452-6c0c-45ff-ace7-ff6956065fa9, host dv-neutron-823850-1-hyperv, got binding levels [] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:17.664718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.672961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:17.682984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:17.700055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port af46eae5-eb2b-4658-a5a7-9a85e586c238 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:17.700542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.757030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.785325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.793738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0b04edc-b6f9-445d-b0ed-729997e7fbe1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.795429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] Calling delete_port for a4a4303b-9632-458b-a6df-0e165aa9b4ab owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:17.805174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=0d590bf3-9995-4d48-9c5b-030ef4c0eb34,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:17.829099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 0090d452-6c0c-45ff-ace7-ff6956065fa9 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:17.840859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] For port 0090d452-6c0c-45ff-ace7-ff6956065fa9, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:17.855491 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f1b0ed31-7ff6-4374-a033-267467a3b32c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/0d590bf3-9995-4d48-9c5b-030ef4c0eb34 HTTP/1.1" status: 204 len: 168 time: 7.6642570 Jan 14 11:49:17.866971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46188) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.867845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:17.935976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:17.938204 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e428fc-bbaf-44c0-8d1d-ce11fb7fd60c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:17.938642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e428fc-bbaf-44c0-8d1d-ce11fb7fd60c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:17.962048 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c9e428fc-bbaf-44c0-8d1d-ce11fb7fd60c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/3dadc412-e7a7-4c5f-92fb-f329b70cf9d4 HTTP/1.1" status: 404 len: 337 time: 0.0832572 Jan 14 11:49:17.962048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:17.975859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46192) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:17.978509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:17.978884 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Added segment b8856725-c46b-4794-ba7e-8c131337e9b9 of type vlan for network 71175615-3461-40d0-a800-79d17c7bf5c4 Jan 14 11:49:17.991557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] For port 0090d452-6c0c-45ff-ace7-ff6956065fa9, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0090d452-6c0c-45ff-ace7-ff6956065fa9,segment=NetworkSegment(b06407a3-e84c-49ed-a9aa-0e22928a0980),segment_id=b06407a3-e84c-49ed-a9aa-0e22928a0980)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:18.007654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.074178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0b04edc-b6f9-445d-b0ed-729997e7fbe1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.087684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0752d72b-dc29-447c-afed-40d962f691e4 None None] DHCP port deletion for 0d590bf3-9995-4d48-9c5b-030ef4c0eb34 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:18.107752 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6415367-ea6d-412f-bde9-a0f3dba975a2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:18.107956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6415367-ea6d-412f-bde9-a0f3dba975a2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:18.144966 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b6415367-ea6d-412f-bde9-a0f3dba975a2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/0d590bf3-9995-4d48-9c5b-030ef4c0eb34 HTTP/1.1" status: 404 len: 339 time: 0.1612189 Jan 14 11:49:18.144966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:18.144966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:18.147970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.160748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46196) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:18.179135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55ab7b-04e6-4960-91e1-92c1ea469d6d None None] Pushing event updated for resources: {'Port': ['ID=0090d452-6c0c-45ff-ace7-ff6956065fa9,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:18.189491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port af46eae5-eb2b-4658-a5a7-9a85e586c238, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=af46eae5-eb2b-4658-a5a7-9a85e586c238,segment=NetworkSegment(76e59a24-8362-43f2-8272-1a0100af223d),segment_id=76e59a24-8362-43f2-8272-1a0100af223d)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:18.190382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.229664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:18.258484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.261337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.331171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.335028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:18.335608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.345524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] Pushing event deleted for resources: {'Port': ['ID=a4a4303b-9632-458b-a6df-0e165aa9b4ab,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:18.355851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86360632-aad4-45f1-95b3-f33bd2c7bcad None None] No DVR routers for this DVR port a4a4303b-9632-458b-a6df-0e165aa9b4ab on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:18.357235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for af46eae5-eb2b-4658-a5a7-9a85e586c238 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:18.382247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ced9c6-fd5d-4abe-9d9f-0683e57ee256 None None] Network f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:18.406084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d0f45d-7425-4db2-8213-a421f845b95f None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:18.468758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e90f3aa-c120-49d7-bdcf-043026600a4a None None] DHCP port deletion for 68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:18.473440 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0280099 Jan 14 11:49:18.474727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46200) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:18.482007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfad38-dad8-4630-a870-510ea4559d52 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Network': ['ID=71175615-3461-40d0-a800-79d17c7bf5c4,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:18.492027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'subnet': {'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:18.530315 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97e4f67d-ccfd-496f-98c2-d0cda36dc2ca (CIDR: 2001:db8::/64) Jan 14 11:49:18.534599 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:49:18.535297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:18.557450 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e04d1d6d-656a-48f1-bb4f-3f99f4d549fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3491390 Jan 14 11:49:18.557683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:18.563714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:18.581813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 71175615-3461-40d0-a800-79d17c7bf5c4 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:18.603771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4e90f3aa-c120-49d7-bdcf-043026600a4a None None] Deleting port af46eae5-eb2b-4658-a5a7-9a85e586c238 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:18.605117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4e90f3aa-c120-49d7-bdcf-043026600a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.616600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0b04edc-b6f9-445d-b0ed-729997e7fbe1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.648389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 0090d452-6c0c-45ff-ace7-ff6956065fa9 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:18.649161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.649291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:18.649663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.663793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.686411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04edc-b6f9-445d-b0ed-729997e7fbe1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0077880b-7d6e-4272-a854-822e4ad61986,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:18.708125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e077c2-82f0-427b-959c-fea3833ea82c req-f571ca3a-2141-465e-b46d-b7521f2eacd4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:18.709123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e077c2-82f0-427b-959c-fea3833ea82c req-f571ca3a-2141-465e-b46d-b7521f2eacd4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.7156107 Jan 14 11:49:18.734663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.739149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:18.784410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-49f2b161-688d-4fe2-8763-023ac54b33f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.7866669 Jan 14 11:49:18.829698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Usage tracker for resource:subnet and tenant:2deb64d8495d42f9aeaefb827321eed6 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:18.857288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0b04edc-b6f9-445d-b0ed-729997e7fbe1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:18.860711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b0b04edc-b6f9-445d-b0ed-729997e7fbe1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/0077880b-7d6e-4272-a854-822e4ad61986 HTTP/1.1" status: 204 len: 168 time: 1.3421173 Jan 14 11:49:18.868435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:18.872170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=af46eae5-eb2b-4658-a5a7-9a85e586c238,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:18.882146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46208) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:18.931969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:18.935008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4e90f3aa-c120-49d7-bdcf-043026600a4a None None] The port 'af46eae5-eb2b-4658-a5a7-9a85e586c238' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:18.943477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:18.981493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:18.989441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:19.003140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:19.038726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:19.043412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.134675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 0090d452-6c0c-45ff-ace7-ff6956065fa9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0090d452-6c0c-45ff-ace7-ff6956065fa9,segment=NetworkSegment(b06407a3-e84c-49ed-a9aa-0e22928a0980),segment_id=b06407a3-e84c-49ed-a9aa-0e22928a0980)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:19.136073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.153044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af46eae5-eb2b-4658-a5a7-9a85e586c238 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:19.185545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': '97e4f67d-ccfd-496f-98c2-d0cda36dc2ca'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:19.186347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.205065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: af46eae5-eb2b-4658-a5a7-9a85e586c238 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:19.205401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af46eae5-eb2b-4658-a5a7-9a85e586c238 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 14 11:49:19.225465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port af46eae5-eb2b-4658-a5a7-9a85e586c238 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:19.227940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.250423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port af46eae5-eb2b-4658-a5a7-9a85e586c238 not found, will not notify nova. {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 11:49:19.281979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 0090d452-6c0c-45ff-ace7-ff6956065fa9 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:19.317943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4a4303b-9632-458b-a6df-0e165aa9b4ab no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:19.352771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a4a4303b-9632-458b-a6df-0e165aa9b4ab {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:19.353175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4a4303b-9632-458b-a6df-0e165aa9b4ab not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:19.378244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 297a914d-ca99-4328-b179-d0813f1f10b1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:19.387173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Made reservation on behalf of 2deb64d8495d42f9aeaefb827321eed6 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:19.399313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.438802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e077c2-82f0-427b-959c-fea3833ea82c req-fae01264-fe95-454e-8a3c-db2c096a74ee tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7080841 Jan 14 11:49:19.447954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 297a914d-ca99-4328-b179-d0813f1f10b1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:19.447954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 297a914d-ca99-4328-b179-d0813f1f10b1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:19.463920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Port': ['ID=0090d452-6c0c-45ff-ace7-ff6956065fa9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:19.491061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/97e4f67d-ccfd-496f-98c2-d0cda36dc2ca/df84cdc3-6995-4772-9679-ddb654a2d436) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:19.524184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No DVR routers for this DVR port 0090d452-6c0c-45ff-ace7-ff6956065fa9 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:19.524913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f12be0-455f-4e00-863f-4944ba814a8f']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.535541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.584629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9619c37d-d921-40fd-959c-5e993e58a10f') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.584946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9619c37d-d921-40fd-959c-5e993e58a10f') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.617481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-0812e7da-931c-4f90-a8bf-37e9d0bfba7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:19.618927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-0812e7da-931c-4f90-a8bf-37e9d0bfba7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.7864032 Jan 14 11:49:19.668094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.686933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.694408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.704349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.705420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-424af5a2-d42a-40bc-ac36-63a6cb7f970c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:19.705990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.715963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Transition to ACTIVE for port object df84cdc3-6995-4772-9679-ddb654a2d436 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:19.725619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.730486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06407a3-e84c-49ed-a9aa-0e22928a0980') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.730803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06407a3-e84c-49ed-a9aa-0e22928a0980') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.736535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Transition to ACTIVE for port object df84cdc3-6995-4772-9679-ddb654a2d436 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:19.744931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.745141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.754883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e59a24-8362-43f2-8272-1a0100af223d') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.755207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e59a24-8362-43f2-8272-1a0100af223d') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:19.778827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.797884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.812179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:19.812982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.823342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Pushing event updated for resources: {'Port': ['ID=df84cdc3-6995-4772-9679-ddb654a2d436,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:19.826779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:19.827546 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:19.829699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:19.830260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:19.844112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.875233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:19.875630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:19.894596 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:19.921977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Attempting to bind port df84cdc3-6995-4772-9679-ddb654a2d436 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:19.922435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Attempting to bind port df84cdc3-6995-4772-9679-ddb654a2d436 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:19.922843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Attempting to bind port df84cdc3-6995-4772-9679-ddb654a2d436 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:19.929579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:19.929940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:19.930332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.930708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:19.931158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Bound port: df84cdc3-6995-4772-9679-ddb654a2d436, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:19.931521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.962058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.979750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-424af5a2-d42a-40bc-ac36-63a6cb7f970c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:19.979750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-424af5a2-d42a-40bc-ac36-63a6cb7f970c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0832396 Jan 14 11:49:19.983425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:19.989876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46212) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:19.991232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.017027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--190330963'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:20.017621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:20.018238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.028271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] For port df84cdc3-6995-4772-9679-ddb654a2d436, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:20.031628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:20.036888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:20.038948 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:20.050602 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-808cb595-8a4d-4643-bc35-07c82952f733 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.4173608 Jan 14 11:49:20.052802 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1b6f8d13-74f6-49b6-80c5-4b3c8de15ecf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 HTTP/1.1" status: 204 len: 168 time: 6.4313571 Jan 14 11:49:20.061110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46216) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:20.066587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248144990'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:20.071608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:20.074735 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:49:20.118557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.123531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af46eae5-eb2b-4658-a5a7-9a85e586c238 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:20.124272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.134095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:20.179610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=32f12be0-455f-4e00-863f-4944ba814a8f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:20.192896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c559b6bd-06e4-4144-b50b-9ea973ca4ded tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/32f12be0-455f-4e00-863f-4944ba814a8f HTTP/1.1" status: 204 len: 168 time: 2.0319502 Jan 14 11:49:20.195957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46222) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:20.200531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: af46eae5-eb2b-4658-a5a7-9a85e586c238 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:20.201579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af46eae5-eb2b-4658-a5a7-9a85e586c238 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:20.211754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] For port df84cdc3-6995-4772-9679-ddb654a2d436, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df84cdc3-6995-4772-9679-ddb654a2d436,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:20.216539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:20.220713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.228005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:20.238150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:20.243656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.272740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:20.274072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.275873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.279011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.307690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee1e740-19d2-4859-8a8f-02cba75274a2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:20.308480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee1e740-19d2-4859-8a8f-02cba75274a2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:20.349668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:20.367295 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d HTTP/1.1" status: 204 len: 168 time: 2.9947569 Jan 14 11:49:20.367295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5e58-180b-43f9-8b40-3d4527e92cf8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=68fb1ec4-0d6d-4a5d-a0e1-172dc691c79d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:20.367573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:20.368595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46226) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:20.369831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:20.374852 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7ee1e740-19d2-4859-8a8f-02cba75274a2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/61443031-4da6-44a8-989c-71c0342f4774 HTTP/1.1" status: 404 len: 337 time: 0.1776683 Jan 14 11:49:20.377816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1887678100'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:20.379741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46230) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:20.381508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:20.387678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b2c2a-311f-4da0-98ec-0920b4f45a95 None None] Pushing event updated for resources: {'Port': ['ID=df84cdc3-6995-4772-9679-ddb654a2d436,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:20.408683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:20.416851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:20.427196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.427564 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 43c35483-fc77-4e39-8683-a2fb83b8861b of type vlan for network 0ecd31cc-a9e5-487d-acad-32304c752ae9 Jan 14 11:49:20.428418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e8b127-9181-4924-87e7-804d6f5fea7a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:20.428926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e8b127-9181-4924-87e7-804d6f5fea7a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:20.430888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-79e8b127-9181-4924-87e7-804d6f5fea7a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/0a01818e-c517-4dad-b3ee-e982d1d509cd HTTP/1.1" status: 404 len: 339 time: 0.0497234 Jan 14 11:49:20.435335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-be06fd79-a7fb-4503-8345-93941a8ae200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:20.435634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:network and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:20.436781 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-be06fd79-a7fb-4503-8345-93941a8ae200 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.3298941 Jan 14 11:49:20.437304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46234) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:20.444939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:20.447992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.461635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:20.547423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.561918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:20.564511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.640130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.752086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.788460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.802205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Subnet': ['ID=c5748407-e713-4457-ad69-93f0bcbcb0e0,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:20.813466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-92f5c122-6f3e-469f-8a48-9f2b726fbea9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3314891 Jan 14 11:49:20.839041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:20.966082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:20.969893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:20.970451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.030652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.031026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Added segment 77a7a32b-9326-4d9f-b3c1-fc2df0492e85 of type vlan for network 63b9cefe-0f02-422e-af76-7f944a18cf69 Jan 14 11:49:21.066587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting subnet a2b7ad22-a243-49e8-8d0b-25941d6d4c9b {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:21.072120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Checking segment: {'id': 'b8856725-c46b-4794-ba7e-8c131337e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:21.072511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network hostable DHCP agents. Network: 71175615-3461-40d0-a800-79d17c7bf5c4, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:21.076563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.160126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c767b7-8a38-418c-bd2d-da4d339f078c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:21.168464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.223205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=0ecd31cc-a9e5-487d-acad-32304c752ae9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:21.231728 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-7976536c-c89c-46e6-aadd-16c3db1c310e service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072294 Jan 14 11:49:21.236163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0ecd31cc-a9e5-487d-acad-32304c752ae9 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:21.240119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.268025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 71175615-3461-40d0-a800-79d17c7bf5c4 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:21.276793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port df84cdc3-6995-4772-9679-ddb654a2d436, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df84cdc3-6995-4772-9679-ddb654a2d436,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:21.304751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.307428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.311883 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-426e6bc7-56e4-43ba-902a-f404c36d3ba6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3097405 Jan 14 11:49:21.319400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46240) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:21.327688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aedda-2ca0-42a5-9bd9-027dbb99ee24 req-a39e8bc8-c496-4be2-aa5e-515f5437c226 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:21.328909 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1a4aedda-2ca0-42a5-9bd9-027dbb99ee24 req-a39e8bc8-c496-4be2-aa5e-515f5437c226 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.6691744 Jan 14 11:49:21.335087 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-792686ec-b90e-432d-b093-96f10d7b6f46 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2696962 Jan 14 11:49:21.335087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.335087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.336504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46244) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:21.349801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '13c767b7-8a38-418c-bd2d-da4d339f078c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:21.351452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': '0ecd31cc-a9e5-487d-acad-32304c752ae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:21.356430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:21.360957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:21.364676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:21.373009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 71175615-3461-40d0-a800-79d17c7bf5c4) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:21.377174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:21.377735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.384839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc9e4b-09e5-4150-b8dc-6b0d22430761 None None] Network 71175615-3461-40d0-a800-79d17c7bf5c4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:21.508463 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e27ce39d-f23b-4a9a-955a-d84b2b287a54 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0281758 Jan 14 11:49:21.512070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=9a9ece0e-fe26-48e6-b512-2a6b780ce092,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:21.519677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46248) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:21.522944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.524450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:21.535900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:49:21.545752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:21.568386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:21.573257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1f4bf722-588c-4eb2-9ecc-d391d1a269f7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'router': {'external_gateway_info': {'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:21.579827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:21.580550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.589215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779e8e5-a8c8-4066-8fdd-3626e83635a1 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:21.606359 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1a4aedda-2ca0-42a5-9bd9-027dbb99ee24 req-a355ae93-1d93-4526-b709-6e23c830e9e1 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380414 Jan 14 11:49:21.616345 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0550632 Jan 14 11:49:21.623552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.633834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46252) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:21.646216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.646216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:21.646536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.652913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca1c37-0e6b-4d82-be73-7ffadda3ddf5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=df84cdc3-6995-4772-9679-ddb654a2d436,revision_number=4']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:21.664595 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82fd9b50-bf6f-4642-95a9-dd634df6548b req-d479965d-0b1e-4a7a-89ba-4e826440efcc service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220736 Jan 14 11:49:21.665717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:52:2c:be', 'name': 'tempest-NetworksTestDHCPv6-1329351097'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:21.671444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:21.690949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b12fd74a-0b39-4783-8782-bc43dc136d87 None None] Provisioning for port df84cdc3-6995-4772-9679-ddb654a2d436 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:21.733890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:21.749155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:21.761660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-71175615-3461-40d0-a800-79d17c7bf5c4', 'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4', 'tenant_id': '2deb64d8495d42f9aeaefb827321eed6', 'fixed_ips': [{'subnet_id': 'c5748407-e713-4457-ad69-93f0bcbcb0e0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:21.762576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.763668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:21.840460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:21.867122 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4945383 Jan 14 11:49:21.874179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46256) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:21.894415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:21.911305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efa496-b1d3-4029-a4ad-f7f303621966 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Network': ['ID=63b9cefe-0f02-422e-af76-7f944a18cf69,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:21.930248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:21.944942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:22.053398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b7ad22-a243-49e8-8d0b-25941d6d4c9b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:22.063148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.066815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:22.070154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.078480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:22.082222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:22.085072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:22.091503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:22.093833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ed7e0-dec8-45d1-8dae-2d361a7e2e96 None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:22.099550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:22.104346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.105642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:22.109700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:22.158651 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0be42a39-fae3-4d67-9927-f0150a71faa2 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/a2b7ad22-a243-49e8-8d0b-25941d6d4c9b HTTP/1.1" status: 204 len: 168 time: 1.7181299 Jan 14 11:49:22.162879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46260) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:22.226666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.235536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Allocated IP 2001:db8:1::2 (71175615-3461-40d0-a800-79d17c7bf5c4/c5748407-e713-4457-ad69-93f0bcbcb0e0/33127d49-5a95-44e4-9feb-5a5344bb1559) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:22.241573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.247255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:22.365366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9655831d-c8a9-45f5-8517-aaf8617e39c1,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:22.392254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:22.401358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.412028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df84cdc3-6995-4772-9679-ddb654a2d436 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:22.449529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.453736 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-42d5e0b4-00d7-41f3-b142-f50ca93cbee9 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1238837 Jan 14 11:49:22.455879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46264) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:22.493000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 5ffc4af2-f541-49be-b056-052af61a1b11 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:22.585177 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c42dc58e-ff02-4a24-82ca-60882cec0c5a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules/9655831d-c8a9-45f5-8517-aaf8617e39c1 HTTP/1.1" status: 200 len: 705 time: 0.1248643 Jan 14 11:49:22.591636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46268) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:22.634745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port df84cdc3-6995-4772-9679-ddb654a2d436 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:22.668967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port df84cdc3-6995-4772-9679-ddb654a2d436 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:22.670350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.710579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting subnet f6b86c4f-be55-44ea-8ed3-acb54e3ca393 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:22.722855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.756186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2cd29c3d-cd84-4aee-8ed9-f0c85f1a8983 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:22.766736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf722-588c-4eb2-9ecc-d391d1a269f7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.839246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:22.946542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2cd29c3d-cd84-4aee-8ed9-f0c85f1a8983 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:22.948041 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2cd29c3d-cd84-4aee-8ed9-f0c85f1a8983 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3549304 Jan 14 11:49:22.951688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:23.000745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.013942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::2e9 (d177d53d-ca61-4e91-af17-578924330245/97e4f67d-ccfd-496f-98c2-d0cda36dc2ca/5ffc4af2-f541-49be-b056-052af61a1b11) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:23.019176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.043744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.055278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Transition to ACTIVE for port object 33127d49-5a95-44e4-9feb-5a5344bb1559 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:23.064538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.076822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:2cbe (d177d53d-ca61-4e91-af17-578924330245/9a9ece0e-fe26-48e6-b512-2a6b780ce092/5ffc4af2-f541-49be-b056-052af61a1b11) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:23.107092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Transition to ACTIVE for port object 33127d49-5a95-44e4-9feb-5a5344bb1559 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:23.131831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=76b9f5ee-1ebe-4174-b40f-21687f49882a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:23.155628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port df84cdc3-6995-4772-9679-ddb654a2d436, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df84cdc3-6995-4772-9679-ddb654a2d436,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:23.156009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2da3b85-95b3-4d24-8312-c56805bbc3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.157681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.206584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2da3b85-95b3-4d24-8312-c56805bbc3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.253216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=182f2b3a-60d9-4eb7-b54c-0ddb6909d1eb,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:23.322855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987da04-5c6f-4b42-b093-ebac2b1adad7 req-c433cf2e-5fe6-4fe1-92f9-8c55bcfbb3eb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:23.324843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9987da04-5c6f-4b42-b093-ebac2b1adad7 req-c433cf2e-5fe6-4fe1-92f9-8c55bcfbb3eb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4269128 Jan 14 11:49:23.328776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.344428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Pushing event updated for resources: {'Port': ['ID=33127d49-5a95-44e4-9feb-5a5344bb1559,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:23.347042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.397431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Network 71175615-3461-40d0-a800-79d17c7bf5c4 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:23.412616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:23.416392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:23.419776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2da3b85-95b3-4d24-8312-c56805bbc3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.424837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '43c35483-fc77-4e39-8683-a2fb83b8861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ecd31cc-a9e5-487d-acad-32304c752ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:23.425220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: 0ecd31cc-a9e5-487d-acad-32304c752ae9, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:23.477042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3b85-95b3-4d24-8312-c56805bbc3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9655831d-c8a9-45f5-8517-aaf8617e39c1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:23.526910 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9987da04-5c6f-4b42-b093-ebac2b1adad7 req-8748fb5b-1281-47cf-af34-0312d79b6b71 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422851 Jan 14 11:49:23.533891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Checking segment: {'id': '77a7a32b-9326-4d9f-b3c1-fc2df0492e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:23.534365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network hostable DHCP agents. Network: 63b9cefe-0f02-422e-af76-7f944a18cf69, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:23.547402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d2da3b85-95b3-4d24-8312-c56805bbc3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.548532 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d2da3b85-95b3-4d24-8312-c56805bbc3f1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9655831d-c8a9-45f5-8517-aaf8617e39c1 HTTP/1.1" status: 204 len: 168 time: 0.5861058 Jan 14 11:49:23.566803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46278) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:23.566803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-1f4bf722-588c-4eb2-9ecc-d391d1a269f7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:49:23.566803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f4bf722-588c-4eb2-9ecc-d391d1a269f7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d HTTP/1.1" status: 400 len: 364 time: 2.0433395 Jan 14 11:49:23.570246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46284) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:23.579822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2dbfb508-60de-4690-80e6-aa7c60a11fb0 None None] Provisioning complete for port df84cdc3-6995-4772-9679-ddb654a2d436 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:23.580190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2dbfb508-60de-4690-80e6-aa7c60a11fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.607341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=df84cdc3-6995-4772-9679-ddb654a2d436,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:23.622083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Attempting to bind port 33127d49-5a95-44e4-9feb-5a5344bb1559 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:23.622440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Attempting to bind port 33127d49-5a95-44e4-9feb-5a5344bb1559 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b8856725-c46b-4794-ba7e-8c131337e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:23.622791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Attempting to bind port 33127d49-5a95-44e4-9feb-5a5344bb1559 on network 71175615-3461-40d0-a800-79d17c7bf5c4 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:23.643578 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:23.644215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Checking segment: {'id': 'b8856725-c46b-4794-ba7e-8c131337e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:23.644869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.645406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Bound using segment: {'id': 'b8856725-c46b-4794-ba7e-8c131337e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:23.646069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Bound port: 33127d49-5a95-44e4-9feb-5a5344bb1559, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8856725-c46b-4794-ba7e-8c131337e9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '71175615-3461-40d0-a800-79d17c7bf5c4'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:23.646615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.656013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:23.679011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 63b9cefe-0f02-422e-af76-7f944a18cf69) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:23.689429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.691173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:23.691765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.698416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.700289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 0ecd31cc-a9e5-487d-acad-32304c752ae9 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:23.708119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1d767-2487-429e-88cf-948127098fcf None None] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:23.735045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.759254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 0ecd31cc-a9e5-487d-acad-32304c752ae9) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:23.815349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 5ffc4af2-f541-49be-b056-052af61a1b11 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:23.817073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b86c4f-be55-44ea-8ed3-acb54e3ca393,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:23.825092 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3288e6f7-93a6-4884-8b8b-0e446a12a764 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9491553 Jan 14 11:49:23.829369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46288) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:23.836501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-183656554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:23.838319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:23.839380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:23.855119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b68ad-1bbe-4ca7-95f9-8f8eef941bd7 None None] Network 0ecd31cc-a9e5-487d-acad-32304c752ae9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:23.856324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e80dc8ea-e5f5-44f6-be9d-1871f6390984 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:23.864106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b048f0a9-8b65-46e1-8321-6a18ad99201a tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/f6b86c4f-be55-44ea-8ed3-acb54e3ca393 HTTP/1.1" status: 204 len: 168 time: 1.6872575 Jan 14 11:49:23.864284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:23.867140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46292) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:23.896147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:router and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:23.910039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e80dc8ea-e5f5-44f6-be9d-1871f6390984 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:23.911399 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e80dc8ea-e5f5-44f6-be9d-1871f6390984 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3516212 Jan 14 11:49:23.912245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:23.955690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dde9c5-6062-43f8-a9a9-5e7618c3026c None None] Network 1433b8de-8f34-450a-b1fe-aa946952ca56 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:23.968806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46296) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:23.985367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-36c5da35-395c-43ff-8d31-51bbb47a0411 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6455042 Jan 14 11:49:23.988270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46300) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:24.002439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '13c767b7-8a38-418c-bd2d-da4d339f078c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:24.006345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:24.020864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:24.062955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:24.070683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce44f-5c58-4b5e-8fd8-63f6a3a6a87b req-3f9b8923-5b4e-43d6-bebf-25e0f4e21080 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:24.073125 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-69fce44f-5c58-4b5e-8fd8-63f6a3a6a87b req-3f9b8923-5b4e-43d6-bebf-25e0f4e21080 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3228791 Jan 14 11:49:24.076140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.076871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.083025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.097633 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:49:24.129898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] For port 33127d49-5a95-44e4-9feb-5a5344bb1559, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:24.141498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df84cdc3-6995-4772-9679-ddb654a2d436 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:24.144947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.190780 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.231938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] For port 33127d49-5a95-44e4-9feb-5a5344bb1559, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=33127d49-5a95-44e4-9feb-5a5344bb1559,segment=NetworkSegment(b8856725-c46b-4794-ba7e-8c131337e9b9),segment_id=b8856725-c46b-4794-ba7e-8c131337e9b9)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:24.237107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:24.263344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:24.265785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:24.269897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:24.270506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.284066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port b418b8f7-7430-4d1d-ab66-1155b25b0208 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:24.284397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.308592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.310970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.331149 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-69fce44f-5c58-4b5e-8fd8-63f6a3a6a87b req-fde0c93a-9cf2-4a80-b306-5b11735cfc49 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447655 Jan 14 11:49:24.418397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=5ffc4af2-f541-49be-b056-052af61a1b11,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:24.451189 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fe902936-20e7-4a04-a5a4-1550141d28b8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7995675 Jan 14 11:49:24.452913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.461791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.488558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46306) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:24.630926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.645718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 5ffc4af2-f541-49be-b056-052af61a1b11 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:24.646100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.669736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a92b4-b191-456d-aaba-ed92d6833622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-0ecd31cc-a9e5-487d-acad-32304c752ae9', 'network_id': '0ecd31cc-a9e5-487d-acad-32304c752ae9', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '182f2b3a-60d9-4eb7-b54c-0ddb6909d1eb'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:24.670709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e2a92b4-b191-456d-aaba-ed92d6833622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.687312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-63b9cefe-0f02-422e-af76-7f944a18cf69', 'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': '76b9f5ee-1ebe-4174-b40f-21687f49882a'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:24.688111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.703788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port df84cdc3-6995-4772-9679-ddb654a2d436 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:24.704145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.739566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-155bdafb-e3aa-414e-a48c-18473cc772f2 None None] Provisioning complete for port b418b8f7-7430-4d1d-ab66-1155b25b0208 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:24.739566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-155bdafb-e3aa-414e-a48c-18473cc772f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.777656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6846de-1c56-4c64-ad5b-52eafdf2512c None None] Pushing event updated for resources: {'Port': ['ID=33127d49-5a95-44e4-9feb-5a5344bb1559,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:24.809126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.815595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.820663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46310) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:24.821410 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-497d8517-8fc3-4948-9b43-c3ed5890a9d5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9885025 Jan 14 11:49:24.834223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.845760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69', 'name': 'tempest-PortsIpV6TestJSON-1299609386'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:24.853204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port b418b8f7-7430-4d1d-ab66-1155b25b0208, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b418b8f7-7430-4d1d-ab66-1155b25b0208,segment=NetworkSegment(8ee74f95-b9ad-44a8-9499-5fb7b07d3b16),segment_id=8ee74f95-b9ad-44a8-9499-5fb7b07d3b16)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:24.854391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.867614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.925279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] DHCP port deletion for 1433b8de-8f34-450a-b1fe-aa946952ca56 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:24.952235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Deleting port b418b8f7-7430-4d1d-ab66-1155b25b0208 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:24.952589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.985027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:24.988877 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0190678 Jan 14 11:49:25.000478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46314) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:25.011535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=182f2b3a-60d9-4eb7-b54c-0ddb6909d1eb,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:25.056353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6384ce-cb77-42d7-bf45-7a5ada5dd68d tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe7c14e-c10d-4ce9-8e43-bbf71bfb934b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:25.065583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for b418b8f7-7430-4d1d-ab66-1155b25b0208 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:25.106922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0f27-120c-4641-a706-d6c753a81678 req-77b81ddc-bbe7-4c4a-b703-ea0bbd865d9b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:25.113739 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ccfb0f27-120c-4641-a706-d6c753a81678 req-77b81ddc-bbe7-4c4a-b703-ea0bbd865d9b tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5490835 Jan 14 11:49:25.168215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.283837 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-44d3254e-b124-4cd2-9b80-b5f6acda5257 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules/7fe7c14e-c10d-4ce9-8e43-bbf71bfb934b HTTP/1.1" status: 200 len: 705 time: 0.2737055 Jan 14 11:49:25.300088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46318) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:25.387715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.417352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-155bdafb-e3aa-414e-a48c-18473cc772f2 None None] Port b418b8f7-7430-4d1d-ab66-1155b25b0208 update to ACTIVE by agent not found {{(pid=83453) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 14 11:49:25.425063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.426077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.427132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6b4af-f6e2-4de1-b559-e6f63ca1b937 None None] Network 0ecd31cc-a9e5-487d-acad-32304c752ae9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:25.460333 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ccfb0f27-120c-4641-a706-d6c753a81678 req-d64bcdb0-4c8d-482f-b087-6bed8db50499 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450267 Jan 14 11:49:25.523913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Allocated IP 2001:db8::2 (63b9cefe-0f02-422e-af76-7f944a18cf69/76b9f5ee-1ebe-4174-b40f-21687f49882a/7c607234-e914-4d59-ae68-98dd5cb4623d) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:25.549710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Port': ['ID=b418b8f7-7430-4d1d-ab66-1155b25b0208,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:25.575935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecd31cc-a9e5-487d-acad-32304c752ae9']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:25.624762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No DVR routers for this DVR port b418b8f7-7430-4d1d-ab66-1155b25b0208 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:25.632408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 5ffc4af2-f541-49be-b056-052af61a1b11 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:25.636803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c35483-fc77-4e39-8683-a2fb83b8861b') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:25.637092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c35483-fc77-4e39-8683-a2fb83b8861b') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:25.648464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:25.667963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.677478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:port and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:25.687904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7bb319e5-3f60-4ebf-9677-8eba089e80b8 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3697913 Jan 14 11:49:25.694546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:25.699403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46324) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:25.725117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:25.727900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.798910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:25.799458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:25.818846 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:25.863265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e54915a2-ff5c-4277-846b-5c1286f2c861 None None] Provisioning for port 5ffc4af2-f541-49be-b056-052af61a1b11 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:25.909650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] For port b418b8f7-7430-4d1d-ab66-1155b25b0208, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b418b8f7-7430-4d1d-ab66-1155b25b0208,segment=NetworkSegment(8ee74f95-b9ad-44a8-9499-5fb7b07d3b16),segment_id=8ee74f95-b9ad-44a8-9499-5fb7b07d3b16)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:25.910112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:25.922076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e54915a2-ff5c-4277-846b-5c1286f2c861 None None] Provisioning complete for port 5ffc4af2-f541-49be-b056-052af61a1b11 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:25.922584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e54915a2-ff5c-4277-846b-5c1286f2c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.016987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:26.020039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.026532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.053955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1433b8de-8f34-450a-b1fe-aa946952ca56']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:26.067067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafb5b3d-73e0-475f-955a-25f0d099e829 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.069045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:26.069352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee74f95-b9ad-44a8-9499-5fb7b07d3b16') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:26.100055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafb5b3d-73e0-475f-955a-25f0d099e829 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.122310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Allocated IP 2001:db8::1 (3a8d21ec-d453-49eb-a7ce-51023b870f0c/e88672b3-767b-4b13-a0ab-2c6eacb7230e/c46979c9-4612-487f-8886-ea716be1ef8b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:26.124410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.133604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:26.216087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.273190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.292288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.292534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=0ecd31cc-a9e5-487d-acad-32304c752ae9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:26.299068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:26.301935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.315495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Calling delete_port for b418b8f7-7430-4d1d-ab66-1155b25b0208 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:26.355658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 33127d49-5a95-44e4-9feb-5a5344bb1559 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:26.361785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafb5b3d-73e0-475f-955a-25f0d099e829 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.369713 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8d51c372-2a81-45f2-b960-678b5e792281 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/0ecd31cc-a9e5-487d-acad-32304c752ae9 HTTP/1.1" status: 204 len: 168 time: 2.3797193 Jan 14 11:49:26.370516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46330) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.380662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafb5b3d-73e0-475f-955a-25f0d099e829 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.384042 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eafb5b3d-73e0-475f-955a-25f0d099e829 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7fe7c14e-c10d-4ce9-8e43-bbf71bfb934b HTTP/1.1" status: 204 len: 168 time: 0.6788709 Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:26.386402 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:26.392195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46332) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.411407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9f5f8-4441-4a43-9ca8-7534572f3e2b None None] Network 71175615-3461-40d0-a800-79d17c7bf5c4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:26.452036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2080251430'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:26.467239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:26.469700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb5b3d-73e0-475f-955a-25f0d099e829 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fe7c14e-c10d-4ce9-8e43-bbf71bfb934b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:26.481975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:26.487530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:26.497031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:26.498214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.523201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:26.526013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.531684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.537885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=1433b8de-8f34-450a-b1fe-aa946952ca56,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:26.555065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e54915a2-ff5c-4277-846b-5c1286f2c861 None None] Port 5ffc4af2-f541-49be-b056-052af61a1b11 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:26.568996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad494e-5c22-42fd-97ac-a1e11d737f6d req-b888e4ae-2496-40e9-9ba5-7dc5b1502576 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:26.569183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f8e012cd-f94e-42ad-9d89-9d772c63d16e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:26.570475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1cad494e-5c22-42fd-97ac-a1e11d737f6d req-b888e4ae-2496-40e9-9ba5-7dc5b1502576 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3495839 Jan 14 11:49:26.577085 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-10b3501f-3698-46c7-a46f-0950dc917655 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/1433b8de-8f34-450a-b1fe-aa946952ca56 HTTP/1.1" status: 204 len: 168 time: 2.7032673 Jan 14 11:49:26.577085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.578153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46338) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.655993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:26.659676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.674575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=5ffc4af2-f541-49be-b056-052af61a1b11,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:26.678623 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4c53fe-13d9-4979-9103-714b0650ab9d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:26.679070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4c53fe-13d9-4979-9103-714b0650ab9d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:26.683751 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2b4c53fe-13d9-4979-9103-714b0650ab9d tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/6e4a8d21-30de-4e6e-99ba-5ab5ffcd8c06 HTTP/1.1" status: 404 len: 337 time: 0.1017623 Jan 14 11:49:26.683751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f8e012cd-f94e-42ad-9d89-9d772c63d16e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:26.688050 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f8e012cd-f94e-42ad-9d89-9d772c63d16e tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2916005 Jan 14 11:49:26.688050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46342) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.688050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46344) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.690432 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1cad494e-5c22-42fd-97ac-a1e11d737f6d req-3f361607-a231-418c-a68e-359cd4cb829d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114748 Jan 14 11:49:26.702943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.708223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.708649 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 4a4791c1-d54c-41e7-ac2e-9b4a56149f0b of type vlan for network c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 Jan 14 11:49:26.715704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Transition to ACTIVE for port object c46979c9-4612-487f-8886-ea716be1ef8b will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:26.725065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '13c767b7-8a38-418c-bd2d-da4d339f078c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:26.730039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:26.730397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:26.739006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Transition to ACTIVE for port object 7c607234-e914-4d59-ae68-98dd5cb4623d will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:26.749081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.766003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:26.767999 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f40632-a5bf-4eb7-a96c-a1c16f502cae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:26.768432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f40632-a5bf-4eb7-a96c-a1c16f502cae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:26.773478 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-02f40632-a5bf-4eb7-a96c-a1c16f502cae tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/16013d36-e004-4d80-8728-5ceef9ea63ab HTTP/1.1" status: 404 len: 339 time: 0.0836983 Jan 14 11:49:26.773668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46350) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.817533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:26.831234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.833097 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a7f07efc-746f-42f9-b566-af424e8cc9e5 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/5ffc4af2-f541-49be-b056-052af61a1b11 HTTP/1.1" status: 204 len: 168 time: 2.3401067 Jan 14 11:49:26.836317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46354) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.874013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 33127d49-5a95-44e4-9feb-5a5344bb1559 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:26.881377 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Project 97e18e87ce5342f48d2d70db80791354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:49:26.896709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:26.915108 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fa7ef1-34ac-4eb4-bea8-bdd7871011af tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:26.915696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fa7ef1-34ac-4eb4-bea8-bdd7871011af tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:26.957085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Transition to ACTIVE for port object 7c607234-e914-4d59-ae68-98dd5cb4623d will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:26.958082 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-46fa7ef1-34ac-4eb4-bea8-bdd7871011af tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/802c03fc-6372-471b-b914-e5fc0d846043 HTTP/1.1" status: 404 len: 337 time: 0.1831696 Jan 14 11:49:26.960950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46358) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:26.972786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] Provisioning for port 33127d49-5a95-44e4-9feb-5a5344bb1559 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:26.979568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0fbc0d-b91b-43e2-9816-7456774ee1c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:26.980319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5b0fbc0d-b91b-43e2-9816-7456774ee1c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:27.004697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.011140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.018397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5b0fbc0d-b91b-43e2-9816-7456774ee1c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:27.019583 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5b0fbc0d-b91b-43e2-9816-7456774ee1c4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1822605 Jan 14 11:49:27.023258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46362) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.025853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.033283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.037026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:27.037684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.067712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] Provisioning complete for port 33127d49-5a95-44e4-9feb-5a5344bb1559 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:27.068094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.102976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.106604 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4158888 Jan 14 11:49:27.108995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46366) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.116069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b418b8f7-7430-4d1d-ab66-1155b25b0208 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:27.137076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dcc35-9217-436f-bb18-33a011f22d0c tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79150a3-5be1-4a67-8bba-b95ac7789e3e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:27.153861 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-716aae1d-6616-42d0-b584-fc4fdc2725f2 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules/b79150a3-5be1-4a67-8bba-b95ac7789e3e HTTP/1.1" status: 200 len: 711 time: 0.0400875 Jan 14 11:49:27.157439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46370) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.199280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b418b8f7-7430-4d1d-ab66-1155b25b0208 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:27.199280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b418b8f7-7430-4d1d-ab66-1155b25b0208 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:27.233396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f412a1b-dc4a-4d80-9625-500ee283f9bf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:27.234999 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8f412a1b-dc4a-4d80-9625-500ee283f9bf tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2107027 Jan 14 11:49:27.239955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46374) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.241728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Deleting port b418b8f7-7430-4d1d-ab66-1155b25b0208 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:27.242324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.261493 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad77b18f-f13a-4129-af6b-432af07630aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:27.261954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad77b18f-f13a-4129-af6b-432af07630aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:27.263601 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad77b18f-f13a-4129-af6b-432af07630aa tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/a68f72f0-9885-4af3-a3cb-e5d8b0685df1 HTTP/1.1" status: 404 len: 339 time: 0.3012898 Jan 14 11:49:27.273431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.276115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:27.277469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46378) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.283937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Pushing event updated for resources: {'Port': ['ID=7c607234-e914-4d59-ae68-98dd5cb4623d,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:27.287180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-50a0ac53-8024-433c-84c4-3d201699d902 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:27.295149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:27.302071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:27.325064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-50a0ac53-8024-433c-84c4-3d201699d902 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:27.329315 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-50a0ac53-8024-433c-84c4-3d201699d902 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1679387 Jan 14 11:49:27.330574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46380) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.349252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e1916e72-ddf5-4576-b261-115305a14540 None None] The port 'b418b8f7-7430-4d1d-ab66-1155b25b0208' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:27.354088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368caa0b-e661-46e3-805d-878491b35407 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:27.355606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368caa0b-e661-46e3-805d-878491b35407 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:27.357351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368caa0b-e661-46e3-805d-878491b35407 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:27.358317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-368caa0b-e661-46e3-805d-878491b35407 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:27.393535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-553e76dd-1ff8-47c1-b31f-b417f82cb6e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.405125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-553e76dd-1ff8-47c1-b31f-b417f82cb6e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.414009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-368caa0b-e661-46e3-805d-878491b35407 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:27.418794 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-368caa0b-e661-46e3-805d-878491b35407 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1750827 Jan 14 11:49:27.418959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46386) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.453079 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0640831 Jan 14 11:49:27.456283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46390) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.467957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': 'c8a122c3-7adf-4c8c-ac7c-82ab587e4b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:27.471621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b30c64e-b5e3-4ace-b3fb-dc2fac16ef6c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:27.472056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b30c64e-b5e3-4ace-b3fb-dc2fac16ef6c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:27.475998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1b30c64e-b5e3-4ace-b3fb-dc2fac16ef6c tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/0ebea45a-6a32-4cb1-a35d-34502ec504e6 HTTP/1.1" status: 404 len: 337 time: 0.0940344 Jan 14 11:49:27.491290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46394) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.524868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::bb (63b9cefe-0f02-422e-af76-7f944a18cf69/76b9f5ee-1ebe-4174-b40f-21687f49882a/a92eff61-64a3-4f46-a3bb-60cf19c43eb0) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:27.526879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Attempting to bind port 7c607234-e914-4d59-ae68-98dd5cb4623d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:27.527716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Attempting to bind port 7c607234-e914-4d59-ae68-98dd5cb4623d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '77a7a32b-9326-4d9f-b3c1-fc2df0492e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:27.528006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe0f4b-0542-4dad-875c-ca0e7f153fa8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=c8a122c3-7adf-4c8c-ac7c-82ab587e4b40,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:27.528831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Attempting to bind port 7c607234-e914-4d59-ae68-98dd5cb4623d on network 63b9cefe-0f02-422e-af76-7f944a18cf69 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:27.540288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Port': ['ID=c46979c9-4612-487f-8886-ea716be1ef8b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:27.544382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.545117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:27.549803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:27.551964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:27.552483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.555771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:27.592842 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c2ec0c-d8d6-4428-9a97-c188fb34eaec tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:27.592842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c2ec0c-d8d6-4428-9a97-c188fb34eaec tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:27.616658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-553e76dd-1ff8-47c1-b31f-b417f82cb6e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.635729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-553e76dd-1ff8-47c1-b31f-b417f82cb6e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.636104 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-553e76dd-1ff8-47c1-b31f-b417f82cb6e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b79150a3-5be1-4a67-8bba-b95ac7789e3e HTTP/1.1" status: 204 len: 168 time: 0.3044405 Jan 14 11:49:27.643562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46398) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.644088 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-56c2ec0c-d8d6-4428-9a97-c188fb34eaec tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/a5438e24-4572-4b48-93d9-327d51c28150 HTTP/1.1" status: 404 len: 339 time: 0.1561501 Jan 14 11:49:27.661513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46402) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:27.724133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e76dd-1ff8-47c1-b31f-b417f82cb6e3 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b79150a3-5be1-4a67-8bba-b95ac7789e3e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:27.725433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:27.725801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Checking segment: {'id': '77a7a32b-9326-4d9f-b3c1-fc2df0492e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:27.733945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.734462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Bound using segment: {'id': '77a7a32b-9326-4d9f-b3c1-fc2df0492e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:27.734982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Bound port: 7c607234-e914-4d59-ae68-98dd5cb4623d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a7a32b-9326-4d9f-b3c1-fc2df0492e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63b9cefe-0f02-422e-af76-7f944a18cf69'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:27.735235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.851148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:27.862771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:27.863308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] For port 33127d49-5a95-44e4-9feb-5a5344bb1559, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=33127d49-5a95-44e4-9feb-5a5344bb1559,segment=NetworkSegment(b8856725-c46b-4794-ba7e-8c131337e9b9),segment_id=b8856725-c46b-4794-ba7e-8c131337e9b9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:27.885790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.910804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:27.924875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:27.945891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object a92eff61-64a3-4f46-a3bb-60cf19c43eb0 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:27.963559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:27.965363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] For port 7c607234-e914-4d59-ae68-98dd5cb4623d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:27.969058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] For port 7c607234-e914-4d59-ae68-98dd5cb4623d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c607234-e914-4d59-ae68-98dd5cb4623d,segment=NetworkSegment(77a7a32b-9326-4d9f-b3c1-fc2df0492e85),segment_id=77a7a32b-9326-4d9f-b3c1-fc2df0492e85)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:28.009763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.054643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.068296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92455e-7b6b-420d-a2d5-4087e2aa3cfa None None] Pushing event updated for resources: {'Port': ['ID=33127d49-5a95-44e4-9feb-5a5344bb1559,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:28.125162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.155339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:28.157987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=a92eff61-64a3-4f46-a3bb-60cf19c43eb0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:28.165445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:28.173988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:28.178445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:28.179236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:28.180009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.192651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-91289a1f-35c4-4083-bd2c-76ba21a91e2f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:28.256664 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-099aa41d-764c-4366-a091-df954821f05d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4319468 Jan 14 11:49:28.265884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:28.274039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da9421a1-badd-4c78-8de7-af9598ba9099 None None] Provisioning for port c46979c9-4612-487f-8886-ea716be1ef8b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:28.293161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4d83a-39b7-4289-ac3e-93593d9458f3 None None] Pushing event updated for resources: {'Port': ['ID=7c607234-e914-4d59-ae68-98dd5cb4623d,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:28.302243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da9421a1-badd-4c78-8de7-af9598ba9099 None None] Provisioning complete for port c46979c9-4612-487f-8886-ea716be1ef8b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:28.302719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da9421a1-badd-4c78-8de7-af9598ba9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.339860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-91289a1f-35c4-4083-bd2c-76ba21a91e2f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:28.340587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-91289a1f-35c4-4083-bd2c-76ba21a91e2f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6960051 Jan 14 11:49:28.352152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46412) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:28.363143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 97e4f67d-ccfd-496f-98c2-d0cda36dc2ca {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:28.365811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-da9421a1-badd-4c78-8de7-af9598ba9099 None None] Port c46979c9-4612-487f-8886-ea716be1ef8b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:28.372814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.380816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da9421a1-badd-4c78-8de7-af9598ba9099 None None] Provisioning complete for port 33127d49-5a95-44e4-9feb-5a5344bb1559 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:28.381567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da9421a1-badd-4c78-8de7-af9598ba9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.567230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.584787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting subnet bcc0c69c-92e8-4ce2-a2a8-399d5ff37f10 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:28.588260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.648543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.767238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.799013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ddff6-cd15-4aae-ba84-be50a48fdfa3 req-2816b8c2-ca4f-4163-88d4-cd0c335dbafe tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:28.800574 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f01ddff6-cd15-4aae-ba84-be50a48fdfa3 req-2816b8c2-ca4f-4163-88d4-cd0c335dbafe tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.8831320 Jan 14 11:49:28.870206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing IP validity checks on allocation pools {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:49:28.870719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:49:28.948212 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f01ddff6-cd15-4aae-ba84-be50a48fdfa3 req-e98e710c-2ee3-4b14-9474-dad3561c662e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265125 Jan 14 11:49:28.949088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd3989ae-fd26-4ffe-b10c-df00c1f0c44a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.955838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:28.998445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd3989ae-fd26-4ffe-b10c-df00c1f0c44a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.068424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.168311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.221705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.246545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.247484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.249754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc0c69c-92e8-4ce2-a2a8-399d5ff37f10,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:29.267648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930445e-1af9-4304-911c-c9550dc9d33b None None] Network 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:29.269201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.277259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.318786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.394426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=270df5b7-13b5-41c7-a674-3113703d28be,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:29.446383 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fd817b40-c419-485c-a068-4ba70aecf407 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/bcc0c69c-92e8-4ce2-a2a8-399d5ff37f10 HTTP/1.1" status: 204 len: 168 time: 1.7678506 Jan 14 11:49:29.450836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46420) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:29.521167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event updated for resources: {'Port': ['ID=c46979c9-4612-487f-8886-ea716be1ef8b,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:29.544298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=97e4f67d-ccfd-496f-98c2-d0cda36dc2ca,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:29.559325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.560269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd1e76-d24d-4190-8c1e-d287a65c1850 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:29.563432 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-90829f17-3292-4fb5-979a-608e900fa0e1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/97e4f67d-ccfd-496f-98c2-d0cda36dc2ca HTTP/1.1" status: 204 len: 168 time: 2.1413171 Jan 14 11:49:29.596451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd3989ae-fd26-4ffe-b10c-df00c1f0c44a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.605349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46424) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:29.659472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] DHCP port deletion for 5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:29.661084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7dc0b1-af8b-4c1d-967b-6d20cad505c6 None None] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:29.666752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3989ae-fd26-4ffe-b10c-df00c1f0c44a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c767b7-8a38-418c-bd2d-da4d339f078c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:29.677647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '4a4791c1-d54c-41e7-ac2e-9b4a56149f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8a122c3-7adf-4c8c-ac7c-82ab587e4b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:29.678545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: c8a122c3-7adf-4c8c-ac7c-82ab587e4b40, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:29.722717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.751146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port 708e6f21-9224-4dd8-a3ca-806edfd65348 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:29.751516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.774552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Deleting port 708e6f21-9224-4dd8-a3ca-806edfd65348 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:29.775597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.794474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:29.808622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b9dd9-872f-4a59-bb06-f7e622dbfc0a req-178df5b0-5d86-4034-bd44-7f8a3bb2b9bd tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:29.809856 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-457b9dd9-872f-4a59-bb06-f7e622dbfc0a req-178df5b0-5d86-4034-bd44-7f8a3bb2b9bd tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.3095849 Jan 14 11:49:29.843045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-082d7c68-749e-450d-ba98-bf422597c0d6 None None] Provisioning for port 7c607234-e914-4d59-ae68-98dd5cb4623d completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:29.868144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c8a122c3-7adf-4c8c-ac7c-82ab587e4b40) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:29.874888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd3989ae-fd26-4ffe-b10c-df00c1f0c44a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.874888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fd3989ae-fd26-4ffe-b10c-df00c1f0c44a tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/13c767b7-8a38-418c-bd2d-da4d339f078c HTTP/1.1" status: 204 len: 168 time: 1.5217566 Jan 14 11:49:29.886055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46428) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:29.915796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:29.917106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:29.933935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c8398-7175-418c-9885-cc3f1f6049e6 None None] Network c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:30.042424 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8bb1624d-e721-4799-9249-3e5dbaf44d35 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5813184 Jan 14 11:49:30.045941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46432) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:30.050091 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-457b9dd9-872f-4a59-bb06-f7e622dbfc0a req-884be5f8-93d6-4c44-ba43-ec2d05a6d60e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268147 Jan 14 11:49:30.059410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-e169405e-08bb-4b77-b175-2224840d88a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e601a0c90834026b3aca6deb8ac6303&device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 1098 time: 0.5397143 Jan 14 11:49:30.120317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:30.176164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:30.190784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-40fb66dc-800c-47f1-a87c-af10cdb750a8 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:30.201208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port 708e6f21-9224-4dd8-a3ca-806edfd65348, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=708e6f21-9224-4dd8-a3ca-806edfd65348,segment=NetworkSegment(f949d0b1-60e3-496c-b904-8fb3a6c567b8),segment_id=f949d0b1-60e3-496c-b904-8fb3a6c567b8)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:30.201559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.202736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] For port 708e6f21-9224-4dd8-a3ca-806edfd65348, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=708e6f21-9224-4dd8-a3ca-806edfd65348,segment=NetworkSegment(f949d0b1-60e3-496c-b904-8fb3a6c567b8),segment_id=f949d0b1-60e3-496c-b904-8fb3a6c567b8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:30.203119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.364576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Calling delete_port for 708e6f21-9224-4dd8-a3ca-806edfd65348 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:30.428612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 9a9ece0e-fe26-48e6-b512-2a6b780ce092 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:30.451385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.522288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for 708e6f21-9224-4dd8-a3ca-806edfd65348 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:30.532320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.541867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 33127d49-5a95-44e4-9feb-5a5344bb1559 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:30.574277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.590231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-40fb66dc-800c-47f1-a87c-af10cdb750a8 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:30.595724 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-40fb66dc-800c-47f1-a87c-af10cdb750a8 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7019875 Jan 14 11:49:30.609735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46436) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:30.622375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.649131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group': {'name': 'tempest-secgroup--992468545'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:30.667298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:30.684913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-61e8dc4e-7ab8-4862-bded-44c36867c138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:30.686162 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-61e8dc4e-7ab8-4862-bded-44c36867c138 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 200 len: 913 time: 0.6151907 Jan 14 11:49:30.696757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.752153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Port': ['ID=708e6f21-9224-4dd8-a3ca-806edfd65348,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:30.762919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.796941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No DVR routers for this DVR port 708e6f21-9224-4dd8-a3ca-806edfd65348 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:30.831038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:30.831386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:30.897336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f58af5-48c8-4c8b-9501-1d86bb508f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c8a122c3-7adf-4c8c-ac7c-82ab587e4b40', 'network_id': 'c8a122c3-7adf-4c8c-ac7c-82ab587e4b40', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '270df5b7-13b5-41c7-a674-3113703d28be'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:30.898155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84f58af5-48c8-4c8b-9501-1d86bb508f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.907355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f8aa7da0-bd81-43a6-9c84-bb2a4d64caab None None] Provisioning complete for port c46979c9-4612-487f-8886-ea716be1ef8b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:30.907564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7da0-bd81-43a6-9c84-bb2a4d64caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:30.943300 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:30.958563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.000422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:31.011620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.016449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a02f808d-c810-45c4-b54b-22eb30819d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.052057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f949d0b1-60e3-496c-b904-8fb3a6c567b8') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:31.052057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f949d0b1-60e3-496c-b904-8fb3a6c567b8') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:31.065428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=270df5b7-13b5-41c7-a674-3113703d28be,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:31.073344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.082357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.095442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa7da0-bd81-43a6-9c84-bb2a4d64caab None None] Port c46979c9-4612-487f-8886-ea716be1ef8b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:31.100882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 33127d49-5a95-44e4-9feb-5a5344bb1559 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:31.101285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.162933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.189844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:31.190246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.192468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:31.206130 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:31.276983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.292723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0e5f0-61ce-4f66-8fe0-864513a792dd None None] Network c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:31.323011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a122c3-7adf-4c8c-ac7c-82ab587e4b40']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:31.336931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4791c1-d54c-41e7-ac2e-9b4a56149f0b') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:31.337281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4791c1-d54c-41e7-ac2e-9b4a56149f0b') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:31.343701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.349303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.377098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.390834 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-fd776544-779f-433b-97e6-7fddb168d0ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 200 len: 1000 time: 0.6261687 Jan 14 11:49:31.392443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Deleting port 708e6f21-9224-4dd8-a3ca-806edfd65348 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:31.392443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.393134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:31.407342 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fdaf393c-bc49-4626-bbe3-d24f1adb760f tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/5bd1aa88-44e1-4c96-baee-e7ef7ccc7ae6 HTTP/1.1" status: 204 len: 168 time: 1.9368923 Jan 14 11:49:31.408477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.410758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46442) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:31.445358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.455480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:31.455901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:31.472993 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:31.480381 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bb10f7-0fb1-4f0c-b53e-28162c9ba388 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:31.480817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bb10f7-0fb1-4f0c-b53e-28162c9ba388 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:31.482545 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c7bb10f7-0fb1-4f0c-b53e-28162c9ba388 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/deed442a-c1ac-4dbd-8068-50973a7e9d9e HTTP/1.1" status: 404 len: 337 time: 0.0709169 Jan 14 11:49:31.497411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46446) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:31.522844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aeda380a-8ee5-4135-8186-e056caacdebf None None] The port '708e6f21-9224-4dd8-a3ca-806edfd65348' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:31.538600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c607234-e914-4d59-ae68-98dd5cb4623d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:31.548717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:31.570383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.577360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.591227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:31.607995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:31.616067 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 HTTP/1.1" status: 204 len: 168 time: 1.5649378 Jan 14 11:49:31.617447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46450) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:31.623763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba39c8-591d-49c8-8be3-096ec2f70acb tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=c8a122c3-7adf-4c8c-ac7c-82ab587e4b40,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:31.630249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364343423'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:31.635335 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64b64d7-7607-4a74-ab5f-7b35c88fd866 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:31.635792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64b64d7-7607-4a74-ab5f-7b35c88fd866 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:31.636445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:31.647500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:31.648441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:31.657440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:31.671059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:31.683880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:31.689677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.690956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-a1979acc-0f1d-407e-af95-4556391a3f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:31.692443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-a1979acc-0f1d-407e-af95-4556391a3f43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 200 len: 851 time: 0.2901392 Jan 14 11:49:31.704376 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c64b64d7-7607-4a74-ab5f-7b35c88fd866 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/dbcaf911-7f7d-4c52-8753-335ddfe2e32d HTTP/1.1" status: 404 len: 339 time: 0.1994879 Jan 14 11:49:31.721876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46454) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:31.765313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:31.780187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.780621 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 9ee97c8e-c616-4684-b23e-f7ecfc6c9ca0 of type vlan for network c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 Jan 14 11:49:31.790440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7c607234-e914-4d59-ae68-98dd5cb4623d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:31.792399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.797070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7c607234-e914-4d59-ae68-98dd5cb4623d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:31.797737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.868905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.898512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:31.951211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.010079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0989e096-311d-4f22-9554-406eb16df5f5 None None] Provisioning for port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:32.027968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0989e096-311d-4f22-9554-406eb16df5f5 None None] Provisioning complete for port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:32.028375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0989e096-311d-4f22-9554-406eb16df5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.060378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.070171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7c607234-e914-4d59-ae68-98dd5cb4623d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c607234-e914-4d59-ae68-98dd5cb4623d,segment=NetworkSegment(77a7a32b-9326-4d9f-b3c1-fc2df0492e85),segment_id=77a7a32b-9326-4d9f-b3c1-fc2df0492e85)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:32.084526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.096759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting subnet 8d660dc6-c84f-4161-be2c-bfe805b2b288 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:32.100917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.115192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9ece0e-fe26-48e6-b512-2a6b780ce092,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:32.147247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=a92eff61-64a3-4f46-a3bb-60cf19c43eb0,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:32.169497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0989e096-311d-4f22-9554-406eb16df5f5 None None] Port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:32.181072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 708e6f21-9224-4dd8-a3ca-806edfd65348 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:32.217011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Router 4dd7d688-e2a9-42e1-9a0b-117c6771976d has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:49:32.226844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574c562-acf8-46f9-819c-11a2d1ba6a0d req-8cc5678c-2be9-4d78-94db-63b825dfdba4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:32.228511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.230411 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2574c562-acf8-46f9-819c-11a2d1ba6a0d req-8cc5678c-2be9-4d78-94db-63b825dfdba4 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.9009998 Jan 14 11:49:32.245488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:32.246126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.302460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.315174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 708e6f21-9224-4dd8-a3ca-806edfd65348 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:32.316609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 708e6f21-9224-4dd8-a3ca-806edfd65348 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:32.350090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7c607234-e914-4d59-ae68-98dd5cb4623d,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:32.354154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0989e096-311d-4f22-9554-406eb16df5f5 None None] Provisioning complete for port 7c607234-e914-4d59-ae68-98dd5cb4623d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:32.355346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0989e096-311d-4f22-9554-406eb16df5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.369960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7483199 Jan 14 11:49:32.395550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46458) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:32.397858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.454121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': 'c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:32.478794 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8b5cd087-dd43-4673-ae62-41282437ef20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/9a9ece0e-fe26-48e6-b512-2a6b780ce092 HTTP/1.1" status: 204 len: 168 time: 2.8539765 Jan 14 11:49:32.500912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46462) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:32.516559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.545565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c607234-e914-4d59-ae68-98dd5cb4623d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:32.632776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fa639-12fa-4898-ad86-dc27ed7aefc5 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:32.664096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.692010 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d840aa99-63f0-49c9-aba5-18c87cc1fdf6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1886449 Jan 14 11:49:32.720964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46466) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:32.759179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:32.770579 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-28e8ef16-f363-4dff-8e63-bc028c4b84c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff280c79-a6e8-44ee-b7f7-5053261f584e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0674036 Jan 14 11:49:32.771282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.774811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1614668 Jan 14 11:49:32.783991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46470) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:32.796711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc34ba4-6af2-44e1-b967-ae2a5860f698 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:32.832035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:32.856442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7c607234-e914-4d59-ae68-98dd5cb4623d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:32.856873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.898167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:32.917150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:32.928123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:32.940101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:32.955773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:32.958065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Request body: {'security_group_rule': {'security_group_id': '45af389e-38cb-4b1d-8b69-0a98263fa38c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:32.961236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e206607e-bde2-4df5-a2dc-8079d3c3577a None None] Provisioning complete for port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:32.962078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e206607e-bde2-4df5-a2dc-8079d3c3577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:32.964039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:32.968261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:32.975287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2574c562-acf8-46f9-819c-11a2d1ba6a0d req-2cc3e927-9443-4ff5-936b-9289da1c8969 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7192323 Jan 14 11:49:32.986026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:33.008196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.039015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:33.052334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Usage tracker for resource:security_group_rule and tenant:97e18e87ce5342f48d2d70db80791354 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:33.062641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:33.067952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d14759-fc0f-4486-bd38-d6c017f12fa6 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45af389e-38cb-4b1d-8b69-0a98263fa38c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:33.070842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-206295c1-6a5e-4357-a81e-ffd988d85c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.083786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:33.084369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e206607e-bde2-4df5-a2dc-8079d3c3577a None None] Port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:33.109180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:33.139896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.164761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:33.169734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.191635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.202688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.215634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e206607e-bde2-4df5-a2dc-8079d3c3577a None None] Provisioning complete for port df84cdc3-6995-4772-9679-ddb654a2d436 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:33.216107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e206607e-bde2-4df5-a2dc-8079d3c3577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.245951 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-b4f4cf5f-7646-405f-bab0-3fb9b506b7b8 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607236 Jan 14 11:49:33.288596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:33.297463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:33.302174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] Deleting port df84cdc3-6995-4772-9679-ddb654a2d436 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:33.302528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.304301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-104d0247-e6b4-42e2-b71a-ac5f54b0036e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7354755 Jan 14 11:49:33.309895 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] Sync routers for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:33.325023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46474) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:33.328845 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:33.329739 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:33.401810 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:33.413034 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:33.413872 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:33.458577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.463417 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9bd2053e-09f1-4d49-9aa3-7edcae959f49 req-54d46a6b-198f-43e9-adb6-32ed1456c699 service neutron] 10.222.0.31 "GET /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069554 Jan 14 11:49:33.484618 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:33.485369 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c74dccb-fe52-4261-8a51-4b6340d05737 None None] The sync data for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:33.551094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.575865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.581236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Subnet': ['ID=8d660dc6-c84f-4161-be2c-bfe805b2b288,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:33.605547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.611390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.613320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] For port df84cdc3-6995-4772-9679-ddb654a2d436, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df84cdc3-6995-4772-9679-ddb654a2d436,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:33.613930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.623480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed58b8d-c31c-4e48-9864-e9f236dbef43 None None] Network e1e44267-3ca9-4bee-aa49-e575ac10ea7c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:33.647671 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f751587-0a4b-4d1a-88b1-8588097056e0 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/subnets/8d660dc6-c84f-4161-be2c-bfe805b2b288 HTTP/1.1" status: 204 len: 168 time: 1.9236238 Jan 14 11:49:33.653519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46478) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:33.689083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228fd7a0-fe6c-4817-95e1-874fcfbcad63,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:33.835521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.839060 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-627a137e-2a00-4cfa-9831-fdf50a9f0298 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0499804 Jan 14 11:49:33.841491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46482) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:33.858113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] Calling delete_port for df84cdc3-6995-4772-9679-ddb654a2d436 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:33.867390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c69ce6c2-f7cc-4b59-9d13-efdd107f0841 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.923726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.956360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:33.987091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.035438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.047636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Deleting port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:34.047976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.083366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] Pushing event deleted for resources: {'Port': ['ID=df84cdc3-6995-4772-9679-ddb654a2d436,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:34.097898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dee731-7063-42d2-9cc7-6d68e1bf0372 None None] No DVR routers for this DVR port df84cdc3-6995-4772-9679-ddb654a2d436 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:34.108413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:34.114836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:34.116834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:34.120898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:34.121642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.158911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002c50b-08fb-4386-a041-ddbd3838b020 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:34.185467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.254557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] DHCP port deletion for e1e44267-3ca9-4bee-aa49-e575ac10ea7c request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:34.264273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Deleting port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:34.264661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.422727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.425937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.434863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] For port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,segment=NetworkSegment(6b70b191-f08a-49ae-a071-327f15b8cdfc),segment_id=6b70b191-f08a-49ae-a071-327f15b8cdfc)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:34.435347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.464439 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3eacad79-cdcf-4954-ab2d-579bc2094e24 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7295365 Jan 14 11:49:34.467272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.468815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.472607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f2e9a2f-8480-4c64-b74c-be7490ae9d54 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.479508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46488) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:34.507225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:34.519676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df84cdc3-6995-4772-9679-ddb654a2d436 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:34.527490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=76bb322a-5bcd-4aca-8af2-82e64eee2971,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:34.586116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: df84cdc3-6995-4772-9679-ddb654a2d436 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:34.586512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df84cdc3-6995-4772-9679-ddb654a2d436 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:34.586869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:34.619629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '9ee97c8e-c616-4684-b23e-f7ecfc6c9ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:34.619948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:34.629496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f2e9a2f-8480-4c64-b74c-be7490ae9d54 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.667997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Calling delete_port for f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:34.691226 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-c69ce6c2-f7cc-4b59-9d13-efdd107f0841 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 11:49:34.694923 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c69ce6c2-f7cc-4b59-9d13-efdd107f0841 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d HTTP/1.1" status: 409 len: 329 time: 1.3596778 Jan 14 11:49:34.713010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46492) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:34.808375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] For port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,segment=NetworkSegment(6b70b191-f08a-49ae-a071-327f15b8cdfc),segment_id=6b70b191-f08a-49ae-a071-327f15b8cdfc)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:34.809091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.815142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d3d63-de3e-4639-8287-4bcfcc955650 req-67273589-6e13-4d2e-9220-213a72ab3ff2 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:34.816657 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-802d3d63-de3e-4639-8287-4bcfcc955650 req-67273589-6e13-4d2e-9220-213a72ab3ff2 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5507135 Jan 14 11:49:34.823480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d177d53d-ca61-4e91-af17-578924330245', 'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'tenant_id': '556c8cd87fb6481b8918ae2865d0fcca', 'fixed_ips': [{'subnet_id': 'd6bcdafa-383c-430b-8cd3-2c4fcab6f8b9'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:34.824292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.909651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:34.928352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:34.932511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f2e9a2f-8480-4c64-b74c-be7490ae9d54 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.941763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=a92eff61-64a3-4f46-a3bb-60cf19c43eb0,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:34.948998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:34.958072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:34.960107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:34.978636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:34.979197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.979377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:34.986865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e9a2f-8480-4c64-b74c-be7490ae9d54 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45af389e-38cb-4b1d-8b69-0a98263fa38c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:34.992508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:35.021326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Calling delete_port for f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:35.028703 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-802d3d63-de3e-4639-8287-4bcfcc955650 req-22a81c67-7d86-4f49-a2ac-f8478c1bf6d6 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936271 Jan 14 11:49:35.033349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:35.037878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] No DVR routers for this DVR port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:35.041904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Port': ['ID=f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:35.047861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f2e9a2f-8480-4c64-b74c-be7490ae9d54 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.048997 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f2e9a2f-8480-4c64-b74c-be7490ae9d54 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/45af389e-38cb-4b1d-8b69-0a98263fa38c HTTP/1.1" status: 204 len: 168 time: 1.2075169 Jan 14 11:49:35.052692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46496) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:35.061243 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ccdfff81-1ea5-4889-9791-a9acd6ceb6f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6119576 Jan 14 11:49:35.072464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:35.072684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f542c-69ad-4a43-b0b9-0c037d5c475b None None] Network c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:35.076223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46500) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:35.082003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:35.249597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9face4fa-5501-4534-8e7e-59276e45e4b1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:35.253540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.260313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.294152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9face4fa-5501-4534-8e7e-59276e45e4b1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:35.297996 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9face4fa-5501-4534-8e7e-59276e45e4b1 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2418504 Jan 14 11:49:35.303736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46504) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:35.394396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.421182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:35.421407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:35.578238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.606255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.606882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Allocated IP 2001:db8::2 (d177d53d-ca61-4e91-af17-578924330245/d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9/24bfd135-5773-446d-b18e-cab06bed8025) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:35.617261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1076e2f0-f270-4c36-a346-fc76111c6262 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:35.627975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.659041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1076e2f0-f270-4c36-a346-fc76111c6262 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:35.660781 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1076e2f0-f270-4c36-a346-fc76111c6262 tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3556821 Jan 14 11:49:35.662047 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9 (CIDR: 2001:db8::/64) Jan 14 11:49:35.662531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-19450939-d785-4525-bda7-d51fff9b01af None None] Provisioning complete for port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:35.663012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-19450939-d785-4525-bda7-d51fff9b01af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.663982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46508) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:35.680951 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:49:35.681317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:35.692364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e44267-3ca9-4bee-aa49-e575ac10ea7c']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:35.700474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6a53d-ec6e-40cd-849a-ee0b18f4454b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6', 'network_id': 'c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '76bb322a-5bcd-4aca-8af2-82e64eee2971'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:35.700474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a53d-ec6e-40cd-849a-ee0b18f4454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.700896 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-a9acbff5-f10c-4d97-a5a8-2db418579acc tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] delete failed (client error): The resource could not be found. Jan 14 11:49:35.705514 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a9acbff5-f10c-4d97-a5a8-2db418579acc tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "DELETE /v2.0/security-groups/45af389e-38cb-4b1d-8b69-0a98263fa38c HTTP/1.1" status: 404 len: 347 time: 0.0354545 Jan 14 11:49:35.707265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46512) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:35.715044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.730391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b70b191-f08a-49ae-a071-327f15b8cdfc') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:35.730683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b70b191-f08a-49ae-a071-327f15b8cdfc') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:35.770796 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-11fabb68-fec4-4730-a770-007a93e67be0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2841105 Jan 14 11:49:35.778756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46516) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:35.789996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'subnet': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:35.824038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.902203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.911491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-19450939-d785-4525-bda7-d51fff9b01af None None] Port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:35.923787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Deleting port f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:35.924197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.937405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:35.937732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:35.957845 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:35.960055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7e4a8ccc-31c6-446c-89d0-960a01baa41f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Synchronizing usage tracker for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:36.000709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:36.007161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:subnet and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:36.011299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:36.018766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:36.037539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.062350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5b5169a0-a022-4f50-8c5e-642f2c11b4ee None None] The port 'f2d6aa27-5b5b-47e3-8cf0-aec44e7e47f3' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:36.062611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:36.066196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server [None req-b6c6a53d-ec6e-40cd-849a-ee0b18f4454b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76bb322a-5bcd-4aca-8af2-82e64eee2971: This subnet is being modified by another concurrent operation. Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:49:36.085177 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise exception Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76bb322a-5bcd-4aca-8af2-82e64eee2971: This subnet is being modified by another concurrent operation. Jan 14 11:49:36.088543 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Jan 14 11:49:36.117527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7e4a8ccc-31c6-446c-89d0-960a01baa41f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] Unset dirty status for tenant:97e18e87ce5342f48d2d70db80791354 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:36.125877 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7e4a8ccc-31c6-446c-89d0-960a01baa41f tempest-SecGroupIPv6Test-336863247 tempest-SecGroupIPv6Test-336863247-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4122641 Jan 14 11:49:36.129027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=76bb322a-5bcd-4aca-8af2-82e64eee2971,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:36.162306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.172549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33356cc-3978-41fc-b12b-3ea6a4ed3e64 None None] Network c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:36.255064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.286481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] Pushing event deleted for resources: {'Network': ['ID=e1e44267-3ca9-4bee-aa49-e575ac10ea7c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:36.310574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.377014 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a9f49f88-4696-4097-b171-29827a6d8fc6 tempest-NetworksIpV6Test-66857962 tempest-NetworksIpV6Test-66857962-project] 10.222.0.48 "DELETE /v2.0/networks/e1e44267-3ca9-4bee-aa49-e575ac10ea7c HTTP/1.1" status: 204 len: 168 time: 2.7172663 Jan 14 11:49:36.403097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:36.437128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee97c8e-c616-4684-b23e-f7ecfc6c9ca0') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:36.437680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee97c8e-c616-4684-b23e-f7ecfc6c9ca0') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:36.457690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.469518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.508941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.527557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:36.527784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:36.549336 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:36.752031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b93ac-a061-402c-be4f-9c21cf922f24 req-bb7156a0-8750-4bc0-940c-8a9ad039ea3d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:36.753490 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b99b93ac-a061-402c-be4f-9c21cf922f24 req-bb7156a0-8750-4bc0-940c-8a9ad039ea3d tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4320188 Jan 14 11:49:36.768484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Router 1a48126b-9666-4001-ac88-265d4d919498 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:49:36.769616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46530) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:36.802438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Transition to ACTIVE for port object 24bfd135-5773-446d-b18e-cab06bed8025 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:36.816556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46536) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:36.829758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.854057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Transition to ACTIVE for port object 24bfd135-5773-446d-b18e-cab06bed8025 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:36.858388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.869125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:36.922867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:36.948636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b99b93ac-a061-402c-be4f-9c21cf922f24 req-e40d2025-efa6-4e05-818d-0b73feade8b7 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840158 Jan 14 11:49:36.955312 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c64a1d7b-37aa-4574-bcca-faa8e77be6a7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 HTTP/1.1" status: 204 len: 168 time: 1.8780162 Jan 14 11:49:36.958553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46542) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:36.970204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2002262540'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:36.989023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Pushing event updated for resources: {'Port': ['ID=24bfd135-5773-446d-b18e-cab06bed8025,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:37.010307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:37.012505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:37.019704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:37.040809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.objects.ports [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83452) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 14 11:49:37.051360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:37.057323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:37.063643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:37.105362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:37.143377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:37.146367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.162596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Attempting to bind port 24bfd135-5773-446d-b18e-cab06bed8025 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:37.163100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Attempting to bind port 24bfd135-5773-446d-b18e-cab06bed8025 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:37.164023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Attempting to bind port 24bfd135-5773-446d-b18e-cab06bed8025 on network d177d53d-ca61-4e91-af17-578924330245 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:37.172661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:37.173265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Checking segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:37.174007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.174560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Bound using segment: {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:37.175408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Bound port: 24bfd135-5773-446d-b18e-cab06bed8025, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6cad6-004f-426b-b5bf-7edcf8db05db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd177d53d-ca61-4e91-af17-578924330245'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:37.176062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.213003 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-82378df3-ea3e-44e4-96cb-dfe9284a6016 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24f60123a2644d03a1549a3a43853678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3934610 Jan 14 11:49:37.215544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46548) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:37.248056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:37.249430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:37.265366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] Sync routers for ids ['1a48126b-9666-4001-ac88-265d4d919498'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:37.283151 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a73c9124-b614-4ed2-886a-c994c81a83b2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/routers/1a48126b-9666-4001-ac88-265d4d919498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0161855 Jan 14 11:49:37.287896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46552) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:37.288875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.289219 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 91402658-a946-4c21-b70d-13c761028548 of type vlan for network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 Jan 14 11:49:37.301934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] Routers {'1a48126b-9666-4001-ac88-265d4d919498'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:37.302653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['1a48126b-9666-4001-ac88-265d4d919498'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:37.381879 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49c1aa52-2b3f-425c-a8e1-c09f375c41e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97e18e87ce5342f48d2d70db80791354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6115513 Jan 14 11:49:37.387011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46556) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:37.397104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:37.407258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.409823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] For port 24bfd135-5773-446d-b18e-cab06bed8025, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:37.411806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-428ca03e-b73f-48a4-ab2d-2868bbdca0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.414742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] For port 24bfd135-5773-446d-b18e-cab06bed8025, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=24bfd135-5773-446d-b18e-cab06bed8025,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:37.418152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] Routers {'1a48126b-9666-4001-ac88-265d4d919498'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:37.418909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['1a48126b-9666-4001-ac88-265d4d919498'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:37.477510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-428ca03e-b73f-48a4-ab2d-2868bbdca0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.483974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:37.484369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c63631-f11c-4949-a622-09a9a555d016 None None] The sync data for ids ['1a48126b-9666-4001-ac88-265d4d919498'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:37.486447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.507344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.511082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:37.511665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.552691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d06a7-af01-4ab4-bc19-3aac6015aa58 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:37.553527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-821d06a7-af01-4ab4-bc19-3aac6015aa58 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:37.575076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb292ef-a529-4445-9ba9-059e05fa1590 None None] Pushing event updated for resources: {'Port': ['ID=24bfd135-5773-446d-b18e-cab06bed8025,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:37.575330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.598378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391a284-ac9e-4ec2-922e-51aacda6df46 req-6797a4cd-da02-4ec1-a410-9e0cd297e17e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:37.602246 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4391a284-ac9e-4ec2-922e-51aacda6df46 req-6797a4cd-da02-4ec1-a410-9e0cd297e17e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4115195 Jan 14 11:49:37.621101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port c46979c9-4612-487f-8886-ea716be1ef8b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:37.621442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.651181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6834896 Jan 14 11:49:37.653712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46560) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:37.662973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': 'dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:37.684164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd43d8-cb72-4ebc-a467-d61531f9d3bd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:37.686290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-821d06a7-af01-4ab4-bc19-3aac6015aa58 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:37.690039 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-821d06a7-af01-4ab4-bc19-3aac6015aa58 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a48126b-9666-4001-ac88-265d4d919498 HTTP/1.1" status: 200 len: 988 time: 0.3968234 Jan 14 11:49:37.692442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46564) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:37.700436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:37.786007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d78b3ae9-cbf3-4371-8a04-e70133b37256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.829694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-428ca03e-b73f-48a4-ab2d-2868bbdca0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.919149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca03e-b73f-48a4-ab2d-2868bbdca0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc836e-7ccf-4c68-9723-a4ec1e884115,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:37.933239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-428ca03e-b73f-48a4-ab2d-2868bbdca0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:37.934375 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-428ca03e-b73f-48a4-ab2d-2868bbdca0bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dfc836e-7ccf-4c68-9723-a4ec1e884115 HTTP/1.1" status: 204 len: 168 time: 0.7133665 Jan 14 11:49:37.941196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:37.945155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:37.948136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:37.954155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:37.965362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:37.969539 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4391a284-ac9e-4ec2-922e-51aacda6df46 req-c31755fd-a321-4fc6-be0b-9c93c1342339 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548627 Jan 14 11:49:38.039928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d78b3ae9-cbf3-4371-8a04-e70133b37256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.131891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.193777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d78b3ae9-cbf3-4371-8a04-e70133b37256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.250665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b3ae9-cbf3-4371-8a04-e70133b37256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dcb714-fff9-4134-9889-a435e0a345ed,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:38.291690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.465940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] For port 24bfd135-5773-446d-b18e-cab06bed8025, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=24bfd135-5773-446d-b18e-cab06bed8025,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:38.481273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Calling delete_port for c46979c9-4612-487f-8886-ea716be1ef8b owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:38.523049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 24bfd135-5773-446d-b18e-cab06bed8025 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:38.654489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 24bfd135-5773-446d-b18e-cab06bed8025 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:38.818953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d78b3ae9-cbf3-4371-8a04-e70133b37256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.824125 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d78b3ae9-cbf3-4371-8a04-e70133b37256 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63dcb714-fff9-4134-9889-a435e0a345ed HTTP/1.1" status: 204 len: 168 time: 1.4344840 Jan 14 11:49:38.849446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.850027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:49:38.881164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.894128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.894562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:38.985619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851c09c-158f-4a44-8c54-5e4821b0fc6d None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:49:39.021254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=aaacaeb7-f97c-4d2b-a794-13a6f9d3ba0d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:39.036339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '91402658-a946-4c21-b70d-13c761028548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:39.037255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:39.077649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:39.086279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:39.088211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=24bfd135-5773-446d-b18e-cab06bed8025,revision_number=4']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:39.093319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Subnet': ['ID=4a8e4c9c-bf80-4a12-aae2-7de4fb0d3b19,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:39.097453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:39.098027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.114334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1394a9-0547-471f-9a19-f43b55514796 req-80745365-2b5b-4454-a708-9077245343cb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:39.142852 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3a1394a9-0547-471f-9a19-f43b55514796 req-80745365-2b5b-4454-a708-9077245343cb tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.5713279 Jan 14 11:49:39.163472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:39.183169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:39.194316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:39.194895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.238971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] Provisioning for port 24bfd135-5773-446d-b18e-cab06bed8025 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:39.247284 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ffaf0b9-bece-425d-bcb4-037261c4c7d1 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4648676 Jan 14 11:49:39.247284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46594) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:39.249176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46596) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:39.259209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] Provisioning complete for port 24bfd135-5773-446d-b18e-cab06bed8025 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:39.259952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.263588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Request body: {'port': {'network_id': 'd177d53d-ca61-4e91-af17-578924330245', 'mac_address': 'fa:16:3e:8b:1f:65', 'name': 'tempest-NetworksTestDHCPv6-438902353'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:39.405780 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3a1394a9-0547-471f-9a19-f43b55514796 req-cfc0f105-51df-46d4-b69e-5c1466740a94 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454345 Jan 14 11:49:39.425610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:39.430423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Usage tracker for resource:port and tenant:556c8cd87fb6481b8918ae2865d0fcca is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:39.435562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:39.442801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:39.446470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.503478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd09d9ae-e4b0-4095-8e25-6ffbe285d85f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8473125 Jan 14 11:49:39.504195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Made reservation on behalf of 556c8cd87fb6481b8918ae2865d0fcca for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:39.523249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46608) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:39.632068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--377921873'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:39.638345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Port': ['ID=c46979c9-4612-487f-8886-ea716be1ef8b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:39.648653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:39.699714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.704582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:39.712807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:39.726278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:39.768844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] For port 24bfd135-5773-446d-b18e-cab06bed8025, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=24bfd135-5773-446d-b18e-cab06bed8025,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:39.776028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.783281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.796501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.810830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.847607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:39.847992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851c09c-158f-4a44-8c54-5e4821b0fc6d None None] Unable to find a vacant binding_index for network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 and agent d78b383e-88b8-4f1b-a692-992aa043ac53 {{(pid=83453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 14 11:49:39.858213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:39.864111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:39.869276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:39.881075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851c09c-158f-4a44-8c54-5e4821b0fc6d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1) {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:49:39.911266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd947e6-7068-4a31-a5f4-73430072e594 None None] Pushing event updated for resources: {'Port': ['ID=24bfd135-5773-446d-b18e-cab06bed8025,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:39.953322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:39.985651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.019475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.051933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] device_id is not set on port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:40.229695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.363063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e7924-9c6d-41c4-a8a5-5371267946b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1', 'network_id': 'dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': 'aaacaeb7-f97c-4d2b-a794-13a6f9d3ba0d'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:40.364072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7924-9c6d-41c4-a8a5-5371267946b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.409675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.423531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.473059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 24bfd135-5773-446d-b18e-cab06bed8025 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:40.520049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.529468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:40.535464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:40.539257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:40.548001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server [None req-3d3e7924-9c6d-41c4-a8a5-5371267946b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aaacaeb7-f97c-4d2b-a794-13a6f9d3ba0d: This subnet is being modified by another concurrent operation. Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:49:40.636409 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise exception Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aaacaeb7-f97c-4d2b-a794-13a6f9d3ba0d: This subnet is being modified by another concurrent operation. Jan 14 11:49:40.640315 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Jan 14 11:49:40.670829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 24bfd135-5773-446d-b18e-cab06bed8025 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:40.671675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.689364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=aaacaeb7-f97c-4d2b-a794-13a6f9d3ba0d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:40.695112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.722019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.753545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8510aa49-8fe8-445f-9b83-93008cc9759c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:40.792497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Router 4dd7d688-e2a9-42e1-9a0b-117c6771976d has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:49:40.851535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:40.853730 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6025271 Jan 14 11:49:40.916861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46632) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:40.919664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847fd88-1280-4d74-ac27-b0cc470459b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb73562-24ce-4b20-826a-9d055e989ef9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:41.175913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.206007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.227158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91402658-a946-4c21-b70d-13c761028548') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.227337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91402658-a946-4c21-b70d-13c761028548') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.295701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:41.301279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.303552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1e62e7e2-ae57-428d-8c3b-e201453a1cf7 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5878794 Jan 14 11:49:41.309894 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] Sync routers for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:41.310614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44cdc294-e816-4d21-a38b-4d1860067ff3 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:41.325514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46640) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:41.327311 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:41.328286 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.343755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8::197 (d177d53d-ca61-4e91-af17-578924330245/d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9/13ce3f58-6044-4fd8-8af6-0c7636c42da0) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:41.376911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.385247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:1f65 (d177d53d-ca61-4e91-af17-578924330245/4a8e4c9c-bf80-4a12-aae2-7de4fb0d3b19/13ce3f58-6044-4fd8-8af6-0c7636c42da0) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:41.398067 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-f17c8648-46fc-45fa-aab6-f3e310bf767e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] show failed (client error): The resource could not be found. Jan 14 11:49:41.399354 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f17c8648-46fc-45fa-aab6-f3e310bf767e tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-353580056 HTTP/1.1" status: 404 len: 334 time: 0.0726545 Jan 14 11:49:41.406876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46646) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:41.410080 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.412139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5d95542f-535b-4d2a-bc63-62ba6bd056e3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:41.420499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71506cf-4115-44a2-857a-620f0e4fbc8a None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:49:41.426349 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] Routers {'4dd7d688-e2a9-42e1-9a0b-117c6771976d'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:41.427185 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.434679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:41.435269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:41.480478 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:41.489094 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-5d95542f-535b-4d2a-bc63-62ba6bd056e3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] update failed (client error): The resource could not be found. Jan 14 11:49:41.489094 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5d95542f-535b-4d2a-bc63-62ba6bd056e3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-2096237329 HTTP/1.1" status: 404 len: 335 time: 0.0813510 Jan 14 11:49:41.489923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-44cdc294-e816-4d21-a38b-4d1860067ff3 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:41.491114 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44cdc294-e816-4d21-a38b-4d1860067ff3 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5731988 Jan 14 11:49:41.494779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46650) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:41.495229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46652) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:41.503306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-security--1789636152', 'description': 'tempest-security-description-2072639340'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:41.557447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58f01a42-4f97-4a34-a9c3-9ea3793273d0 None None] Provisioning complete for port 24bfd135-5773-446d-b18e-cab06bed8025 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:41.558340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58f01a42-4f97-4a34-a9c3-9ea3793273d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.593654 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:41.594763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b840a2-afb7-4e76-899b-56269bc793fb None None] The sync data for ids ['4dd7d688-e2a9-42e1-9a0b-117c6771976d'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:41.652171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port a92eff61-64a3-4f46-a3bb-60cf19c43eb0 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:41.652545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.701092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.757122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.783092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.819631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.825430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting subnet c5748407-e713-4457-ad69-93f0bcbcb0e0 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:41.828710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.830960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.834899 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "PUT /v2.0/security-groups/3cb73562-24ce-4b20-826a-9d055e989ef9 HTTP/1.1" status: 200 len: 1612 time: 0.3355799 Jan 14 11:49:41.834899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.835146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-70c99431-bac9-4c79-b291-0cc9faba30ad tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:41.835793 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-70c99431-bac9-4c79-b291-0cc9faba30ad tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.31 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.9765842 Jan 14 11:49:41.845573 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46662) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:41.858476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23bdd8-f7e9-485c-88cc-e867cfe00e53 req-953428fb-9869-41dc-8950-709aeb5fd5b8 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:41.859947 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd23bdd8-f7e9-485c-88cc-e867cfe00e53 req-953428fb-9869-41dc-8950-709aeb5fd5b8 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 1.0514240 Jan 14 11:49:41.863485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71506cf-4115-44a2-857a-620f0e4fbc8a None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:49:41.907454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f8b99-bbd1-4d89-be3a-21f1aed3d7a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb73562-24ce-4b20-826a-9d055e989ef9,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:41.917940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:41.946165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46666) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:41.961715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:42.025506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.056512 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-773672d4-dca8-4afc-b3ec-e267f44f7c0a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 HTTP/1.1" status: 204 len: 168 time: 2.5235236 Jan 14 11:49:42.061028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46672) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:42.067274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1098446631'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:42.081356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:42.088548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:42.095024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:42.109513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:42.131182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:42.135139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.174213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.195194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Deleting port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:42.195730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.223958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:42.226927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Subnet': ['ID=c5748407-e713-4457-ad69-93f0bcbcb0e0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:42.243875 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.250574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.250919 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 35a6abd8-836d-4868-a161-8c2fcb914620 of type vlan for network 35269551-3203-4956-b8ca-5e807f028e0d Jan 14 11:49:42.263057 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5ad3ed65-c878-4c74-b729-bb000cc29f0b tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/subnets/c5748407-e713-4457-ad69-93f0bcbcb0e0 HTTP/1.1" status: 204 len: 168 time: 0.7642381 Jan 14 11:49:42.265363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46676) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:42.307782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.310909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1673071781', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:42.326122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd23bdd8-f7e9-485c-88cc-e867cfe00e53 req-79098ee5-c4ff-41ed-9ef8-5ac62d0bb8b2 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251545 Jan 14 11:49:42.330488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2d05a7db-f43e-429f-99d2-521663e4ce79 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups/3cb73562-24ce-4b20-826a-9d055e989ef9 HTTP/1.1" status: 200 len: 1612 time: 0.4772422 Jan 14 11:49:42.341517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46680) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:42.374515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:42.380415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.394962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:42.402143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:42.412264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:42.446366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:42.449826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.464874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.480640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.484410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:42.485013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.488782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.513089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.529063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for a92eff61-64a3-4f46-a3bb-60cf19c43eb0 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:42.617440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port 33127d49-5a95-44e4-9feb-5a5344bb1559 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:42.618460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.632219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Transition to ACTIVE for port object 13ce3f58-6044-4fd8-8af6-0c7636c42da0 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:42.659420 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5937080 Jan 14 11:49:42.667903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46684) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:42.687830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:42.723780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8055b-cbe1-4d09-8f3e-c747ea0a7a06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=35269551-3203-4956-b8ca-5e807f028e0d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:42.737831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 35269551-3203-4956-b8ca-5e807f028e0d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:42.782298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:42.798141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:42.819060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:42.839550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] For port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:42.841121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.878721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:42.974928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcef32a-7af6-44a2-b8dd-5165d19a84d3 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:42.995470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6ca26709-e559-450e-ac37-05a8a6729595 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:42.997076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fbed2-d30f-4a29-98c6-41cf445b9b8b None None] Network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:43.017284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225c050-4ab8-479b-a272-12cd75a6dffd None None] Network 71175615-3461-40d0-a800-79d17c7bf5c4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:43.030202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6ca26709-e559-450e-ac37-05a8a6729595 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.215679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.273537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] For port 33127d49-5a95-44e4-9feb-5a5344bb1559, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=33127d49-5a95-44e4-9feb-5a5344bb1559,segment=NetworkSegment(b8856725-c46b-4794-ba7e-8c131337e9b9),segment_id=b8856725-c46b-4794-ba7e-8c131337e9b9)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:43.273895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.327973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fbed2-d30f-4a29-98c6-41cf445b9b8b None None] Network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 could not be found, it might have been deleted concurrently. {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 14 11:49:43.330059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.366304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392abf79-b340-4134-8820-112d7cea3525 None None] Network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:43.391365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.417099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392abf79-b340-4134-8820-112d7cea3525 None None] Network dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 could not be found, it might have been deleted concurrently. {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 14 11:49:43.423037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.442461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5377d736-7fb3-46dc-bdf0-f8734443372f None None] Provisioning complete for port 24bfd135-5773-446d-b18e-cab06bed8025 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:43.442830 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5377d736-7fb3-46dc-bdf0-f8734443372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.515654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.517518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6ca26709-e559-450e-ac37-05a8a6729595 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.563907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Network d177d53d-ca61-4e91-af17-578924330245 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:43.569704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26709-e559-450e-ac37-05a8a6729595 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb73562-24ce-4b20-826a-9d055e989ef9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:43.613607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Calling delete_port for 33127d49-5a95-44e4-9feb-5a5344bb1559 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:43.643820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.653605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:43.667570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:43.668041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 35269551-3203-4956-b8ca-5e807f028e0d is not hosted by any dhcp agent {{(pid=83452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 14 11:49:43.671718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:43.671861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:43.672336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.672470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.678980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "PUT /v2.0/networks/35269551-3203-4956-b8ca-5e807f028e0d HTTP/1.1" status: 200 len: 723 time: 0.9966290 Jan 14 11:49:43.679186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event updated for resources: {'Port': ['ID=13ce3f58-6044-4fd8-8af6-0c7636c42da0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:43.679286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] DHCP port deletion for 71175615-3461-40d0-a800-79d17c7bf5c4 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:43.686485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46690) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:43.701799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Deleting port 33127d49-5a95-44e4-9feb-5a5344bb1559 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:43.702230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.773871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': '35269551-3203-4956-b8ca-5e807f028e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:43.781446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cef10-68e4-4a2e-bae2-cc714670565d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=35269551-3203-4956-b8ca-5e807f028e0d,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:43.788272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:43.813411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c7c9b-799f-4efb-afe4-4d7da6ac1357,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:43.822482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 35269551-3203-4956-b8ca-5e807f028e0d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:43.833012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.833908 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de of type vlan for network bab5ff01-4b5a-42da-97bf-56b24eb1a18d Jan 14 11:49:43.885653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.904866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=a92eff61-64a3-4f46-a3bb-60cf19c43eb0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:43.907163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6ca26709-e559-450e-ac37-05a8a6729595 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.912035 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6ca26709-e559-450e-ac37-05a8a6729595 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/3cb73562-24ce-4b20-826a-9d055e989ef9 HTTP/1.1" status: 204 len: 168 time: 1.5403311 Jan 14 11:49:43.913150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46694) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:43.939300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:43.969919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Port': ['ID=33127d49-5a95-44e4-9feb-5a5344bb1559,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:43.985701 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-86d1632c-bc13-4029-b148-9f905250aea6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7359087 Jan 14 11:49:43.988402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46696) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:43.991134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299604c-8b23-4892-b562-d984f6b2a329 req-e9160af5-2d5e-4745-afd7-7cf805189e4e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:43.992660 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d299604c-8b23-4892-b562-d984f6b2a329 req-e9160af5-2d5e-4745-afd7-7cf805189e4e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 945 time: 0.4500434 Jan 14 11:49:43.997511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] No DVR routers for this DVR port 33127d49-5a95-44e4-9feb-5a5344bb1559 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:44.105580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.106202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.106669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Floating IP c5766c5a-3f68-479f-9aee-2ffde43e8884 disassociated. External IP: 172.26.8.41, port: 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf. Jan 14 11:49:44.107153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Calling delete_port for 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:44.171182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.175260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:44.175843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.176901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:44.177236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.266737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] For port 33127d49-5a95-44e4-9feb-5a5344bb1559, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=33127d49-5a95-44e4-9feb-5a5344bb1559,segment=NetworkSegment(b8856725-c46b-4794-ba7e-8c131337e9b9),segment_id=b8856725-c46b-4794-ba7e-8c131337e9b9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:44.267145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.287310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.321991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71175615-3461-40d0-a800-79d17c7bf5c4']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:44.335844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8856725-c46b-4794-ba7e-8c131337e9b9') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:44.336211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8856725-c46b-4794-ba7e-8c131337e9b9') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:44.349451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.373260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.379825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:44.380974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:44.381478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.421447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:44.424134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Calling delete_port for 33127d49-5a95-44e4-9feb-5a5344bb1559 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:44.452513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:44.462103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 33127d49-5a95-44e4-9feb-5a5344bb1559 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:44.475193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:44.482127 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5346432 Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:44.483110 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:44.507165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46702) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:44.509562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ffa5869d-98b1-49e8-8ef3-017675dfb858 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:44.523008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.529137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:44.537235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 33127d49-5a95-44e4-9feb-5a5344bb1559 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:44.538492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 33127d49-5a95-44e4-9feb-5a5344bb1559 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:44.545565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:44.550787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:44.558129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-06afbe7d-2b19-465a-bb33-5d0728391c89 None None] Provisioning complete for port 24bfd135-5773-446d-b18e-cab06bed8025 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:44.558703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-06afbe7d-2b19-465a-bb33-5d0728391c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.614094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:44.629245 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d299604c-8b23-4892-b562-d984f6b2a329 req-152773a6-25ef-46e2-ba49-3e7380c6e545 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups?id=1950ef49-a04c-4f07-a2b3-3be7e3ac0365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6030352 Jan 14 11:49:44.657359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.659495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb633e2-1b6b-445a-ad39-f34196db2271 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=bab5ff01-4b5a-42da-97bf-56b24eb1a18d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:44.679506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:44.686992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.697166 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/networks/71175615-3461-40d0-a800-79d17c7bf5c4 HTTP/1.1" status: 204 len: 168 time: 2.4284806 Jan 14 11:49:44.698780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46706) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:44.699020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:44.704917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:44.705271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:44.736387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264e3b-e2de-423f-ad4b-f9fc87d189ec tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Network': ['ID=71175615-3461-40d0-a800-79d17c7bf5c4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:44.761384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:44.794728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ffa5869d-98b1-49e8-8ef3-017675dfb858 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:44.795717 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ffa5869d-98b1-49e8-8ef3-017675dfb858 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8085170 Jan 14 11:49:44.799649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46710) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:44.857460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-06afbe7d-2b19-465a-bb33-5d0728391c89 None None] Provisioning for port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:44.862886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-06afbe7d-2b19-465a-bb33-5d0728391c89 None None] Provisioning complete for port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:44.862886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-06afbe7d-2b19-465a-bb33-5d0728391c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.873436 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-1ec8b505-09b7-4a63-a507-5fca460f6bf4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] delete failed (client error): The resource could not be found. Jan 14 11:49:44.878155 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1ec8b505-09b7-4a63-a507-5fca460f6bf4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/3cb73562-24ce-4b20-826a-9d055e989ef9 HTTP/1.1" status: 404 len: 347 time: 0.0738542 Jan 14 11:49:44.879225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46714) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:44.887677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697400052'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:44.902306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:44.922552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:44.929847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-06afbe7d-2b19-465a-bb33-5d0728391c89 None None] Port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:44.953318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:44.972401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting subnet 1fcb29c3-8262-4361-bc0e-6aa55ba815e7 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:44.979559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.022626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:45.047695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:45.053637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:45.057466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.084075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:45.093501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9e225712-98d9-4fad-b558-7575bc7108f4 None None] Provisioning complete for port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:45.093953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.094066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9e225712-98d9-4fad-b558-7575bc7108f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.094568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.096068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:45.135957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.195430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.204689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.232488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.234388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Deleting port 33127d49-5a95-44e4-9feb-5a5344bb1559 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:45.234844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.239052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.279719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.284292 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4048133 Jan 14 11:49:45.284849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46718) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:45.308011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'e7c68ea6-7d85-4b0f-84c7-b15d59e09215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:45.319771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:45.323814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.326390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-39d01594-1c94-4bb7-a55f-ea19a8ba13f7 None None] The port '33127d49-5a95-44e4-9feb-5a5344bb1559' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:45.327294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9e225712-98d9-4fad-b558-7575bc7108f4 None None] Port 13ce3f58-6044-4fd8-8af6-0c7636c42da0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:45.332544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:45.337751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.337978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:45.346981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event deleted for resources: {'Port': ['ID=8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:45.347577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c72ee8-4208-434b-afaf-5aa55f4cd57f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c68ea6-7d85-4b0f-84c7-b15d59e09215,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:45.350238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:45.375837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.398578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.470589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.543794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcb29c3-8262-4361-bc0e-6aa55ba815e7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:45.556986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.565018 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7bc23c1f-76c5-424b-93a3-8169723d4ecc tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/subnets/1fcb29c3-8262-4361-bc0e-6aa55ba815e7 HTTP/1.1" status: 204 len: 168 time: 0.8648257 Jan 14 11:49:45.567842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46722) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:45.569572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616244f8-ea35-4713-bf4c-4fdd47efe9dc None None] Network 22d4f699-5492-4fdc-84a1-69c625352fe0 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:45.614496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Calling delete_port for 13ce3f58-6044-4fd8-8af6-0c7636c42da0 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:45.630612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.642622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.833925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting subnet 3abc85ee-70d4-4a1c-822b-d379edc583b9 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:45.838984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c657be7-bac1-47ff-80d2-2e3a32b2d4da,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:45.844698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.874867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.876767 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7354e003-4e7e-49e8-bdc5-a4d56e12186d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5849249 Jan 14 11:49:45.880929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46728) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:45.910667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] DHCP port deletion for 22d4f699-5492-4fdc-84a1-69c625352fe0 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:45.916681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] Deleting port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:45.917078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.929734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.962317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13980b1-ae78-413b-8918-3878d760394b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:45.978710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13980b1-ae78-413b-8918-3878d760394b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.023478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13980b1-ae78-413b-8918-3878d760394b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.041687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13980b1-ae78-413b-8918-3878d760394b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c657be7-bac1-47ff-80d2-2e3a32b2d4da,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:46.048586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13980b1-ae78-413b-8918-3878d760394b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.051694 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e13980b1-ae78-413b-8918-3878d760394b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4c657be7-bac1-47ff-80d2-2e3a32b2d4da HTTP/1.1" status: 204 len: 168 time: 0.1675549 Jan 14 11:49:46.052485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46732) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:46.068889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.076268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-35f549c8-321b-47dd-a0c6-fb9596008c6c req-77470ffa-7cd8-4033-a98f-88059d72edc9 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.1388061 Jan 14 11:49:46.147771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] For port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,segment=NetworkSegment(7113325b-39d6-4afe-aa41-76b925ec24b1),segment_id=7113325b-39d6-4afe-aa41-76b925ec24b1)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:46.148077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.156659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ffc55973-6c8d-4c7f-b5e1-b29e5035aa01 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:46.191155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ffc55973-6c8d-4c7f-b5e1-b29e5035aa01 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:46.196872 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ffc55973-6c8d-4c7f-b5e1-b29e5035aa01 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1435940 Jan 14 11:49:46.197905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46736) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:46.220917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.271188 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Subnet': ['ID=3abc85ee-70d4-4a1c-822b-d379edc583b9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:46.289414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.297445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] Calling delete_port for 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:46.301296 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a7c6efbf-e6c7-4e6d-9243-393a9aac69e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/subnets/3abc85ee-70d4-4a1c-822b-d379edc583b9 HTTP/1.1" status: 204 len: 168 time: 0.7304027 Jan 14 11:49:46.302490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46740) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:46.326273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dbcfcb-6b31-463b-b7c9-24bbb52c09eb None None] Network 29d86b91-a844-4599-8219-bb9bb5ede089 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:46.365694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.371360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.400518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4fd228c7-141f-4c8f-94a6-bf90e481ca8c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.448512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4fd228c7-141f-4c8f-94a6-bf90e481ca8c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.462950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.501862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:46.502134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.503181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:46.556190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4fd228c7-141f-4c8f-94a6-bf90e481ca8c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.580633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.608952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd228c7-141f-4c8f-94a6-bf90e481ca8c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c68ea6-7d85-4b0f-84c7-b15d59e09215,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:46.616377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] The port '4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:46.655064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] Pushing event deleted for resources: {'Port': ['ID=4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:46.670870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No active binding found for port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 {{(pid=83453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 14 11:49:46.671290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:46.672545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4fd228c7-141f-4c8f-94a6-bf90e481ca8c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.676476 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4fd228c7-141f-4c8f-94a6-bf90e481ca8c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7c68ea6-7d85-4b0f-84c7-b15d59e09215 HTTP/1.1" status: 204 len: 168 time: 0.4764900 Jan 14 11:49:46.680325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46744) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:46.683202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f2a5e-2e9f-43a3-9175-e0dd54c54db9 None None] No DVR routers for this DVR port 4bf7cc3c-2262-4bb3-b950-3a9e5be1bdd7 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:46.716467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=37d5df44-08c1-45db-8213-ea2c689b5bb4,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:46.763768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Router 1a48126b-9666-4001-ac88-265d4d919498 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:49:46.781702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.786625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] DHCP port deletion for 29d86b91-a844-4599-8219-bb9bb5ede089 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:46.792615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] Deleting port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:46.797639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.824797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d4f699-5492-4fdc-84a1-69c625352fe0']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:46.839563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7113325b-39d6-4afe-aa41-76b925ec24b1') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:46.839759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7113325b-39d6-4afe-aa41-76b925ec24b1') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:46.847818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6c3308e7-d2e8-432b-817f-64062c7634a0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:46.857050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.877016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '35a6abd8-836d-4868-a161-8c2fcb914620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35269551-3203-4956-b8ca-5e807f028e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:46.877372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: 35269551-3203-4956-b8ca-5e807f028e0d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:46.879464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.882370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6c3308e7-d2e8-432b-817f-64062c7634a0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:46.888645 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6c3308e7-d2e8-432b-817f-64062c7634a0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2077332 Jan 14 11:49:46.891865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46748) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:46.894164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:46.894782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.901003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:46.906599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066807534'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:46.909130 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:46.994884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.013032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.022763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Network': ['ID=22d4f699-5492-4fdc-84a1-69c625352fe0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:47.022964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:47.027189 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-37c1e04c-cb43-4b26-9d9f-2a42468ee041 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/networks/22d4f699-5492-4fdc-84a1-69c625352fe0 HTTP/1.1" status: 204 len: 168 time: 0.7237146 Jan 14 11:49:47.030946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46752) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:47.034512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] For port 27cb5ef2-f14b-475d-9a0b-2c534db3e535, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=27cb5ef2-f14b-475d-9a0b-2c534db3e535,segment=NetworkSegment(e207b304-7efd-469b-8dcb-6cef5a99b2de),segment_id=e207b304-7efd-469b-8dcb-6cef5a99b2de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:47.035055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.041521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Port': ['ID=13ce3f58-6044-4fd8-8af6-0c7636c42da0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:47.101991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:47.160940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.181241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:47.181683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.226447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.266758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] Calling delete_port for 27cb5ef2-f14b-475d-9a0b-2c534db3e535 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:47.287359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 35269551-3203-4956-b8ca-5e807f028e0d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:47.310872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.346416 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-310aaef1-6400-440b-8ab5-258bd30abb32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/13ce3f58-6044-4fd8-8af6-0c7636c42da0 HTTP/1.1" status: 204 len: 168 time: 3.3355854 Jan 14 11:49:47.354150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:47.359989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46758) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:47.361480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 35269551-3203-4956-b8ca-5e807f028e0d) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:47.368468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] Sync routers for ids ['1a48126b-9666-4001-ac88-265d4d919498'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:47.372685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6d71c-1a7c-46fb-b292-d17029b17da5 None None] Network 35269551-3203-4956-b8ca-5e807f028e0d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:47.385847 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-81126743-3920-4d56-8084-ea46753f0c3e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/routers/1a48126b-9666-4001-ac88-265d4d919498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6485741 Jan 14 11:49:47.387466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.407698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:47.408318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.413530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46762) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:47.456856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:47.471980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Router 75b9b83a-bc86-43b2-b313-cc665f8eb599 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:49:47.473698 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-58c7ba58-a602-4ef3-9138-e46d88bf75cf req-704bac36-a497-4063-9745-dcfa8d95cf60 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.1149900 Jan 14 11:49:47.476509 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-424f4dee-0d3a-4bbc-b9ae-f53e1036e060 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:49:47.480340 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-424f4dee-0d3a-4bbc-b9ae-f53e1036e060 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/a92eff61-64a3-4f46-a3bb-60cf19c43eb0 HTTP/1.1" status: 404 len: 333 time: 0.0633051 Jan 14 11:49:47.480981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46766) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:47.497738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:47.509576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] Pushing event deleted for resources: {'Port': ['ID=27cb5ef2-f14b-475d-9a0b-2c534db3e535,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:47.522012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553be9d5-3178-4140-96c9-566e7b78ccd0 None None] No DVR routers for this DVR port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:47.525910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:47.538621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] Routers {'1a48126b-9666-4001-ac88-265d4d919498'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:47.539395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['1a48126b-9666-4001-ac88-265d4d919498'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:47.546926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:47.571740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cff6a64c-1368-4703-a9a4-55198e3eb7f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8820183 Jan 14 11:49:47.577725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46770) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:47.604474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:47.609922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:47.660312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] Routers {'1a48126b-9666-4001-ac88-265d4d919498'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:47.660953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['1a48126b-9666-4001-ac88-265d4d919498'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:47.747356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.752799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:47.753211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0385e-c75d-4fea-99df-dd36c53ab7c0 None None] The sync data for ids ['1a48126b-9666-4001-ac88-265d4d919498'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:47.802041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.818015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] For port 27cb5ef2-f14b-475d-9a0b-2c534db3e535, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=27cb5ef2-f14b-475d-9a0b-2c534db3e535,segment=NetworkSegment(e207b304-7efd-469b-8dcb-6cef5a99b2de),segment_id=e207b304-7efd-469b-8dcb-6cef5a99b2de)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:47.818525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.827252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-35269551-3203-4956-b8ca-5e807f028e0d', 'network_id': '35269551-3203-4956-b8ca-5e807f028e0d', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '37d5df44-08c1-45db-8213-ea2c689b5bb4'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:47.828109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.833226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.870619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.934799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:47.943316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780c9b4-2308-4377-981b-f76257279127 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:47.944072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3780c9b4-2308-4377-981b-f76257279127 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:47.988626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Allocated IP 172.20.0.2 (35269551-3203-4956-b8ca-5e807f028e0d/37d5df44-08c1-45db-8213-ea2c689b5bb4/058c9453-b67e-42f8-9f49-f49795f8706b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:48.042802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32207602'] for subnet, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.064516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Calling delete_port for 27cb5ef2-f14b-475d-9a0b-2c534db3e535 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:48.109673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.110872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2171795 Jan 14 11:49:48.115595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46774) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:48.118201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3058726-175e-4fdc-af73-e62ec6376538 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de48129c-a938-46ec-a60e-c1890172a687,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:48.120277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3780c9b4-2308-4377-981b-f76257279127 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:48.123762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3780c9b4-2308-4377-981b-f76257279127 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7481904 Jan 14 11:49:48.129080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46776) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:48.146148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'de48129c-a938-46ec-a60e-c1890172a687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:48.155602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:48.162503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:48.166319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:48.175360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:48.226303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.236808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Transition to ACTIVE for port object 058c9453-b67e-42f8-9f49-f49795f8706b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:48.255664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Transition to ACTIVE for port object 058c9453-b67e-42f8-9f49-f49795f8706b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:48.262609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.294475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.93 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:48.306249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.313877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:48.314199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:48.342539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Network 35269551-3203-4956-b8ca-5e807f028e0d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:48.346851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:48.348765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Pushing event updated for resources: {'Port': ['ID=058c9453-b67e-42f8-9f49-f49795f8706b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:48.350947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:48.439274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 27cb5ef2-f14b-475d-9a0b-2c534db3e535 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:48.479040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 27cb5ef2-f14b-475d-9a0b-2c534db3e535 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:48.479473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 27cb5ef2-f14b-475d-9a0b-2c534db3e535 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:48.483017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Attempting to bind port 058c9453-b67e-42f8-9f49-f49795f8706b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:48.483418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Attempting to bind port 058c9453-b67e-42f8-9f49-f49795f8706b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '35a6abd8-836d-4868-a161-8c2fcb914620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35269551-3203-4956-b8ca-5e807f028e0d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:48.483848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Attempting to bind port 058c9453-b67e-42f8-9f49-f49795f8706b on network 35269551-3203-4956-b8ca-5e807f028e0d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:48.493109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:48.493583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Checking segment: {'id': '35a6abd8-836d-4868-a161-8c2fcb914620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35269551-3203-4956-b8ca-5e807f028e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:48.494049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.494503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Bound using segment: {'id': '35a6abd8-836d-4868-a161-8c2fcb914620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35269551-3203-4956-b8ca-5e807f028e0d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:48.495096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Bound port: 058c9453-b67e-42f8-9f49-f49795f8706b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a6abd8-836d-4868-a161-8c2fcb914620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35269551-3203-4956-b8ca-5e807f028e0d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:48.495592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.553925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.566269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.607482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.612126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.625025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] For port 058c9453-b67e-42f8-9f49-f49795f8706b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:48.627933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.628442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Fanout notify agent at l3_agent the message router_deleted on router 1a48126b-9666-4001-ac88-265d4d919498 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:49:48.628567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] For port 058c9453-b67e-42f8-9f49-f49795f8706b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=058c9453-b67e-42f8-9f49-f49795f8706b,segment=NetworkSegment(35a6abd8-836d-4868-a161-8c2fcb914620),segment_id=35a6abd8-836d-4868-a161-8c2fcb914620)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:48.640989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.644960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9922c3-50fb-4a51-b80c-53c8af4e1401,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:48.667868 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.671407 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-552d1eec-0214-4f4e-9093-440d83355b60 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/routers/1a48126b-9666-4001-ac88-265d4d919498 HTTP/1.1" status: 204 len: 168 time: 1.1872513 Jan 14 11:49:48.671680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46784) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:48.707237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.711788 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c2d70e35-8bd2-44ef-88f5-166f55037105 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5781839 Jan 14 11:49:48.712046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46788) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:48.724926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2810b0-6564-4564-8a98-d4e21a86a8d5 None None] Pushing event updated for resources: {'Port': ['ID=058c9453-b67e-42f8-9f49-f49795f8706b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:48.725108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'de48129c-a938-46ec-a60e-c1890172a687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:48.734346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:48.751389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:48.756103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:48.757699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-151d33a9-f059-40a2-be6e-fb1683dd1c61 req-01dafe55-0a2c-457d-9520-c68468fd7d29 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Synchronizing usage tracker for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:48.786227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:48.837291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port 27cb5ef2-f14b-475d-9a0b-2c534db3e535 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:48.838086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.841796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a7bbc4-cd8b-4dcf-9ac1-0bbdb43a2986 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:48.846304 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-10a7bbc4-cd8b-4dcf-9ac1-0bbdb43a2986 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7136412 Jan 14 11:49:48.851381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46792) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:48.852044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-151d33a9-f059-40a2-be6e-fb1683dd1c61 req-01dafe55-0a2c-457d-9520-c68468fd7d29 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Unset dirty status for tenant:2e601a0c90834026b3aca6deb8ac6303 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:48.855810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-151d33a9-f059-40a2-be6e-fb1683dd1c61 req-01dafe55-0a2c-457d-9520-c68468fd7d29 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.2271523 Jan 14 11:49:48.856972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750274756590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32068218'] for subnet, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:48.931972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] The port '27cb5ef2-f14b-475d-9a0b-2c534db3e535' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:49.020206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:49.020818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.022109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "PUT /v2.0/subnets/37d5df44-08c1-45db-8213-ea2c689b5bb4 HTTP/1.1" status: 200 len: 806 time: 1.4354160 Jan 14 11:49:49.030195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46796) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:49.033151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.098781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f1d82-cfd9-45d5-8db3-63bfc692494a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=37d5df44-08c1-45db-8213-ea2c689b5bb4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:49.101962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:49.110049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.112411 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71979df7-de62-47c8-8329-b39720b45434 None None] Sync routers for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:49.144465 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:49.145003 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:49.155551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d115927-c11d-458c-8e2e-f12069b24284 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:49.156899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d115927-c11d-458c-8e2e-f12069b24284 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:49.158315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d115927-c11d-458c-8e2e-f12069b24284 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:49.159106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d115927-c11d-458c-8e2e-f12069b24284 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:49.244771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.266147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 76b9f5ee-1ebe-4174-b40f-21687f49882a {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:49.269292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.271557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] No DVR routers for this DVR port 8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:49.278735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.280619 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0cd0a866-5798-4580-a3bc-3ad29b62aaf2 req-a490b1f4-4f08-4032-bffb-bf2889d0a5dc tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.31 "DELETE /v2.0/ports/8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf HTTP/1.1" status: 204 len: 173 time: 7.3229287 Jan 14 11:49:49.282075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'name': 'network-vif-deleted', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:49:49.286336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d115927-c11d-458c-8e2e-f12069b24284 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:49.291913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d115927-c11d-458c-8e2e-f12069b24284 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4208176 Jan 14 11:49:49.312385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46802) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:49.373389 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:49:49.378477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.401857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d86b91-a844-4599-8219-bb9bb5ede089']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:49.422896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.428395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.519220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e207b304-7efd-469b-8dcb-6cef5a99b2de') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:49.519972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e207b304-7efd-469b-8dcb-6cef5a99b2de') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:49.562754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.568809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:49.577373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:49.580308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509a55a3-a8e6-4d73-b6c2-ff8be98de186', 'name': 'network-vif-deleted', 'tag': '8de6c2ad-b0ff-4cd9-9fa7-b6f694b7d2bf', 'status': 'completed', 'code': 200} Jan 14 11:49:49.588314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 058c9453-b67e-42f8-9f49-f49795f8706b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:49.588817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.603877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.619081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:49.619796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:49.640421 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:49.689086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:49.705668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.721459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:49.721724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.771128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16696736-0335-4eef-9566-1e93749560f0,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:49.797691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.806305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.806305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.806608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.806919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.807226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.807542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.807856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.809211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.809538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.809990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.810624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:49.834758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.836952 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/networks/29d86b91-a844-4599-8219-bb9bb5ede089 HTTP/1.1" status: 204 len: 168 time: 2.8047435 Jan 14 11:49:49.846580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46808) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:49.850128 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:40Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:49.851277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.856129 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71979df7-de62-47c8-8329-b39720b45434 None None] Checking router: 75b9b83a-bc86-43b2-b313-cc665f8eb599 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:49:49.869413 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:49.870073 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:49.950595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceda75-1e9f-4669-a93b-b5e8c4ad76e4 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Network': ['ID=29d86b91-a844-4599-8219-bb9bb5ede089,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:49.956674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.961119 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b9b8b54b-6d98-4693-8836-6b6327865689 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2452664 Jan 14 11:49:49.962474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46814) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:49.966823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:49.975638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'de48129c-a938-46ec-a60e-c1890172a687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:50.023130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23a3eb-443a-4f5c-bb83-ea6220afceb9 None None] Network 35269551-3203-4956-b8ca-5e807f028e0d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:50.029141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:50.038591 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=76b9f5ee-1ebe-4174-b40f-21687f49882a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:50.046195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:50.051501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:50.057083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.067082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:50.072053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85583c-a4ed-4718-96ae-accc13211afd None None] Network 63b9cefe-0f02-422e-af76-7f944a18cf69 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:50.083297 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-37080248-cbc8-4d3a-aa24-534ec6d016b5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/76b9f5ee-1ebe-4174-b40f-21687f49882a HTTP/1.1" status: 204 len: 168 time: 1.4106536 Jan 14 11:49:50.086005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46818) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:50.108296 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:49:50.234171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.256209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.270530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet 4a8e4c9c-bf80-4a12-aae2-7de4fb0d3b19 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:50.293505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 7c607234-e914-4d59-ae68-98dd5cb4623d {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:50.293842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.310239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66e37400-33a5-4b2b-a250-47a813f334a5 req-83b41116-77f1-492f-95f8-a8d048c8e621 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/ports?device_id=509a55a3-a8e6-4d73-b6c2-ff8be98de186 HTTP/1.1" status: 200 len: 210 time: 0.0881255 Jan 14 11:49:50.314371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.327767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eafddd0a-920c-4173-bb77-c4c0c389f533 None None] Provisioning for port 058c9453-b67e-42f8-9f49-f49795f8706b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:50.552671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.565023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 058c9453-b67e-42f8-9f49-f49795f8706b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:50.582931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port 7c607234-e914-4d59-ae68-98dd5cb4623d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7c607234-e914-4d59-ae68-98dd5cb4623d,segment=NetworkSegment(77a7a32b-9326-4d9f-b3c1-fc2df0492e85),segment_id=77a7a32b-9326-4d9f-b3c1-fc2df0492e85)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:50.583291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.635455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 058c9453-b67e-42f8-9f49-f49795f8706b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=058c9453-b67e-42f8-9f49-f49795f8706b,segment=NetworkSegment(35a6abd8-836d-4868-a161-8c2fcb914620),segment_id=35a6abd8-836d-4868-a161-8c2fcb914620)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:50.635982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.643457 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-71979df7-de62-47c8-8329-b39720b45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:40Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:50.648442 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71979df7-de62-47c8-8329-b39720b45434 None None] The sync data for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv is: [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:44:03Z', 'revision_number': 4, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef88d9fd-f43a-413f-b710-981fbadb1912', 'name': '', 'network_id': 'ff280c79-a6e8-44ee-b7f7-5053261f584e', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'mac_address': 'fa:16:3e:38:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:44:00Z', 'updated_at': '2022-01-14T11:44:40Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'subnets': [{'id': 'f0ce1aad-1c58-4a37-9749-c6845b70f669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:50.678264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.754781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 7c607234-e914-4d59-ae68-98dd5cb4623d owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:50.807167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 058c9453-b67e-42f8-9f49-f49795f8706b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:50.823569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 058c9453-b67e-42f8-9f49-f49795f8706b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:50.826468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.855919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.895503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.944844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port 7c607234-e914-4d59-ae68-98dd5cb4623d on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:50.955526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting subnet e88672b3-767b-4b13-a0ab-2c6eacb7230e {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:50.969801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 058c9453-b67e-42f8-9f49-f49795f8706b owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:50.988879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.991996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:50.993325 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0288346 Jan 14 11:49:50.997322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46822) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.007537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55846406-6fdd-4b3d-8a43-4fc34a217655 None None] New status for floating IP c5766c5a-3f68-479f-9aee-2ffde43e8884: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:49:51.028293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'de48129c-a938-46ec-a60e-c1890172a687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:51.034493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:51.038606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:51.039289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.042384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:51.048462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:51.070849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=7c607234-e914-4d59-ae68-98dd5cb4623d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.074308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9db56-1f89-4d7e-aaf5-f36d263bb413 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbfb480-baaf-4c51-a6e6-0c748695625b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.081358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.180405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.221616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.235447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.243304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad802f-12bf-4a5b-ac72-bf215c429d75 None None] DHCP port deletion for 63b9cefe-0f02-422e-af76-7f944a18cf69 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:51.245841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.272669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 058c9453-b67e-42f8-9f49-f49795f8706b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=058c9453-b67e-42f8-9f49-f49795f8706b,segment=NetworkSegment(35a6abd8-836d-4868-a161-8c2fcb914620),segment_id=35a6abd8-836d-4868-a161-8c2fcb914620)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:51.280508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.310632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489935a2-0e1a-49b5-b32e-02442cac4dec,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.313646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.317171 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6fa7d760-d076-46a8-8ef2-6fa1f2e6d968 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3002501 Jan 14 11:49:51.317953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46826) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.320553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:51.323526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:51.327713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'de48129c-a938-46ec-a60e-c1890172a687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:51.335314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:51.341634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:51.344252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8670bd8-bd27-44c1-9ad3-fc0922893997 None None] Network 35269551-3203-4956-b8ca-5e807f028e0d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:51.344682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.345525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:51.345653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.351954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:51.380042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.393306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.424747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=058c9453-b67e-42f8-9f49-f49795f8706b,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.427530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b9cefe-0f02-422e-af76-7f944a18cf69']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:51.451714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.475489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a7a32b-9326-4d9f-b3c1-fc2df0492e85') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:51.475952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a7a32b-9326-4d9f-b3c1-fc2df0492e85') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:51.489847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46834) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.497653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.501449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.519454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.519792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.520191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.520583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.520994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.521385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.521768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.522150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.522529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.522906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.523282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:51.546068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8e4c9c-bf80-4a12-aae2-7de4fb0d3b19,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.547662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3a770760-f54c-489a-80bc-c38248c825b9 None None] Provisioning complete for port 058c9453-b67e-42f8-9f49-f49795f8706b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:51.548093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3a770760-f54c-489a-80bc-c38248c825b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.557529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.583056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d92aa-2e33-4e58-beb3-47c8ca30bb1f None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:51.605243 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-835bdb95-f905-4012-adb4-daad7a0fd45d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/4a8e4c9c-bf80-4a12-aae2-7de4fb0d3b19 HTTP/1.1" status: 204 len: 168 time: 2.2886291 Jan 14 11:49:51.607286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46838) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.693932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.695802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bccb9d5-88fa-4ee3-ba26-ef6cf1279e73 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.725435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bccb9d5-88fa-4ee3-ba26-ef6cf1279e73 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.735125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Subnet': ['ID=e88672b3-767b-4b13-a0ab-2c6eacb7230e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.747639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.764623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eaa7e7-fa77-4b50-9fe6-1e8795d79c53 None None] Network 3a8d21ec-d453-49eb-a7ce-51023b870f0c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:51.766771 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-43be954e-f2f2-4f24-a75e-83c537503948 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/subnets/e88672b3-767b-4b13-a0ab-2c6eacb7230e HTTP/1.1" status: 204 len: 168 time: 1.8930440 Jan 14 11:49:51.770249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46844) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.786733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.790377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bccb9d5-88fa-4ee3-ba26-ef6cf1279e73 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.801212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.817347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.842921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:51.843322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:51.860603 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:51.863494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccb9d5-88fa-4ee3-ba26-ef6cf1279e73 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1950ef49-a04c-4f07-a2b3-3be7e3ac0365,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.875027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 058c9453-b67e-42f8-9f49-f49795f8706b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:51.876105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.928407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bccb9d5-88fa-4ee3-ba26-ef6cf1279e73 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.933474 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4bccb9d5-88fa-4ee3-ba26-ef6cf1279e73 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "DELETE /v2.0/security-groups/1950ef49-a04c-4f07-a2b3-3be7e3ac0365 HTTP/1.1" status: 204 len: 168 time: 0.4375002 Jan 14 11:49:51.937374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61ff95e-63bf-4700-9702-6454fc31df23,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:51.939587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46848) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.945494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:51.949204 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-502c89ce-b282-433a-8bc5-514d67c9e9af tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6264887 Jan 14 11:49:51.961574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46852) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:51.983345 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-7ce99bed-782e-4711-8b5e-a0527bb3e39e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] show failed (client error): The resource could not be found. Jan 14 11:49:51.986743 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ce99bed-782e-4711-8b5e-a0527bb3e39e tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "GET /v2.0/security-groups/1950ef49-a04c-4f07-a2b3-3be7e3ac0365 HTTP/1.1" status: 404 len: 347 time: 0.0429747 Jan 14 11:49:51.987908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46856) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:52.068692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Deleting subnet d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:49:52.072871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.073828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.082652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.105597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.143761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.173514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.218722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port 4e73869e-fa66-4959-a41e-bb153f950ffd {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:52.219068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.239305 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/63b9cefe-0f02-422e-af76-7f944a18cf69 HTTP/1.1" status: 204 len: 168 time: 2.1518576 Jan 14 11:49:52.240443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5b9e8-e691-4ebf-a355-1f6aa8488941 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=63b9cefe-0f02-422e-af76-7f944a18cf69,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:52.242001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46860) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:52.254019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.304615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Deleting port f4c3073e-7a6d-452d-a11a-3b639e39bb1b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:52.307297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.402194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0976ac-52e1-43e6-99fd-48e05aa16c20 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:52.402455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] DHCP port deletion for 3a8d21ec-d453-49eb-a7ce-51023b870f0c request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:52.402913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0f0976ac-52e1-43e6-99fd-48e05aa16c20 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:52.409222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] Deleting port 4e73869e-fa66-4959-a41e-bb153f950ffd {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:52.410027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.459185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.484278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0f0976ac-52e1-43e6-99fd-48e05aa16c20 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:52.489320 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0f0976ac-52e1-43e6-99fd-48e05aa16c20 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/b4cf3414-889f-44f8-9946-9ea9f1da89ab HTTP/1.1" status: 200 len: 845 time: 0.2374377 Jan 14 11:49:52.489914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46864) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:52.567107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f61ff95e-63bf-4700-9702-6454fc31df23,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:52.625091 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-16240149-1202-44f4-bd41-67c6ad7997c7 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/b4cf3414-889f-44f8-9946-9ea9f1da89ab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1247985 Jan 14 11:49:52.625708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46868) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:52.633187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:52.649287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.649904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.651372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 058c9453-b67e-42f8-9f49-f49795f8706b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:52.758809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.759317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c6ba146b-8be6-438c-a1d5-4865112a08eb None None] Provisioning complete for port 058c9453-b67e-42f8-9f49-f49795f8706b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:52.759792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c6ba146b-8be6-438c-a1d5-4865112a08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.760415 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f61ff95e-63bf-4700-9702-6454fc31df23 HTTP/1.1" status: 204 len: 168 time: 0.7968266 Jan 14 11:49:52.778800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46872) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:52.819435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.819782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.820114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.820471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.821404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.821902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.822229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.822548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.822866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.823177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.823497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81e15a-bbd1-41af-a77e-623610f8cf75 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:52.849305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Calling delete_port for f4c3073e-7a6d-452d-a11a-3b639e39bb1b owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:52.869887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 058c9453-b67e-42f8-9f49-f49795f8706b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:52.871104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.873163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:49:52.890504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:52.932070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:52.942975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:52.947260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:52.962233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:52.978083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:53.069247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] For port 4e73869e-fa66-4959-a41e-bb153f950ffd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4e73869e-fa66-4959-a41e-bb153f950ffd,segment=NetworkSegment(db9effcd-6b3f-4078-9b16-8d72e06d0b51),segment_id=db9effcd-6b3f-4078-9b16-8d72e06d0b51)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:53.069745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.079846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 058c9453-b67e-42f8-9f49-f49795f8706b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=058c9453-b67e-42f8-9f49-f49795f8706b,segment=NetworkSegment(35a6abd8-836d-4868-a161-8c2fcb914620),segment_id=35a6abd8-836d-4868-a161-8c2fcb914620)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:53.079846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.154385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.166098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] For port 4e73869e-fa66-4959-a41e-bb153f950ffd, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4e73869e-fa66-4959-a41e-bb153f950ffd,segment=NetworkSegment(db9effcd-6b3f-4078-9b16-8d72e06d0b51),segment_id=db9effcd-6b3f-4078-9b16-8d72e06d0b51)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:53.166479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.182412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.246729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c607234-e914-4d59-ae68-98dd5cb4623d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:53.308707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Pushing event deleted for resources: {'Port': ['ID=f4c3073e-7a6d-452d-a11a-3b639e39bb1b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:53.331120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] Calling delete_port for 4e73869e-fa66-4959-a41e-bb153f950ffd owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:53.340987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 058c9453-b67e-42f8-9f49-f49795f8706b owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:53.376508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7c607234-e914-4d59-ae68-98dd5cb4623d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:53.376860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7c607234-e914-4d59-ae68-98dd5cb4623d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:53.378085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Calling delete_port for 4e73869e-fa66-4959-a41e-bb153f950ffd owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:53.396721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e7781ecf-27d1-4f65-ab09-2e9c407eb563 None None] Provisioning complete for port 24bfd135-5773-446d-b18e-cab06bed8025 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:53.397115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7781ecf-27d1-4f65-ab09-2e9c407eb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.420830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3bf30f29-e99c-4019-9780-d0b30e7455be tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:53.444180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.477542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.531342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] Pushing event deleted for resources: {'Port': ['ID=4e73869e-fa66-4959-a41e-bb153f950ffd,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:53.568379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349bda1-260a-42ad-bc99-35f0e68213a5 None None] No DVR routers for this DVR port 4e73869e-fa66-4959-a41e-bb153f950ffd on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:53.573267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3bf30f29-e99c-4019-9780-d0b30e7455be tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:53.574797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3bf30f29-e99c-4019-9780-d0b30e7455be tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.7795424 Jan 14 11:49:53.576072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.583521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46876) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:53.627909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.631802 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f1bb4ba-646e-438b-a6b1-74cd58132660 tempest-ServerActionsTestJSON-1689026239 tempest-ServerActionsTestJSON-1689026239-project] 10.222.0.48 "DELETE /v2.0/floatingips/c5766c5a-3f68-479f-9aee-2ffde43e8884 HTTP/1.1" status: 204 len: 168 time: 1.6402578 Jan 14 11:49:53.632636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46880) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:53.660437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:53.677330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.689582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d236a-1cb4-4482-af05-92b1192b4163 None None] Network d177d53d-ca61-4e91-af17-578924330245 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:53.710976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.730111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:49:53.730613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:49:53.746285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:53.749577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:53.753699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:53.754439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.760188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb6ff-777c-4577-af31-8bfc5e9d943b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.760419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=1fba3e81-698c-4a50-95b3-3201c73a1024,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:53.777034 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cabd9509-9cfc-403c-856b-0a4be5e9cdc7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9 HTTP/1.1" status: 204 len: 168 time: 2.1650839 Jan 14 11:49:53.778357 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49ea5202-1c8d-4f8e-a1d5-99faa00aa8b8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1495962 Jan 14 11:49:53.779512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46886) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:53.783195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46890) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:53.786747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1244ad-d71f-4d4e-ba23-190051e97404 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:53.834919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb6ff-777c-4577-af31-8bfc5e9d943b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.850799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:53.858925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'security_group': {'name': 'tempest-secgroup-520338731'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:53.878386 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25bf0ac3-5743-4b5e-b3da-4a7b486d1616 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977516 Jan 14 11:49:53.879421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:53.884973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46896) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:53.937220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Port': ['ID=058c9453-b67e-42f8-9f49-f49795f8706b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:53.941745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:53.947491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:53.953279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:53.982490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.053354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb6ff-777c-4577-af31-8bfc5e9d943b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.065909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52765728-8c3f-49a8-8239-48fbd8be83e7 None None] DHCP port deletion for 35269551-3203-4956-b8ca-5e807f028e0d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:54.072683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No DVR routers for this DVR port 058c9453-b67e-42f8-9f49-f49795f8706b on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:54.089007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:54.098965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group_rule and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:54.103168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:54.109572 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:54.118167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb6ff-777c-4577-af31-8bfc5e9d943b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=489935a2-0e1a-49b5-b32e-02442cac4dec,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:54.138522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb6ff-777c-4577-af31-8bfc5e9d943b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.139735 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6a0fb6ff-777c-4577-af31-8bfc5e9d943b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/489935a2-0e1a-49b5-b32e-02442cac4dec HTTP/1.1" status: 204 len: 168 time: 0.5251853 Jan 14 11:49:54.144068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46900) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.183929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7430b-49e3-4f9c-8561-106d2e06a2fd tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:54.186759 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2fd7430b-49e3-4f9c-8561-106d2e06a2fd tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2926109 Jan 14 11:49:54.192227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46904) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.197505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.233031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Deleting port 4e73869e-fa66-4959-a41e-bb153f950ffd {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:54.233426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.250041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.255678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-faf550d0-02bf-46de-ab09-7a5d823b7b98', 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'tenant_id': 'ae52b8721e1f454fb397a30ab9e2eadf', 'fixed_ips': [{'subnet_id': '1fba3e81-698c-4a50-95b3-3201c73a1024'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:54.257780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.312618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.335757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:49:54.348811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] The port '4e73869e-fa66-4959-a41e-bb153f950ffd' was deleted {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:49:54.364651 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:49:54.391385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5898ba61-e69f-4146-8584-3341fd053ecc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:54.392247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5898ba61-e69f-4146-8584-3341fd053ecc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Synchronizing usage tracker for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:54.405034 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:54.406206 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:54.407335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844053d5-ac77-4b04-998c-e4544119fa7a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:54.425644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.426882 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4f600ec0-99c2-4db8-8dd2-22f56e53fb65 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6426501 Jan 14 11:49:54.434127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46908) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.442899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'security_group': {'name': 'tempest-secgroup-986535520'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:54.451947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5898ba61-e69f-4146-8584-3341fd053ecc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Unset dirty status for tenant:556c8cd87fb6481b8918ae2865d0fcca on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:54.454364 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5898ba61-e69f-4146-8584-3341fd053ecc tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2583649 Jan 14 11:49:54.455656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:54.460067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46912) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.463471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:54.485268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Allocated IP 2001:db8::2 (faf550d0-02bf-46de-ab09-7a5d823b7b98/1fba3e81-698c-4a50-95b3-3201c73a1024/a20169f2-ca21-487e-a9e4-7d4780729017) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:54.536320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:54.546224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-90d5a636-d5c6-4539-a1d6-b17be2e522b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:54.559968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:54.563501 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e0dddc60-d33c-46d6-b32a-4573cff15b32 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023760 Jan 14 11:49:54.574640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46916) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.616004 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-969c8bfb-b38d-4d10-878a-66ffcbd1a8d7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:54.616004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969c8bfb-b38d-4d10-878a-66ffcbd1a8d7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:54.618279 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-969c8bfb-b38d-4d10-878a-66ffcbd1a8d7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/13ce3f58-6044-4fd8-8af6-0c7636c42da0 HTTP/1.1" status: 404 len: 333 time: 0.0431240 Jan 14 11:49:54.620800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46920) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.640688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.642064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d24ae9f9-1d7f-4a89-b592-93a4e2ce0645 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.1277809 Jan 14 11:49:54.651129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46924) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.659641 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e67756-958e-4f01-9fce-ad7b4780e0b2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:54.660099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e67756-958e-4f01-9fce-ad7b4780e0b2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:54.661884 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01e67756-958e-4f01-9fce-ad7b4780e0b2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/4a8e4c9c-bf80-4a12-aae2-7de4fb0d3b19 HTTP/1.1" status: 404 len: 337 time: 0.0401919 Jan 14 11:49:54.665944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.676542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46928) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.683199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-90d5a636-d5c6-4539-a1d6-b17be2e522b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:54.687909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-90d5a636-d5c6-4539-a1d6-b17be2e522b7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5381207 Jan 14 11:49:54.697787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] DHCP port deletion for d177d53d-ca61-4e91-af17-578924330245 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:54.699651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4e73869e-fa66-4959-a41e-bb153f950ffd no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:54.738740 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 4e73869e-fa66-4959-a41e-bb153f950ffd {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:54.739081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4e73869e-fa66-4959-a41e-bb153f950ffd not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:54.739496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 058c9453-b67e-42f8-9f49-f49795f8706b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:54.745251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.755489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46934) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:54.757096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:49:54.759879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.782331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 058c9453-b67e-42f8-9f49-f49795f8706b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:49:54.782696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 058c9453-b67e-42f8-9f49-f49795f8706b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:49:54.783208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 24bfd135-5773-446d-b18e-cab06bed8025 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:49:54.843262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] Deleting port 24bfd135-5773-446d-b18e-cab06bed8025 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:54.844165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.857683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:54.863142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group_rule and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:54.868785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:54.876010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:54.910826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:54.926291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=37d5df44-08c1-45db-8213-ea2c689b5bb4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:54.931112 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d98acb5-5356-4831-96c1-c6806610cf3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:54.931942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d98acb5-5356-4831-96c1-c6806610cf3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:54.934092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5d98acb5-5356-4831-96c1-c6806610cf3f tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/d6bcdafa-383c-430b-8cd3-2c4fcab6f8b9 HTTP/1.1" status: 404 len: 337 time: 0.2570608 Jan 14 11:49:54.978157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46938) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.033298 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b1721d37-41e1-4520-9935-bb926e2cf491 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3775077 Jan 14 11:49:55.040484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46942) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.043683 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-194cd66a-56b8-4780-b049-42ea2187af6b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:55.044628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194cd66a-56b8-4780-b049-42ea2187af6b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:55.044807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d21ec-d453-49eb-a7ce-51023b870f0c']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.086186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] For port 24bfd135-5773-446d-b18e-cab06bed8025, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=24bfd135-5773-446d-b18e-cab06bed8025,segment=NetworkSegment(87a6cad6-004f-426b-b5bf-7edcf8db05db),segment_id=87a6cad6-004f-426b-b5bf-7edcf8db05db)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:55.086743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32dc-0110-44e7-93e0-477d564323e9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.087229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.099879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32dc-0110-44e7-93e0-477d564323e9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.134406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9effcd-6b3f-4078-9b16-8d72e06d0b51') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.135604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9effcd-6b3f-4078-9b16-8d72e06d0b51') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.157826 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:49:50Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.158447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.162199 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:49:55.162539 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Updating router 434bbfb8-4b78-435c-883b-05134f767468 port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:49:55.166806 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-194cd66a-56b8-4780-b049-42ea2187af6b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/5ffc4af2-f541-49be-b056-052af61a1b11 HTTP/1.1" status: 404 len: 333 time: 0.1852663 Jan 14 11:49:55.169637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.177911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46946) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.188077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.199141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:55.199994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.225509 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.228860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.256852 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea93616-21d1-447e-a543-83921ba584a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:55.258822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea93616-21d1-447e-a543-83921ba584a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:55.259305 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ea93616-21d1-447e-a543-83921ba584a2 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/9a9ece0e-fe26-48e6-b512-2a6b780ce092 HTTP/1.1" status: 404 len: 337 time: 0.0794454 Jan 14 11:49:55.267669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46950) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.308084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] Calling delete_port for 24bfd135-5773-446d-b18e-cab06bed8025 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:55.327746 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:55.337682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.366531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35269551-3203-4956-b8ca-5e807f028e0d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.381436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a6abd8-836d-4868-a161-8c2fcb914620') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.382540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a6abd8-836d-4868-a161-8c2fcb914620') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:55.385750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f379bd5-45d1-41d2-bc50-12f91da45d7c None None] Network 35269551-3203-4956-b8ca-5e807f028e0d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:49:55.397732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.419653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.427779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:49:55.428580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.441067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.463199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port 24bfd135-5773-446d-b18e-cab06bed8025 update to DOWN by agent not found {{(pid=83453) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 14 11:49:55.492128 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-411c4c0f-4bd0-47c0-a272-a87cd0772aa6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:55.493092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411c4c0f-4bd0-47c0-a272-a87cd0772aa6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:55.494746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-411c4c0f-4bd0-47c0-a272-a87cd0772aa6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/97e4f67d-ccfd-496f-98c2-d0cda36dc2ca HTTP/1.1" status: 404 len: 337 time: 0.2232730 Jan 14 11:49:55.514773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46954) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.520214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.521373 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0863109 Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:49:55.541178 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:49:55.544661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46958) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.546093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.558005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.562947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] Pushing event deleted for resources: {'Port': ['ID=24bfd135-5773-446d-b18e-cab06bed8025,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.572749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3ea06-ac8c-4fc0-a3a8-82050426a2f1 None None] No DVR routers for this DVR port 24bfd135-5773-446d-b18e-cab06bed8025 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:49:55.579165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32dc-0110-44e7-93e0-477d564323e9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.584151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32dc-0110-44e7-93e0-477d564323e9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.584652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4fcb1-5153-4cb6-81a9-8c903c12b407 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af61ad-b457-4373-9424-6c74e2b65688,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.590344 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff3cadf-d8d3-4a00-9d38-3ae24270a62d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:55.590859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff3cadf-d8d3-4a00-9d38-3ae24270a62d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:55.592522 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dff3cadf-d8d3-4a00-9d38-3ae24270a62d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/787206f3-b3c3-4290-8e17-44e17c4bee8b HTTP/1.1" status: 404 len: 333 time: 0.0739338 Jan 14 11:49:55.595175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46960) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.595466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46962) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.596407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c0d8c-4f6b-47d8-a18d-4e65975997a8 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:55.598069 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d55c0d8c-4f6b-47d8-a18d-4e65975997a8 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5560164 Jan 14 11:49:55.601636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a8ac32dc-0110-44e7-93e0-477d564323e9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0fbfb480-baaf-4c51-a6e6-0c748695625b HTTP/1.1" status: 204 len: 168 time: 0.8288918 Jan 14 11:49:55.609420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-225637561', 'security_groups': ['e9af61ad-b457-4373-9424-6c74e2b65688'], 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1fba3e81-698c-4a50-95b3-3201c73a1024'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:55.630877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46966) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.656843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/networks/3a8d21ec-d453-49eb-a7ce-51023b870f0c HTTP/1.1" status: 204 len: 168 time: 3.8856251 Jan 14 11:49:55.665237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.673455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.675401 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/35269551-3203-4956-b8ca-5e807f028e0d HTTP/1.1" status: 204 len: 168 time: 6.6388550 Jan 14 11:49:55.676757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46974) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.683178 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.687319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46976) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.697184 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Transition to ACTIVE for port object 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:55.706386 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.738029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.752520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Transition to ACTIVE for port object a20169f2-ca21-487e-a9e4-7d4780729017 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:55.753120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9a74d8ae-843d-425e-9893-e4221540f071 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Synchronizing usage tracker for tenant:2deb64d8495d42f9aeaefb827321eed6 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:55.763417 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1f69f41a-db8e-4cee-a016-57e6316300a3 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230369 Jan 14 11:49:55.766357 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0aa5f66-57db-43d9-94b0-7d8b906769f8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:55.766787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0aa5f66-57db-43d9-94b0-7d8b906769f8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:55.767372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb6295-262a-449b-9e79-b46073277117 None None] DHCP port deletion for 35269551-3203-4956-b8ca-5e807f028e0d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:49:55.768691 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e0aa5f66-57db-43d9-94b0-7d8b906769f8 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/820475e2-74e3-4d5e-9632-cc67bf20376b HTTP/1.1" status: 404 len: 337 time: 0.1678319 Jan 14 11:49:55.771075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46982) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.771400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46984) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.806913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Transition to ACTIVE for port object a20169f2-ca21-487e-a9e4-7d4780729017 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:55.812862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8afa2-68dd-49fb-bdee-64f05c1b38c3 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Pushing event deleted for resources: {'Network': ['ID=3a8d21ec-d453-49eb-a7ce-51023b870f0c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.813424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-369737382', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:55.816988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.825243 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Pushing event updated for resources: {'Port': ['ID=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.829177 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Attempting to bind port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:55.829535 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Attempting to bind port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:55.829886 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Attempting to bind port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:55.840953 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.841299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.841632 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.842005 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.842294 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.842621 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.842938 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.843270 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.843851 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.844021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac32dc-0110-44e7-93e0-477d564323e9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fbfb480-baaf-4c51-a6e6-0c748695625b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.844159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.844473 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:49:55.847586 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:55.847904 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:55.848293 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.848662 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:55.849159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Bound port: 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:55.849521 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.885960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e851d-49cb-4728-a42d-1276a734635c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=35269551-3203-4956-b8ca-5e807f028e0d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.908072 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-694a3d9f-636a-4bc3-b5f7-624be2392bce tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:55.908472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694a3d9f-636a-4bc3-b5f7-624be2392bce tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:55.910728 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-694a3d9f-636a-4bc3-b5f7-624be2392bce tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/35269551-3203-4956-b8ca-5e807f028e0d HTTP/1.1" status: 404 len: 339 time: 0.1609449 Jan 14 11:49:55.911913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Pushing event updated for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:55.915049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9a74d8ae-843d-425e-9893-e4221540f071 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Unset dirty status for tenant:2deb64d8495d42f9aeaefb827321eed6 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:55.916348 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9a74d8ae-843d-425e-9893-e4221540f071 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd7d688-e2a9-42e1-9a0b-117c6771976d HTTP/1.1" status: 200 len: 205 time: 0.2301853 Jan 14 11:49:55.922209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:55.928039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46990) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.928189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 46992) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:55.932338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:55.934677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:55.941635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:55.945946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:55.948801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-736680826', 'description': 'd1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:55.949217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:55.953520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:55.955505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:55.957945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:network and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:55.960853 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] For port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:55.961145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:55.965522 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] For port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:55.968197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:55.974202 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:55.980356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2b60fa50-a925-4077-b865-f8a55c9e2ad3 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:55.991830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:56.011523 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c23815-62de-482b-929a-4f6b78fa0996 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.011966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c23815-62de-482b-929a-4f6b78fa0996 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.013670 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-78c23815-62de-482b-929a-4f6b78fa0996 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/e25d674b-2811-4af4-a640-7126bdb0c883 HTTP/1.1" status: 404 len: 337 time: 0.2387340 Jan 14 11:49:56.028605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 46998) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.033239 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Attempting to bind port a20169f2-ca21-487e-a9e4-7d4780729017 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:56.034337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Attempting to bind port a20169f2-ca21-487e-a9e4-7d4780729017 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '950d8b7b-61af-4315-9ec8-d6df2a5b74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:56.034337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Attempting to bind port a20169f2-ca21-487e-a9e4-7d4780729017 on network faf550d0-02bf-46de-ab09-7a5d823b7b98 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:56.041752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:56.042152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Checking segment: {'id': '950d8b7b-61af-4315-9ec8-d6df2a5b74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:56.042514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.042897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Bound using segment: {'id': '950d8b7b-61af-4315-9ec8-d6df2a5b74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:56.043394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Bound port: a20169f2-ca21-487e-a9e4-7d4780729017, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950d8b7b-61af-4315-9ec8-d6df2a5b74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:56.043900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.079523 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:49:56.081702 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:49:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:56.125495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2b60fa50-a925-4077-b865-f8a55c9e2ad3 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:56.126771 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2b60fa50-a925-4077-b865-f8a55c9e2ad3 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5275955 Jan 14 11:49:56.140638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:56.144185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.144316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47002) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.169028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9d1362-4093-4162-b5fe-55274d0a4c40 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.169725 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9d1362-4093-4162-b5fe-55274d0a4c40 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.171214 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5e9d1362-4093-4162-b5fe-55274d0a4c40 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/2cde220c-08d4-4703-ab02-8afc5449c4e4 HTTP/1.1" status: 404 len: 333 time: 0.0933807 Jan 14 11:49:56.184390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:49:56.187382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47006) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.189503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:49:56.199951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.233301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:56.248923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.251454 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dc87bb-c8a2-40d8-b6ea-275b085eb7f6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.251882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dc87bb-c8a2-40d8-b6ea-275b085eb7f6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.253540 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a9dc87bb-c8a2-40d8-b6ea-275b085eb7f6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/221667eb-cfe0-4ea7-97f3-23f84dea17cb HTTP/1.1" status: 404 len: 337 time: 0.0616074 Jan 14 11:49:56.256027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.271732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47010) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.277722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f21-1746-4a54-bcf6-b61706ea0b9c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.298327 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17fa68-5729-4b5f-aa50-94397f2bf4ba None None] Pushing event updated for resources: {'Port': ['ID=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:56.303789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94b5b6-bdba-4a82-8b90-ba86ef8ec21a None None] Pushing event updated for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:56.330407 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:49:56.339533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:56.353003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:56.384577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f21-1746-4a54-bcf6-b61706ea0b9c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.403344 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbf3cac-f669-4701-aefd-98fe89b7aa13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.403769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbf3cac-f669-4701-aefd-98fe89b7aa13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.407803 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1dbf3cac-f669-4701-aefd-98fe89b7aa13 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/342f62c6-fe9c-4208-86f4-085ed05bbc3e HTTP/1.1" status: 404 len: 337 time: 0.1297255 Jan 14 11:49:56.411665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47014) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.462332 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d50a859-dd20-4d70-beb3-a0b0ffa6bfda tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.462763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d50a859-dd20-4d70-beb3-a0b0ffa6bfda tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.471083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:56.492577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.492949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 4741d082-4c82-40b1-a03c-4b7540ea28ad of type vlan for network b671d9cc-c295-43d7-b195-75c69bbbef64 Jan 14 11:49:56.529920 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8d50a859-dd20-4d70-beb3-a0b0ffa6bfda tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/eb19fced-4325-4271-b57c-8abd81ff8153 HTTP/1.1" status: 404 len: 333 time: 0.1171916 Jan 14 11:49:56.549505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47018) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.614417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f21-1746-4a54-bcf6-b61706ea0b9c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.627785 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcf49c7-45a9-479b-a30a-60f6de72ee35 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.628217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcf49c7-45a9-479b-a30a-60f6de72ee35 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.680832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb3f21-1746-4a54-bcf6-b61706ea0b9c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16696736-0335-4eef-9566-1e93749560f0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:56.697855 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1bcf49c7-45a9-479b-a30a-60f6de72ee35 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/ccda1e18-2de8-4e54-a06d-fb7ccc21580e HTTP/1.1" status: 404 len: 337 time: 0.1410542 Jan 14 11:49:56.701843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47022) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.746760 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:49:50Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:49:56.753343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.760025 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c7182-3060-4cf5-81db-9439665e7f11 None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:49:50Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:49:56.788072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f21-1746-4a54-bcf6-b61706ea0b9c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:56.792199 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1dfb3f21-1746-4a54-bcf6-b61706ea0b9c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/16696736-0335-4eef-9566-1e93749560f0 HTTP/1.1" status: 204 len: 168 time: 0.6443949 Jan 14 11:49:56.800043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47026) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.824825 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9946a8-1cb3-4497-bda8-8c48f552ef62 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.825218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9946a8-1cb3-4497-bda8-8c48f552ef62 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.829166 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a9946a8-1cb3-4497-bda8-8c48f552ef62 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/5d95051b-5229-4031-ad49-2d3687a111d3 HTTP/1.1" status: 404 len: 333 time: 0.1217358 Jan 14 11:49:56.833194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47030) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.906762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:49:56.924437 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41dc01-bc54-4688-b562-2a2efa55fa76 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:56.925359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41dc01-bc54-4688-b562-2a2efa55fa76 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:56.926494 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7d41dc01-bc54-4688-b562-2a2efa55fa76 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/b8d03e08-0658-490e-857f-bdd594aa6809 HTTP/1.1" status: 404 len: 337 time: 0.0830669 Jan 14 11:49:56.941214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47034) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:56.997785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.118544 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72d42e7-4981-4bab-9bb1-1cdf82555741 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.119131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72d42e7-4981-4bab-9bb1-1cdf82555741 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.121023 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a72d42e7-4981-4bab-9bb1-1cdf82555741 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/f4c41234-7823-4dc7-9530-abd1f231d9da HTTP/1.1" status: 404 len: 333 time: 0.1789603 Jan 14 11:49:57.121971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.125776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:57.126526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.134142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-046a3bca-89a4-42c3-bb78-ee8ef29653cf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:57.143542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47042) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.224443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.240831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=69b146fb-5c2a-4161-9b61-cb7eb5132651,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:57.272430 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7337e2-6134-49c0-b97c-0d1c65beda20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.273003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7337e2-6134-49c0-b97c-0d1c65beda20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.275773 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1e7337e2-6134-49c0-b97c-0d1c65beda20 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/6763f4c7-7825-4a47-bce6-7d4f8dbc04ee HTTP/1.1" status: 404 len: 337 time: 0.1265731 Jan 14 11:49:57.297621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47046) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.307988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-046a3bca-89a4-42c3-bb78-ee8ef29653cf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:57.309525 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-046a3bca-89a4-42c3-bb78-ee8ef29653cf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.5066195 Jan 14 11:49:57.314327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.330423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47048) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.331211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:57.331565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: bab5ff01-4b5a-42da-97bf-56b24eb1a18d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:49:57.343556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=b671d9cc-c295-43d7-b195-75c69bbbef64,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:57.352648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:49:57.360763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b671d9cc-c295-43d7-b195-75c69bbbef64 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:57.395537 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1e0415e8-8bc4-4679-b2a2-767e60b64a3a tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4663141 Jan 14 11:49:57.398391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47054) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.411018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.533406 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c9ace2-32a6-4166-a051-ff04f8c8b168 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.533843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c9ace2-32a6-4166-a051-ff04f8c8b168 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.535484 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-50c9ace2-32a6-4166-a051-ff04f8c8b168 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/3a04f958-c794-4a7a-aba6-b44c7bb1c902 HTTP/1.1" status: 404 len: 333 time: 0.2111745 Jan 14 11:49:57.541227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47058) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.606963 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e645157-054a-49df-b82b-d071cfa03e03 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.607390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e645157-054a-49df-b82b-d071cfa03e03 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.611369 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3e645157-054a-49df-b82b-d071cfa03e03 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/91be0133-2d7f-443c-910e-57934387604b HTTP/1.1" status: 404 len: 337 time: 0.0668685 Jan 14 11:49:57.615547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47062) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.657376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3881-4386-49d4-839b-8403b10bb63a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.669687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3881-4386-49d4-839b-8403b10bb63a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.675373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5c6fa-54f4-4c43-b73b-1846b568e016 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:57.676627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0af5c6fa-54f4-4c43-b73b-1846b568e016 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Synchronizing usage tracker for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:57.700383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.701364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd7d688-e2a9-42e1-9a0b-117c6771976d {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:49:57.712123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3881-4386-49d4-839b-8403b10bb63a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.717941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0af5c6fa-54f4-4c43-b73b-1846b568e016 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Unset dirty status for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:57.723201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0af5c6fa-54f4-4c43-b73b-1846b568e016 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks?id=b671d9cc-c295-43d7-b195-75c69bbbef64 HTTP/1.1" status: 200 len: 760 time: 0.3232677 Jan 14 11:49:57.723915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47066) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.726659 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c9dda1-1344-46e3-9c4b-d9a97419ecc0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.727873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c9dda1-1344-46e3-9c4b-d9a97419ecc0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.730976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:49:57.742694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'description': 'd2'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:57.775733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ef255-38df-4c87-b2f6-1dcde18c2b10 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:49:57.778276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.782450 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-523b174d-d6b5-4ec5-839e-1d9024dbb146 tempest-RoutersNegativeIpV6Test-552251238 tempest-RoutersNegativeIpV6Test-552251238-project] 10.222.0.48 "DELETE /v2.0/routers/4dd7d688-e2a9-42e1-9a0b-117c6771976d HTTP/1.1" status: 204 len: 168 time: 1.8511069 Jan 14 11:49:57.795641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d3881-4386-49d4-839b-8403b10bb63a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb9922c3-50fb-4a51-b80c-53c8af4e1401,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:57.799583 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-69c9dda1-1344-46e3-9c4b-d9a97419ecc0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/bb2503f4-75ee-4741-994c-b4f818d91e2f HTTP/1.1" status: 404 len: 333 time: 0.1830783 Jan 14 11:49:57.801987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3881-4386-49d4-839b-8403b10bb63a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.806585 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8f6d3881-4386-49d4-839b-8403b10bb63a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/fb9922c3-50fb-4a51-b80c-53c8af4e1401 HTTP/1.1" status: 204 len: 168 time: 0.4638386 Jan 14 11:49:57.809118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47072) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.809118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47074) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.813211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, bab5ff01-4b5a-42da-97bf-56b24eb1a18d) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:57.817903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:57.818435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:57.891288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b8b9f1b-0984-4a47-aff2-c10d01d6966a None None] Provisioning for port a20169f2-ca21-487e-a9e4-7d4780729017 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:57.896824 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5b103f-b96e-4ebb-9142-806e36cf99b6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.897206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5b103f-b96e-4ebb-9142-806e36cf99b6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.902289 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-aa5b103f-b96e-4ebb-9142-806e36cf99b6 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/4765c03c-6641-4b90-b347-1f019ff7b84a HTTP/1.1" status: 404 len: 337 time: 0.0886583 Jan 14 11:49:57.905694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47080) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.910520 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c9d0e5f1-f967-4c83-8f14-80d6c046a7c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1374977 Jan 14 11:49:57.924126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47084) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.958188 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0942d7-5d18-4483-9660-e32cf61266f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:57.958613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0942d7-5d18-4483-9660-e32cf61266f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:57.965952 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ce0942d7-5d18-4483-9660-e32cf61266f7 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/b5303bea-12f1-4c32-865e-3a0f70c6dfdd HTTP/1.1" status: 404 len: 333 time: 0.0536108 Jan 14 11:49:57.965952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47088) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:57.974191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b8b9f1b-0984-4a47-aff2-c10d01d6966a None None] Provisioning complete for port b4cf3414-889f-44f8-9946-9ea9f1da89ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:57.974746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9f1b-0984-4a47-aff2-c10d01d6966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.017516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a13833-b8a9-48db-96d7-367d7a388931 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:58.018523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a13833-b8a9-48db-96d7-367d7a388931 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:58.019606 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-39a13833-b8a9-48db-96d7-367d7a388931 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/71f197f3-1719-426c-809e-3bf127566192 HTTP/1.1" status: 404 len: 337 time: 0.0533519 Jan 14 11:49:58.024208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47092) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.050312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::5c (faf550d0-02bf-46de-ab09-7a5d823b7b98/1fba3e81-698c-4a50-95b3-3201c73a1024/fd921bb2-1b20-47d9-a0ef-c00a7adeee02) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:58.072501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bb691dbd-ad58-4498-8579-f754af3c0342 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:58.094292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ef255-38df-4c87-b2f6-1dcde18c2b10 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:49:58.113524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b9f1b-0984-4a47-aff2-c10d01d6966a None None] Port b4cf3414-889f-44f8-9946-9ea9f1da89ab cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:49:58.119021 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-015e267c-8bf6-464a-8f1b-8c6c0d609869 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:58.119676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015e267c-8bf6-464a-8f1b-8c6c0d609869 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:58.121755 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-015e267c-8bf6-464a-8f1b-8c6c0d609869 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/e2fdc050-cff7-4272-91a8-47b9f0454332 HTTP/1.1" status: 404 len: 337 time: 0.0964625 Jan 14 11:49:58.135229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47098) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.151190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bb691dbd-ad58-4498-8579-f754af3c0342 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:58.155813 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bb691dbd-ad58-4498-8579-f754af3c0342 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3439753 Jan 14 11:49:58.158848 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47100) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.187184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Deleting port ef88d9fd-f43a-413f-b710-981fbadb1912 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:49:58.187767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.217932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47106) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.342768 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b69b58-c3cf-4c11-8a4e-e081eadb2cef tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:58.343540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b69b58-c3cf-4c11-8a4e-e081eadb2cef tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:58.345296 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e3b69b58-c3cf-4c11-8a4e-e081eadb2cef tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/41420584-3d2c-47d4-b047-c139aeb03422 HTTP/1.1" status: 404 len: 333 time: 0.1758504 Jan 14 11:49:58.428187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] For port ef88d9fd-f43a-413f-b710-981fbadb1912, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef88d9fd-f43a-413f-b710-981fbadb1912,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:58.434757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.509904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47112) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.535442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:58.563298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:49:58.564864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.612257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.629564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Calling delete_port for ef88d9fd-f43a-413f-b710-981fbadb1912 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:49:58.649565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.678983 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-47259860-c154-4d8e-bb8c-e673d5a5c061 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:58.679432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47259860-c154-4d8e-bb8c-e673d5a5c061 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:58.684106 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-47259860-c154-4d8e-bb8c-e673d5a5c061 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/ae458e31-82b6-48e7-935b-c45c8511b036 HTTP/1.1" status: 404 len: 337 time: 0.1595583 Jan 14 11:49:58.691473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47116) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.704051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d11394b1-4205-4e41-9693-2659fc602808 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.743849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:58.754969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d11394b1-4205-4e41-9693-2659fc602808 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.758428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:58.758740 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.796152 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a19a9d0e-7cb8-4304-96d0-0e4f631cf1fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2deb64d8495d42f9aeaefb827321eed6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5742488 Jan 14 11:49:58.802900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47120) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.835309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network b671d9cc-c295-43d7-b195-75c69bbbef64 is not hosted by any dhcp agent {{(pid=83451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 14 11:49:58.838175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:58.838789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.840135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "PUT /v2.0/networks/b671d9cc-c295-43d7-b195-75c69bbbef64 HTTP/1.1" status: 200 len: 757 time: 1.1098216 Jan 14 11:49:58.846313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Allocated IP 172.20.0.2 (bab5ff01-4b5a-42da-97bf-56b24eb1a18d/69b146fb-5c2a-4161-9b61-cb7eb5132651/4d45d687-6069-423b-b5f7-d70c6a2eff4a) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:49:58.853216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47124) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.882814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aea2a28-0ad1-46e7-bcf0-3ca71808d17c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:58.883393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aea2a28-0ad1-46e7-bcf0-3ca71808d17c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:58.885095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0aea2a28-0ad1-46e7-bcf0-3ca71808d17c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/f0df1afa-63be-4082-8923-2454105a6bbf HTTP/1.1" status: 404 len: 337 time: 0.1927063 Jan 14 11:49:58.891464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:58.895523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47128) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.943440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c508c7a-81e2-49be-9bee-aa3c92c204b8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=b671d9cc-c295-43d7-b195-75c69bbbef64,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:58.960411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object fd921bb2-1b20-47d9-a0ef-c00a7adeee02 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:58.962641 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f3ced5-0730-4be6-bf50-d042059a4dba tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:58.963068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f3ced5-0730-4be6-bf50-d042059a4dba tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:58.964710 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-21f3ced5-0730-4be6-bf50-d042059a4dba tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/074c5550-50e2-452d-9eaa-16b22294517a HTTP/1.1" status: 404 len: 333 time: 0.0632043 Jan 14 11:49:58.975883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47132) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:58.978749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b671d9cc-c295-43d7-b195-75c69bbbef64 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:49:59.010332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d11394b1-4205-4e41-9693-2659fc602808 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.027099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c353003-7039-42f7-ae2b-682125730e0e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:59.027542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c353003-7039-42f7-ae2b-682125730e0e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:59.031592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3c353003-7039-42f7-ae2b-682125730e0e tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/c8731bcd-ce05-4419-9597-ff1be022dd50 HTTP/1.1" status: 404 len: 337 time: 0.0506539 Jan 14 11:49:59.032336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47136) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.061576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f47c71-7d2d-4b76-a688-dfa55e23555c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:59.062396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-97f47c71-7d2d-4b76-a688-dfa55e23555c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Synchronizing usage tracker for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:59.068775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11394b1-4205-4e41-9693-2659fc602808 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de48129c-a938-46ec-a60e-c1890172a687,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:59.073870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b04d2a8b-b558-4676-b09c-584567f0cac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.082873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca9ad47-4b48-470a-a0dc-cd3558807ab4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:59.083306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca9ad47-4b48-470a-a0dc-cd3558807ab4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:59.084970 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fca9ad47-4b48-470a-a0dc-cd3558807ab4 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/5812a95f-3212-4489-aaef-bbd374bb5f2d HTTP/1.1" status: 404 len: 337 time: 0.0485945 Jan 14 11:49:59.088511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47140) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.107106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.139066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-97f47c71-7d2d-4b76-a688-dfa55e23555c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Unset dirty status for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:59.140489 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-97f47c71-7d2d-4b76-a688-dfa55e23555c tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks?id=b671d9cc-c295-43d7-b195-75c69bbbef64 HTTP/1.1" status: 200 len: 760 time: 0.2620854 Jan 14 11:49:59.145684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47144) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.153847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596999061'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:59.165038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.180919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d11394b1-4205-4e41-9693-2659fc602808 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.182314 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d11394b1-4205-4e41-9693-2659fc602808 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/de48129c-a938-46ec-a60e-c1890172a687 HTTP/1.1" status: 204 len: 168 time: 1.0223908 Jan 14 11:49:59.183552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:49:59.188405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b04d2a8b-b558-4676-b09c-584567f0cac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.197525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.199446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.200301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:49:59.224211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:59.227451 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc37ed10-4405-4603-9ab1-7e9fd2333676 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:59.227886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc37ed10-4405-4603-9ab1-7e9fd2333676 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:59.229582 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dc37ed10-4405-4603-9ab1-7e9fd2333676 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/11353290-14ef-4d8c-830d-4153eeeb8002 HTTP/1.1" status: 404 len: 333 time: 0.1399202 Jan 14 11:49:59.232854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47152) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.245901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:59.281443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:49:59.284640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.306195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:59.312916 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-404dd6c6-c5d2-4073-9af8-85d03d234237 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:59.313353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404dd6c6-c5d2-4073-9af8-85d03d234237 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:59.325102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.366434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-404dd6c6-c5d2-4073-9af8-85d03d234237 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/9011e62a-788d-4ee8-a87c-575c635e0f77 HTTP/1.1" status: 404 len: 337 time: 0.1293685 Jan 14 11:49:59.377475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.379723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:59.381281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47156) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.389707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef88d9fd-f43a-413f-b710-981fbadb1912,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:59.393169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:59.401156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Transition to ACTIVE for port object 4d45d687-6069-423b-b5f7-d70c6a2eff4a will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:59.401564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:59.405662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:59.406335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.427677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Transition to ACTIVE for port object 4d45d687-6069-423b-b5f7-d70c6a2eff4a will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:49:59.429022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a20169f2-ca21-487e-a9e4-7d4780729017 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:49:59.432531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=fd921bb2-1b20-47d9-a0ef-c00a7adeee02,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:59.432844 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-60daa7f7-10d8-4595-a10a-73f21aacdf11 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:59.433172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60daa7f7-10d8-4595-a10a-73f21aacdf11 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:49:59.444038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c12fd59a-ff2f-4d6f-bd81-8583f677b0d9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:49:59.446814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:49:59.447428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.461644 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f6b388d9-018a-48f2-af32-400d7014f355 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8581204 Jan 14 11:49:59.462617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:49:59.470175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47160) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.479048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:59.490329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.505714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.506137 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 1a3a577a-c4f3-4f09-9d24-d91d41e6491b of type vlan for network 8166d1a1-b906-47c8-84db-7a1b4d1496e4 Jan 14 11:49:59.593120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:49:59.594949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Pushing event updated for resources: {'Port': ['ID=4d45d687-6069-423b-b5f7-d70c6a2eff4a,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:59.597988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:49:59.603639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:49:59.605710 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60daa7f7-10d8-4595-a10a-73f21aacdf11 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/08209509-352b-4858-9682-891636ec089f HTTP/1.1" status: 404 len: 337 time: 0.2180641 Jan 14 11:49:59.635388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47164) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.635724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b04d2a8b-b558-4676-b09c-584567f0cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.637951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b04d2a8b-b558-4676-b09c-584567f0cac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.641733 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b04d2a8b-b558-4676-b09c-584567f0cac1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c883c5bf-9f64-4055-b7fa-038d39071933 HTTP/1.1" status: 204 len: 168 time: 0.8352799 Jan 14 11:49:59.659015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d2a8b-b558-4676-b09c-584567f0cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c883c5bf-9f64-4055-b7fa-038d39071933,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:49:59.665739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c12fd59a-ff2f-4d6f-bd81-8583f677b0d9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:49:59.666899 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c12fd59a-ff2f-4d6f-bd81-8583f677b0d9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4663229 Jan 14 11:49:59.681296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47170) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.730887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.758438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-72436f00-609f-410f-9ece-1ee1fb0d6e9c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3a422f2-3caa-4859-a535-a08ee1ffbf41 HTTP/1.1" status: 200 len: 205 time: 0.1087546 Jan 14 11:49:59.764919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47174) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.788311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Attempting to bind port 4d45d687-6069-423b-b5f7-d70c6a2eff4a on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:49:59.788796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Attempting to bind port 4d45d687-6069-423b-b5f7-d70c6a2eff4a by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:49:59.789952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Attempting to bind port 4d45d687-6069-423b-b5f7-d70c6a2eff4a on network bab5ff01-4b5a-42da-97bf-56b24eb1a18d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:49:59.806065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:49:59.806661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Checking segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:49:59.807265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.807897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Bound using segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:49:59.808753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Bound port: 4d45d687-6069-423b-b5f7-d70c6a2eff4a, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:49:59.809421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--246187566'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:49:59.809571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.816031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:59.828575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:49:59.831891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.861555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.884121 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-8fc6e11d-09ae-4c78-b6f9-99ce247ca412 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] delete failed (client error): The resource could not be found. Jan 14 11:49:59.885750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8fc6e11d-09ae-4c78-b6f9-99ce247ca412 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/routers/c3a422f2-3caa-4859-a535-a08ee1ffbf41 HTTP/1.1" status: 404 len: 336 time: 0.1195776 Jan 14 11:49:59.892260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47180) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:49:59.900550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:59.940116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:59.946783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.950437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:49:59.951005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:49:59.959351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:49:59.965220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:59.971778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:49:59.975295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:49:59.994399 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31ad922-9adc-4767-bb5b-6c83a6768a21 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:49:59.994637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31ad922-9adc-4767-bb5b-6c83a6768a21 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:00.000069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:00.004041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:00.024044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.046929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:00.155863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] For port 4d45d687-6069-423b-b5f7-d70c6a2eff4a, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:00.189263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] For port 4d45d687-6069-423b-b5f7-d70c6a2eff4a, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4d45d687-6069-423b-b5f7-d70c6a2eff4a,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:00.199213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.200174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.206511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:00.211825 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a31ad922-9adc-4767-bb5b-6c83a6768a21 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/03ad8c9b-b394-4a5d-8aae-91b0c858fded HTTP/1.1" status: 404 len: 337 time: 0.3151560 Jan 14 11:50:00.214069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.225068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47188) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:00.234856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=8166d1a1-b906-47c8-84db-7a1b4d1496e4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:00.253286 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-de54e78e-262c-40fe-9f75-5305e1580253 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1063638 Jan 14 11:50:00.253966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47192) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:00.263319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:00.270991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.317912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.327136 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7da36405-a8c6-405b-b58a-242aa040e40d tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "GET /v2.0/ports?device_id=67d053c2-e387-4eaf-a26c-9479799ef23b HTTP/1.1" status: 200 len: 205 time: 0.0844424 Jan 14 11:50:00.337407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47196) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:00.349944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 8166d1a1-b906-47c8-84db-7a1b4d1496e4 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:00.489001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': '8166d1a1-b906-47c8-84db-7a1b4d1496e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:00.530258 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-d0894168-bd83-4196-823f-8f12ef6d8378 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] delete failed (client error): The resource could not be found. Jan 14 11:50:00.533881 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d0894168-bd83-4196-823f-8f12ef6d8378 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/routers/67d053c2-e387-4eaf-a26c-9479799ef23b HTTP/1.1" status: 404 len: 336 time: 0.1945400 Jan 14 11:50:00.567197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47202) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:00.572119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e59077-443e-4f77-be2f-e31009215a9f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:00.652454 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fa85c4-e189-4778-b8a5-cf108ce0e1e3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:00.657117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fa85c4-e189-4778-b8a5-cf108ce0e1e3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:00.659259 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e1fa85c4-e189-4778-b8a5-cf108ce0e1e3 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/2e44432b-fb4a-4499-8c8f-45a93da6edab HTTP/1.1" status: 404 len: 337 time: 0.0798292 Jan 14 11:50:00.660167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.664525 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-571f5346-070f-4340-bf7d-4afa284ea311 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9639971 Jan 14 11:50:00.666075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:00.716637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe8ec9-3a91-4518-824f-e9612a63b8f0 None None] Pushing event updated for resources: {'Port': ['ID=4d45d687-6069-423b-b5f7-d70c6a2eff4a,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:00.755257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47208) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:00.755816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47210) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:00.770904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'c6e59077-443e-4f77-be2f-e31009215a9f', 'direction': 'ingress', 'protocol': 17}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:00.779824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:00.796071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:00.801073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:00.805320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c0784d5b-ad5b-47ea-8186-997701e05359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.810984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:00.811622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.826595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:00.980531 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-453cb13d-d9f1-404f-ae52-71a092a22763 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:00.980979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453cb13d-d9f1-404f-ae52-71a092a22763 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:00.984953 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-453cb13d-d9f1-404f-ae52-71a092a22763 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/4cb66779-1cbe-4e88-85ac-24c43ef320c8 HTTP/1.1" status: 404 len: 337 time: 0.2212899 Jan 14 11:50:00.997223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:00.998288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:01.003572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47220) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.018132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Usage tracker for resource:subnet and tenant:4789d7530b4b4d689fdfcb1ad38d70f1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:01.037786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:01.045843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:01.087169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.097755 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:50:01.100124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:01.172135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db53346-2405-451e-a83a-1f0064ca9ea0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.173056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db53346-2405-451e-a83a-1f0064ca9ea0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.178136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5db53346-2405-451e-a83a-1f0064ca9ea0 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/53dd2726-44b9-4a81-bc75-c849242807eb HTTP/1.1" status: 404 len: 333 time: 0.1621165 Jan 14 11:50:01.178751 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47226) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.190618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:01.206898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.210554 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.ipam_backend_mixin [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fba3e81-698c-4a50-95b3-3201c73a1024 (CIDR: 2001:db8::/64) Jan 14 11:50:01.215486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.261379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:01.262035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.266944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:01.267411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.272990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9361cade-b45f-4e1c-9b22-2a6dd63b777f,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:01.348907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47230) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.354806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ee132f-91e1-46ab-919f-d6757aa9465b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.355350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ee132f-91e1-46ab-919f-d6757aa9465b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.357045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.357426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-31ee132f-91e1-46ab-919f-d6757aa9465b tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/9edeb178-0181-40e7-903d-a11b6f080eef HTTP/1.1" status: 404 len: 337 time: 0.1695254 Jan 14 11:50:01.360771 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f0a7542f-9ee7-43dd-904f-526cf649780b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5947311 Jan 14 11:50:01.381038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47234) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.389520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47236) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.421068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7f5b0a19-00bf-4a0f-a2f5-162fb97d8055 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9498734 Jan 14 11:50:01.469107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47248) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.487438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.563304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:01.590400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-94dd7fa7-0dbc-4bad-a2e1-0dca9ab2fc43 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2023201275', 'prefixes': ['172.20.0.0/16']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:01.599232 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-153d135a-eac2-419f-bb7b-207b0035659c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.599660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153d135a-eac2-419f-bb7b-207b0035659c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.604243 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-153d135a-eac2-419f-bb7b-207b0035659c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/56359979-29fc-4705-8353-bc89a86a387c HTTP/1.1" status: 404 len: 333 time: 0.2108326 Jan 14 11:50:01.606420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47254) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.658109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-23db5455-38ab-4baa-8c2c-feff3097d7ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.658453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23db5455-38ab-4baa-8c2c-feff3097d7ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.660163 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-23db5455-38ab-4baa-8c2c-feff3097d7ab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/aa7fda2d-d08d-4810-ac02-fd3ea84cc36a HTTP/1.1" status: 404 len: 337 time: 0.0519767 Jan 14 11:50:01.663240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-94dd7fa7-0dbc-4bad-a2e1-0dca9ab2fc43 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:01.666035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47258) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.725365 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd846dc7-5e9b-45a1-b751-893a6afa4301 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.725821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd846dc7-5e9b-45a1-b751-893a6afa4301 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.739034 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd846dc7-5e9b-45a1-b751-893a6afa4301 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/7300cd18-dcbe-47d0-a00b-903818cbb9d7 HTTP/1.1" status: 404 len: 333 time: 0.0710700 Jan 14 11:50:01.743309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47262) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.817367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b43bab-b0e0-453f-8b6f-46ba750de205 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.817813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b43bab-b0e0-453f-8b6f-46ba750de205 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.822293 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-41b43bab-b0e0-453f-8b6f-46ba750de205 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/5558a9f7-d2bb-477f-897f-45f2e33a31b1 HTTP/1.1" status: 404 len: 337 time: 0.0756366 Jan 14 11:50:01.825724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47266) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.862903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c96fede6-cb82-4cdd-9dbb-a8434d2d38e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.881391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c37b1-0a3a-4319-8f8e-11a88a7798db None None] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:01.899488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:01.906873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:01.915532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:01.919487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c96fede6-cb82-4cdd-9dbb-a8434d2d38e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:01.924981 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-541b2adb-a492-4c08-8153-82f3891c43fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:01.925416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541b2adb-a492-4c08-8153-82f3891c43fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:01.927137 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-541b2adb-a492-4c08-8153-82f3891c43fb tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/a141c9ee-b680-42ba-a831-c6697521cfb3 HTTP/1.1" status: 404 len: 333 time: 0.0993588 Jan 14 11:50:01.932006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47270) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:01.936531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:01.989638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:02.013737 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cd8c15-e7c2-4cb1-ab87-f1a954af2692 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.014029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cd8c15-e7c2-4cb1-ab87-f1a954af2692 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.015714 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-84cd8c15-e7c2-4cb1-ab87-f1a954af2692 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/a85f44cd-6edd-4552-a3cb-4b42f72cce61 HTTP/1.1" status: 404 len: 337 time: 0.0808659 Jan 14 11:50:02.023133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-132359db-fe78-447c-b515-29d653e47ace None None] Provisioning for port 4d45d687-6069-423b-b5f7-d70c6a2eff4a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:02.039838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.247477 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-29015f1b-3efc-4862-adc2-b9d395f46875 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.247907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29015f1b-3efc-4862-adc2-b9d395f46875 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.251803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-29015f1b-3efc-4862-adc2-b9d395f46875 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/0b955f40-3560-4515-95ea-6f5f9171a876 HTTP/1.1" status: 404 len: 333 time: 0.1238713 Jan 14 11:50:02.259297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47278) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.264131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.332224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.387397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-63e8e0b6-2298-460e-a7f9-730722763325 None None] Provisioning for port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:02.397183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-63e8e0b6-2298-460e-a7f9-730722763325 None None] Provisioning complete for port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:02.398219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63e8e0b6-2298-460e-a7f9-730722763325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.406487 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e68f3e-6ec8-476c-bd88-ef81a8da2904 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.407636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e68f3e-6ec8-476c-bd88-ef81a8da2904 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.426714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c96fede6-cb82-4cdd-9dbb-a8434d2d38e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.431744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=50508887-e758-44de-859f-30d7d6b21bae,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:02.472605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c96fede6-cb82-4cdd-9dbb-a8434d2d38e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.477377 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c96fede6-cb82-4cdd-9dbb-a8434d2d38e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6e59077-443e-4f77-be2f-e31009215a9f HTTP/1.1" status: 204 len: 168 time: 1.0814450 Jan 14 11:50:02.479374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47282) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.483011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fede6-cb82-4cdd-9dbb-a8434d2d38e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e59077-443e-4f77-be2f-e31009215a9f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:02.490237 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-16e68f3e-6ec8-476c-bd88-ef81a8da2904 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/282bd248-b660-47ef-a464-8f66aa779485 HTTP/1.1" status: 404 len: 337 time: 0.2235372 Jan 14 11:50:02.495149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-63e8e0b6-2298-460e-a7f9-730722763325 None None] Port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:02.504166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47286) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.518638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-94dd7fa7-0dbc-4bad-a2e1-0dca9ab2fc43 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] Notify callbacks [] for subnetpool, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.520947 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-94dd7fa7-0dbc-4bad-a2e1-0dca9ab2fc43 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1705098 Jan 14 11:50:02.529145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47290) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.533283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.543124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4d45d687-6069-423b-b5f7-d70c6a2eff4a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:02.581080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '1a3a577a-c4f3-4f09-9d24-d91d41e6491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8166d1a1-b906-47c8-84db-7a1b4d1496e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:02.581583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: 8166d1a1-b906-47c8-84db-7a1b4d1496e4, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:02.589888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b25b0a-c377-4965-bca8-f046ac93c59c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.590592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b25b0a-c377-4965-bca8-f046ac93c59c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.594960 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-99b25b0a-c377-4965-bca8-f046ac93c59c tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/2194f65a-b847-4c5e-ac24-3512bac999dc HTTP/1.1" status: 404 len: 333 time: 0.0850003 Jan 14 11:50:02.601385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47294) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.646189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4d45d687-6069-423b-b5f7-d70c6a2eff4a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:02.654645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4d45d687-6069-423b-b5f7-d70c6a2eff4a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:02.655665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.662680 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3cd379f-1005-4b78-8df9-5ec767f527ae tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] 10.222.0.48 "GET /v2.0/subnetpools/03f150e9-10ae-4ef1-b540-62ee3b3da147 HTTP/1.1" status: 200 len: 732 time: 0.1301329 Jan 14 11:50:02.663786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47298) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.716691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c0679217-39ec-4755-a95b-821ac45873d8 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1222388953'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:02.727360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7f3ed078-960b-4fdf-8dac-87b25091c99f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:02.734144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-952be1c4-8025-457b-8b23-16e512249b07 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.734712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952be1c4-8025-457b-8b23-16e512249b07 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.739048 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-952be1c4-8025-457b-8b23-16e512249b07 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/683114b3-e33b-4b85-8456-f87400fddebc HTTP/1.1" status: 404 len: 337 time: 0.1334891 Jan 14 11:50:02.741151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47302) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.812434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-099b7d14-e57a-485e-954d-5617a805ffab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.812907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099b7d14-e57a-485e-954d-5617a805ffab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.816975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-099b7d14-e57a-485e-954d-5617a805ffab tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/ports/95be306a-781f-412b-b099-0a6d9ce8b372 HTTP/1.1" status: 404 len: 333 time: 0.0698586 Jan 14 11:50:02.822385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47306) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.822998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7f3ed078-960b-4fdf-8dac-87b25091c99f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:02.828060 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7f3ed078-960b-4fdf-8dac-87b25091c99f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3384051 Jan 14 11:50:02.828928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47310) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.862305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.873662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--177868475'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:02.880428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Router 75b9b83a-bc86-43b2-b313-cc665f8eb599 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:02.888995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d51a87-4652-4e19-878e-13ed7ebb9f62 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:02.889419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d51a87-4652-4e19-878e-13ed7ebb9f62 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:02.892166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:02.916450 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-68d51a87-4652-4e19-878e-13ed7ebb9f62 tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/subnets/8eee7d0d-e340-4d91-a130-d239ce61828c HTTP/1.1" status: 404 len: 337 time: 0.0888019 Jan 14 11:50:02.917461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:02.918326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 4d45d687-6069-423b-b5f7-d70c6a2eff4a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4d45d687-6069-423b-b5f7-d70c6a2eff4a,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:02.919193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47314) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:02.926127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:02.977663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f0be6-8b40-4c5a-844c-1893fb29fe08 None None] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:02.990372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 8166d1a1-b906-47c8-84db-7a1b4d1496e4 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:03.035665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 8166d1a1-b906-47c8-84db-7a1b4d1496e4) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:03.040708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:03.041311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.076804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825b87f3-fc4b-407d-ba0d-b2483507a119 None None] Network 8166d1a1-b906-47c8-84db-7a1b4d1496e4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:03.122390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.160653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d478c471-5f20-44af-81f6-bed062e4f9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.192859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.203353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=4d45d687-6069-423b-b5f7-d70c6a2eff4a,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:03.233146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-edeff953-35aa-43f6-be17-c6998ab5cf02 None None] Provisioning complete for port 4d45d687-6069-423b-b5f7-d70c6a2eff4a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:03.233517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-edeff953-35aa-43f6-be17-c6998ab5cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.244800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:03.259076 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-237a3311-d31b-4b97-b662-09cb0be76f66 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0035996 Jan 14 11:50:03.262216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0679217-39ec-4755-a95b-821ac45873d8 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] Notify callbacks [] for subnetpool, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.263307 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c0679217-39ec-4755-a95b-821ac45873d8 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] 10.222.0.48 "PUT /v2.0/subnetpools/03f150e9-10ae-4ef1-b540-62ee3b3da147 HTTP/1.1" status: 200 len: 684 time: 0.5975890 Jan 14 11:50:03.263845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47318) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:03.266189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (bab5ff01-4b5a-42da-97bf-56b24eb1a18d/69b146fb-5c2a-4161-9b61-cb7eb5132651/df67cd08-efc0-41d8-8a5c-3a43358aceda) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:03.281900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:03.284154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47320) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:03.295914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:03.323642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:03.404332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.511081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.530719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.616980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:03.624302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.637965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615ac0c-6d8b-45da-99ee-3631a9ef1480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-8166d1a1-b906-47c8-84db-7a1b4d1496e4', 'network_id': '8166d1a1-b906-47c8-84db-7a1b4d1496e4', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': '50508887-e758-44de-859f-30d7d6b21bae'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:03.638869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3615ac0c-6d8b-45da-99ee-3631a9ef1480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.644639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:03.654056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:03.654690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.658566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=a233920a-5d39-4a78-838c-1f9554f44d62,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:03.666152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d294c-930e-45a7-9608-ff06630cd1b4 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:03.670015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.672577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d177d53d-ca61-4e91-af17-578924330245']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:03.703681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a6cad6-004f-426b-b5bf-7edcf8db05db') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:03.704076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a6cad6-004f-426b-b5bf-7edcf8db05db') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:03.708959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object df67cd08-efc0-41d8-8a5c-3a43358aceda will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:03.724129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.742427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.746907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.751293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.791646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1f1d4d15-d5e7-4604-b71f-69ef0e33a1ed tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] Notify callbacks [] for subnetpool, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.795040 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1f1d4d15-d5e7-4604-b71f-69ef0e33a1ed tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] 10.222.0.48 "DELETE /v2.0/subnetpools/03f150e9-10ae-4ef1-b540-62ee3b3da147 HTTP/1.1" status: 204 len: 168 time: 0.4994090 Jan 14 11:50:03.800817 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-72949ad8-4dff-486e-8b18-8d57c14b3db5 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2533178 Jan 14 11:50:03.806245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47326) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:03.806591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47328) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:03.808445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=50508887-e758-44de-859f-30d7d6b21bae,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:03.822652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.831018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.834690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-838267151', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a233920a-5d39-4a78-838c-1f9554f44d62'}], 'security_groups': ['844053d5-ac77-4b04-998c-e4544119fa7a']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:03.834857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0029390 Jan 14 11:50:03.837044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960554-e007-4d6c-b2d1-19d18614b4a4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d920a652-733c-4ff9-a71e-6ce2460742ec,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:03.838018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:03.838413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.854063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47334) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:03.854917 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:03.864867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--84498576'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server [None req-3615ac0c-6d8b-45da-99ee-3631a9ef1480 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50508887-e758-44de-859f-30d7d6b21bae: This subnet is being modified by another concurrent operation. Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:50:03.900259 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise exception Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50508887-e758-44de-859f-30d7d6b21bae: This subnet is being modified by another concurrent operation. Jan 14 11:50:03.904450 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Jan 14 11:50:03.914684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:03.925982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:03.926872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb07cf-4387-4019-8e3b-9cb463cfeb2f None None] Network 8166d1a1-b906-47c8-84db-7a1b4d1496e4 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:03.930318 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-70fe1ddf-0d11-4123-a26a-04a9e389c6dd tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] show failed (client error): The resource could not be found. Jan 14 11:50:03.933853 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70fe1ddf-0d11-4123-a26a-04a9e389c6dd tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] 10.222.0.48 "GET /v2.0/subnetpools/03f150e9-10ae-4ef1-b540-62ee3b3da147 HTTP/1.1" status: 404 len: 346 time: 0.1228125 Jan 14 11:50:03.939735 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47338) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:03.964547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:04.003175 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-6daffe56-e3af-43b2-a669-75f68b130590 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] delete failed (client error): The resource could not be found. Jan 14 11:50:04.014208 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6daffe56-e3af-43b2-a669-75f68b130590 tempest-SubnetPoolsTestJSON-390559786 tempest-SubnetPoolsTestJSON-390559786-project] 10.222.0.48 "DELETE /v2.0/subnetpools/03f150e9-10ae-4ef1-b540-62ee3b3da147 HTTP/1.1" status: 404 len: 346 time: 0.0692632 Jan 14 11:50:04.019746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.177078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.178832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:04.180963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.199626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:04.202127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=df67cd08-efc0-41d8-8a5c-3a43358aceda,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:04.214457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:04.216867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.221181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] Pushing event deleted for resources: {'Network': ['ID=d177d53d-ca61-4e91-af17-578924330245,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:04.226220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:04.235548 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b0911dd-8fe0-4135-9d76-4e09fdd48d06 admin admin] 10.222.0.48 "PUT /v2.0/routers/75b9b83a-bc86-43b2-b313-cc665f8eb599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6012976 Jan 14 11:50:04.238605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47344) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:04.244337 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fdd2b78e-0a37-4ecf-9d6f-3fa46458aece tempest-NetworksTestDHCPv6-871632876 tempest-NetworksTestDHCPv6-871632876-project] 10.222.0.48 "DELETE /v2.0/networks/d177d53d-ca61-4e91-af17-578924330245 HTTP/1.1" status: 204 len: 168 time: 1.2933400 Jan 14 11:50:04.260520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8166d1a1-b906-47c8-84db-7a1b4d1496e4']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:04.294023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3a577a-c4f3-4f09-9d24-d91d41e6491b') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:04.294348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3a577a-c4f3-4f09-9d24-d91d41e6491b') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:04.316403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] Sync routers for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:04.337744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.359783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:04.368215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:04.373179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:04.392705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.399492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.425445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:04.458998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:04.459379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:04.496058 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:04.500592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-922387df-ffb0-4ca4-b235-6edfef7e3c70 None None] Provisioning complete for port 4d45d687-6069-423b-b5f7-d70c6a2eff4a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:04.501195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-922387df-ffb0-4ca4-b235-6edfef7e3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.537754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.558025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4d45d687-6069-423b-b5f7-d70c6a2eff4a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:04.619193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:04.619833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:04.663624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.666754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.674979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.684630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.713766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47354) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:04.714822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.741349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.781909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26446ec2-97af-4ae0-9706-a7b8d4016eeb,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:04.790678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=8166d1a1-b906-47c8-84db-7a1b4d1496e4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:04.796352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.799793 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eb5b83a1-1a3f-4c61-b108-c0af9c8e27ce tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9416237 Jan 14 11:50:04.802582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47360) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:04.802582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47362) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:04.817055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'd920a652-733c-4ff9-a71e-6ce2460742ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '26446ec2-97af-4ae0-9706-a7b8d4016eeb', 'remote_ip_prefix': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:04.827126 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4d8d7a25-4443-4ef5-90f8-70d6ada9fbad tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/8166d1a1-b906-47c8-84db-7a1b4d1496e4 HTTP/1.1" status: 204 len: 168 time: 1.5549989 Jan 14 11:50:04.831275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47370) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:04.835891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.840121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:04.845684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:04.973496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:04.990209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:05.015771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:05.068672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4d45d687-6069-423b-b5f7-d70c6a2eff4a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:05.069339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.095120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.104918 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e513ad1-5979-4367-b96a-71bc033b77a6 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] GET failed (client error): The resource could not be found. Jan 14 11:50:05.105719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5e513ad1-5979-4367-b96a-71bc033b77a6 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Synchronizing usage tracker for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:05.123045 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9752eb8c-3891-436b-b36a-ed0f8939d587 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=556c8cd87fb6481b8918ae2865d0fcca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188331 Jan 14 11:50:05.124774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47376) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:05.156333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:05.170744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.189795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5e513ad1-5979-4367-b96a-71bc033b77a6 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Unset dirty status for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:05.193740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5e513ad1-5979-4367-b96a-71bc033b77a6 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/subnets/50508887-e758-44de-859f-30d7d6b21bae HTTP/1.1" status: 404 len: 337 time: 0.3590369 Jan 14 11:50:05.197139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47380) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:05.201993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8e0a384c-f92b-4440-a243-09af6da3e794 None None] Provisioning for port df67cd08-efc0-41d8-8a5c-3a43358aceda completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:05.228877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Update dhcp port {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'fixed_ips': [{'subnet_id': '1fba3e81-698c-4a50-95b3-3201c73a1024', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a233920a-5d39-4a78-838c-1f9554f44d62'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'a20169f2-ca21-487e-a9e4-7d4780729017'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:50:05.257108 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38676d7-c2a1-400c-9b0e-c738fa9a0fb1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:05.258163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38676d7-c2a1-400c-9b0e-c738fa9a0fb1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:05.263469 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d38676d7-c2a1-400c-9b0e-c738fa9a0fb1 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/8166d1a1-b906-47c8-84db-7a1b4d1496e4 HTTP/1.1" status: 404 len: 339 time: 0.0530117 Jan 14 11:50:05.268468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47384) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:05.326318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8e0a384c-f92b-4440-a243-09af6da3e794 None None] Provisioning complete for port df67cd08-efc0-41d8-8a5c-3a43358aceda triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:05.326689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e0a384c-f92b-4440-a243-09af6da3e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.372118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:05.393098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Usage tracker for resource:security_group_rule and tenant:aa6fd0fa2e7c4379a7555dd7b0a9b467 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:05.397953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.428496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.429517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-29983467-8b02-490c-8eb8-060d9bd8ac1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.454266 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.482178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:05.513295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:05.515312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-29983467-8b02-490c-8eb8-060d9bd8ac1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.530282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2602ada1-2f66-4ec2-b9b9-b8e3dae0af9b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:05.565684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c5ce7-cf30-42cc-8945-24dea5436634 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:05.569871 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-020c5ce7-cf30-42cc-8945-24dea5436634 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2963171 Jan 14 11:50:05.572245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47388) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:05.582453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.586561 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-589a04ef-4b64-4f8e-85f0-8768edfb1ab9 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7796323 Jan 14 11:50:05.610445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47392) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:05.632170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a384c-f92b-4440-a243-09af6da3e794 None None] Port df67cd08-efc0-41d8-8a5c-3a43358aceda cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:05.634555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ad39f866-c707-454a-916d-ff468cdc9d08 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Synchronizing usage tracker for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:05.654962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.663321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ad39f866-c707-454a-916d-ff468cdc9d08 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Unset dirty status for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:05.668502 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ad39f866-c707-454a-916d-ff468cdc9d08 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 207 time: 0.0927420 Jan 14 11:50:05.672525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47396) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:05.672874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.704008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Deleting port 71cc785a-5820-4236-b94c-e78d67e93c7e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:05.704294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.763328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0eedeab-e879-4ddf-b652-e4be7d4551e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.790122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-29983467-8b02-490c-8eb8-060d9bd8ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.802097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0eedeab-e879-4ddf-b652-e4be7d4551e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.829614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29983467-8b02-490c-8eb8-060d9bd8ac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4180af64-cba0-4fd9-a5e5-d26debf292e7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:05.880618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 5, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port': {'id': '71cc785a-5820-4236-b94c-e78d67e93c7e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:43:50Z', 'updated_at': '2022-01-14T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:05.886285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] Checking router: 75b9b83a-bc86-43b2-b313-cc665f8eb599 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:50:05.900956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] Routers {'75b9b83a-bc86-43b2-b313-cc665f8eb599'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:05.901551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['75b9b83a-bc86-43b2-b313-cc665f8eb599'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:05.916572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.926795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.930956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-29983467-8b02-490c-8eb8-060d9bd8ac1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:05.934633 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-29983467-8b02-490c-8eb8-060d9bd8ac1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4180af64-cba0-4fd9-a5e5-d26debf292e7 HTTP/1.1" status: 204 len: 168 time: 0.8059325 Jan 14 11:50:05.999019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43d07-90ab-4e3f-9457-6a90535a9305 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.003116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43d07-90ab-4e3f-9457-6a90535a9305 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.007032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43d07-90ab-4e3f-9457-6a90535a9305 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.011148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43d07-90ab-4e3f-9457-6a90535a9305 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.015231 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-79f43d07-90ab-4e3f-9457-6a90535a9305 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3388922 Jan 14 11:50:06.018546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47402) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.020932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005beab-0a47-42bc-b9f4-632ce3f5bc34,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:06.026395 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b77af5ec-bf62-48b7-945e-c56f04cbea6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa6fd0fa2e7c4379a7555dd7b0a9b467&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3094437 Jan 14 11:50:06.040683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47406) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.047660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0eedeab-e879-4ddf-b652-e4be7d4551e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.052916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.053955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Delete allocated IP 2001:db8::5c (faf550d0-02bf-46de-ab09-7a5d823b7b98/1fba3e81-698c-4a50-95b3-3201c73a1024) {{(pid=83451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 11:50:06.076222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8:0:1::22b (faf550d0-02bf-46de-ab09-7a5d823b7b98/a233920a-5d39-4a78-838c-1f9554f44d62/fd921bb2-1b20-47d9-a0ef-c00a7adeee02) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:06.084770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] Set router 75b9b83a-bc86-43b2-b313-cc665f8eb599 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:06.086612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.171568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] For port 71cc785a-5820-4236-b94c-e78d67e93c7e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=71cc785a-5820-4236-b94c-e78d67e93c7e,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:06.172194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.225952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:50:05Z', 'revision_number': 6, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:06.230622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c21175-c40b-44aa-b976-c7103c2bc090 None None] The sync data for ids ['75b9b83a-bc86-43b2-b313-cc665f8eb599'] in dv-neutron-823850-1-hyperv is: [{'id': '75b9b83a-bc86-43b2-b313-cc665f8eb599', 'name': 'tempest-ServerActionsTestJSON-1775831303-router', 'tenant_id': '2e601a0c90834026b3aca6deb8ac6303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:43:49Z', 'updated_at': '2022-01-14T11:50:05Z', 'revision_number': 6, 'project_id': '2e601a0c90834026b3aca6deb8ac6303', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:06.315476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.354415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eedeab-e879-4ddf-b652-e4be7d4551e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2602ada1-2f66-4ec2-b9b9-b8e3dae0af9b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:06.405186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object fd921bb2-1b20-47d9-a0ef-c00a7adeee02 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:06.419653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0eedeab-e879-4ddf-b652-e4be7d4551e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.420761 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b0eedeab-e879-4ddf-b652-e4be7d4551e0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2602ada1-2f66-4ec2-b9b9-b8e3dae0af9b HTTP/1.1" status: 204 len: 168 time: 0.7934332 Jan 14 11:50:06.421463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.427288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47416) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.474603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.478185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=df67cd08-efc0-41d8-8a5c-3a43358aceda,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:06.489757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Allocated IP 2001:db8:0:1::2 (faf550d0-02bf-46de-ab09-7a5d823b7b98/a233920a-5d39-4a78-838c-1f9554f44d62/a20169f2-ca21-487e-a9e4-7d4780729017) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:06.525889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Calling delete_port for 71cc785a-5820-4236-b94c-e78d67e93c7e owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:06.614058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] In _notify_port_updated(), no bound segment for port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 on network faf550d0-02bf-46de-ab09-7a5d823b7b98 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:50:06.618382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.619021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.623283 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/ports/fd921bb2-1b20-47d9-a0ef-c00a7adeee02 HTTP/1.1" status: 200 len: 930 time: 2.8077166 Jan 14 11:50:06.631486 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-206a2a73-9672-4d1f-acdd-85bed2aef8f7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6118152 Jan 14 11:50:06.634273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47422) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.637059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47424) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.656676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef88d9fd-f43a-413f-b710-981fbadb1912 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:06.700138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ef88d9fd-f43a-413f-b710-981fbadb1912 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:50:06.700546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef88d9fd-f43a-413f-b710-981fbadb1912 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:50:06.728452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5435-1a0f-44a9-a25c-e99bf2b5b501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.736018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59ada967-cab9-4fb0-95f2-2b0c27214e8e tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:06.748398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30a8a0-aacf-4a2d-accd-e78bee64b29d tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=fd921bb2-1b20-47d9-a0ef-c00a7adeee02,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:06.784648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:06.792561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59ada967-cab9-4fb0-95f2-2b0c27214e8e tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:06.793939 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-59ada967-cab9-4fb0-95f2-2b0c27214e8e tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3568354 Jan 14 11:50:06.801505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47432) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.804592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbce755-0a29-49ac-b335-36578fbf1d5d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.806404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbce755-0a29-49ac-b335-36578fbf1d5d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:06.814253 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2dbce755-0a29-49ac-b335-36578fbf1d5d tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1699989 Jan 14 11:50:06.815220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:06.815556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.823758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.831516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47436) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:06.844608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Transition to ACTIVE for port object a20169f2-ca21-487e-a9e4-7d4780729017 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:06.850986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.858844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5435-1a0f-44a9-a25c-e99bf2b5b501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:06.962229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e65619-db6f-4304-92fd-1de968d00914 None None] Pushing event updated for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:07.060700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:07.069092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:07.112333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5435-1a0f-44a9-a25c-e99bf2b5b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.163042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35cfb9-9345-4409-b68a-ff69fcebe0cd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:07.164987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35cfb9-9345-4409-b68a-ff69fcebe0cd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:07.166646 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6b35cfb9-9345-4409-b68a-ff69fcebe0cd tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3342052 Jan 14 11:50:07.173657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47446) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:07.196142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b5435-1a0f-44a9-a25c-e99bf2b5b501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005beab-0a47-42bc-b9f4-632ce3f5bc34,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:07.290317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.365642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47450) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:07.366664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-317dd5d8-2198-47cc-85bc-cb70d9c1e10a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.377415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5435-1a0f-44a9-a25c-e99bf2b5b501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.378469 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0b4b5435-1a0f-44a9-a25c-e99bf2b5b501 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4005beab-0a47-42bc-b9f4-632ce3f5bc34 HTTP/1.1" status: 204 len: 168 time: 1.3259790 Jan 14 11:50:07.384967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=71cc785a-5820-4236-b94c-e78d67e93c7e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:07.478496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-69791fd9-c01c-40d8-8a82-656fc9c391e1 None None] Provisioning complete for port df67cd08-efc0-41d8-8a5c-3a43358aceda triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:07.479335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-69791fd9-c01c-40d8-8a82-656fc9c391e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.524390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.588902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-317dd5d8-2198-47cc-85bc-cb70d9c1e10a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.598032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-69791fd9-c01c-40d8-8a82-656fc9c391e1 None None] Port df67cd08-efc0-41d8-8a5c-3a43358aceda cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:07.633185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'networks': [{'name': 'tempest-network--1301513912'}, {'name': 'tempest-network--1921651282'}]} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:07.633491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'network': {'name': 'tempest-network--1301513912'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:07.633955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'network': {'name': 'tempest-network--1921651282'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:07.639424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:07.643519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:network and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:07.646987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:07.685529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:07.702755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for fd921bb2-1b20-47d9-a0ef-c00a7adeee02 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:07.720531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d772efa-ba01-4059-9d27-037de7f64aa2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:07.721612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4d772efa-ba01-4059-9d27-037de7f64aa2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Synchronizing usage tracker for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:07.739438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'network': 2} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:07.745880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.783906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.927020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4d772efa-ba01-4059-9d27-037de7f64aa2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Unset dirty status for tenant:4789d7530b4b4d689fdfcb1ad38d70f1 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:07.936843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4d772efa-ba01-4059-9d27-037de7f64aa2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks/4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 HTTP/1.1" status: 200 len: 799 time: 0.7410383 Jan 14 11:50:07.937014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.937128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-317dd5d8-2198-47cc-85bc-cb70d9c1e10a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:07.947053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47464) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.011706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dd5d8-2198-47cc-85bc-cb70d9c1e10a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26446ec2-97af-4ae0-9706-a7b8d4016eeb,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:08.059293 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Provisioning for port a20169f2-ca21-487e-a9e4-7d4780729017 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:08.065484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:08.065979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.108487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:08.159552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:security_group_rule and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:08.177376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:08.191322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:08.201640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-317dd5d8-2198-47cc-85bc-cb70d9c1e10a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.207375 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-317dd5d8-2198-47cc-85bc-cb70d9c1e10a tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/26446ec2-97af-4ae0-9706-a7b8d4016eeb HTTP/1.1" status: 204 len: 168 time: 1.3983436 Jan 14 11:50:08.234407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47472) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.299646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a6e3b-8891-4f96-83c7-9b0de2412d24 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:50:08.479787 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ca6719e4-5f8b-47d5-bf1b-a781b86b0ea0 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/networks/4cfc74fc-49b8-40eb-8cc7-ce48b9060df2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5175855 Jan 14 11:50:08.485341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47478) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.488159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a6e3b-8891-4f96-83c7-9b0de2412d24 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:50:08.499732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.505502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.548187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.548949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b9b83a-bc86-43b2-b313-cc665f8eb599 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:50:08.557379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.602580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-597baeca-f5c6-45d2-b755-1397d1e069ef tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:08.621564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=fd921bb2-1b20-47d9-a0ef-c00a7adeee02,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:08.636338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.640024 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5fffaebd-d3b1-4000-bc40-a426d3347c6e admin admin] 10.222.0.48 "DELETE /v2.0/routers/75b9b83a-bc86-43b2-b313-cc665f8eb599 HTTP/1.1" status: 204 len: 168 time: 4.3922541 Jan 14 11:50:08.644310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47484) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.664773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335a96b-3161-4c3d-85c6-fbba2b977788 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:08.671071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c335a96b-3161-4c3d-85c6-fbba2b977788 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/subnets/8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0 HTTP/1.1" status: 200 len: 811 time: 0.1729937 Jan 14 11:50:08.676628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47488) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.710037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.720710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-597baeca-f5c6-45d2-b755-1397d1e069ef tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:08.721996 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-597baeca-f5c6-45d2-b755-1397d1e069ef tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4853444 Jan 14 11:50:08.724891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.725354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.738214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47492) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.746626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.751285 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9e962023-9386-46c5-93c4-c2cf9feb7bb9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/fd921bb2-1b20-47d9-a0ef-c00a7adeee02 HTTP/1.1" status: 204 len: 168 time: 2.1143200 Jan 14 11:50:08.767064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:08.772381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47498) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.828544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04322cc-8bdc-4b3e-a163-2c4dd54cff02,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:08.851873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768cb6a-b89e-4e77-a145-74fb1ddeee06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:08.857843 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3768cb6a-b89e-4e77-a145-74fb1ddeee06 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "GET /v2.0/subnets/8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1737816 Jan 14 11:50:08.859145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47502) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.866323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329344239'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:08.870246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1629-4066-4bae-99ed-3335dbe4a740 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.872429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Provisioning for port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:08.873749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47506) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:08.885937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:08.894629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Deleting subnet f0ce1aad-1c58-4a37-9749-c6845b70f669 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:08.899516 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0183e1e-fb7b-4422-a4cf-3dfa772341af tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:50:08.900009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f0183e1e-fb7b-4422-a4cf-3dfa772341af tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:08.906320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.911768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:08.917688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1629-4066-4bae-99ed-3335dbe4a740 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.925689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Provisioning complete for port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:08.926046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.940191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:08.943244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.955463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:08.962030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:08.986447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:08.994133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:08.994406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Added segment ea13cf3c-b214-4ede-b35f-cdbfeb7f6b94 of type vlan for network 370bf800-a65e-4c21-8233-5d02df0569e8 Jan 14 11:50:08.995637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f0183e1e-fb7b-4422-a4cf-3dfa772341af tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:08.997077 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f0183e1e-fb7b-4422-a4cf-3dfa772341af tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/fd921bb2-1b20-47d9-a0ef-c00a7adeee02 HTTP/1.1" status: 404 len: 333 time: 0.2200954 Jan 14 11:50:09.001370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47512) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.009255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.022565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.022565 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Added segment 418322ce-9b9d-4c3d-9d14-32378ff3872d of type vlan for network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b Jan 14 11:50:09.057038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Port fd921bb2-1b20-47d9-a0ef-c00a7adeee02 was deleted so its status cannot be updated. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 14 11:50:09.067051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1629-4066-4bae-99ed-3335dbe4a740 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.077331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:09.077699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.091968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.098349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1629-4066-4bae-99ed-3335dbe4a740 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d920a652-733c-4ff9-a71e-6ce2460742ec,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:09.147874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.193068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.199124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:09.200128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.226246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Provisioning complete for port b4cf3414-889f-44f8-9946-9ea9f1da89ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:09.226500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1326624128-network', 'tenant_id': '81934c9a786a46739333e9a45ae00552'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:09.227853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.229500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:09.246761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.258607 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3984165 Jan 14 11:50:09.259835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8160bbcb-eaa3-4f38-854e-ce06e0521ec8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.262079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1629-4066-4bae-99ed-3335dbe4a740 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.263336 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2c8f1629-4066-4bae-99ed-3335dbe4a740 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/d920a652-733c-4ff9-a71e-6ce2460742ec HTTP/1.1" status: 204 len: 168 time: 0.5241547 Jan 14 11:50:09.264337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47516) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.279739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47518) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.284925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.285268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Added segment ed704754-02da-4565-87f4-66ba100fd59c of type vlan for network 8643742a-040b-4ef5-b164-1781d222257e Jan 14 11:50:09.311709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:09.333287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:09.352974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Usage tracker for resource:network and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:09.357974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-355ca260-82ce-4e3d-9247-7e3fbf9eed4a None None] Port b4cf3414-889f-44f8-9946-9ea9f1da89ab cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:09.362037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:09.381521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:09.458707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 71cc785a-5820-4236-b94c-e78d67e93c7e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:09.466090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8160bbcb-eaa3-4f38-854e-ce06e0521ec8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.485747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689348c8-ac83-481c-bbfa-938b28e3a802 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Network': ['ID=5d07f2fe-424d-4ad6-b3a1-b9866680ad6b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:09.505505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Made reservation on behalf of 81934c9a786a46739333e9a45ae00552 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:09.507893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.530294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:09.545763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.557429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 71cc785a-5820-4236-b94c-e78d67e93c7e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:50:09.558154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 71cc785a-5820-4236-b94c-e78d67e93c7e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:50:09.565763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f31d5472-d7ea-4f4c-8d70-2e1bab8eb6b8 None None] Could not find standard attr ID for object fd921bb2-1b20-47d9-a0ef-c00a7adeee02. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:50:09.581188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.606136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:09.622703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:09.629136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d420996f-e63c-4de7-9139-ad437be6561b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3438292 Jan 14 11:50:09.629362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:09.630500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47524) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.635576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8160bbcb-eaa3-4f38-854e-ce06e0521ec8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.639931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:09.654468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.654763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:09.664506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--356119974'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:09.679931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:09.682075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:09.688037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160bbcb-eaa3-4f38-854e-ce06e0521ec8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af61ad-b457-4373-9424-6c74e2b65688,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:09.695228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Made reservation on behalf of 4789d7530b4b4d689fdfcb1ad38d70f1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:09.708378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ce1aad-1c58-4a37-9749-c6845b70f669,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:09.714540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.715058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.719185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:09.722192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:09.722995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.734348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6521a18-6b93-48fd-92ed-a3c6a7a56e69 None None] Network ff280c79-a6e8-44ee-b7f7-5053261f584e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:09.751339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.774237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:09.784950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:09.788149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8160bbcb-eaa3-4f38-854e-ce06e0521ec8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.792429 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8160bbcb-eaa3-4f38-854e-ce06e0521ec8 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/security-groups/e9af61ad-b457-4373-9424-6c74e2b65688 HTTP/1.1" status: 204 len: 168 time: 0.7873735 Jan 14 11:50:09.804667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:09.806449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47528) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.850481 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4807401 Jan 14 11:50:09.854884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-28287d15-7d0d-44e8-a21e-ece66b9eb107 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f0ce1aad-1c58-4a37-9749-c6845b70f669 HTTP/1.1" status: 204 len: 168 time: 1.1977360 Jan 14 11:50:09.854884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47532) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.856552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47534) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.869781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.888425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Network': ['ID=370bf800-a65e-4c21-8233-5d02df0569e8,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:09.908581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 370bf800-a65e-4c21-8233-5d02df0569e8 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:09.913047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:09.969951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:09.983270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-74d2b36e-a39e-4626-9527-aff4407541fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/434bbfb8-4b78-435c-883b-05134f767468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0568578 Jan 14 11:50:09.985899 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:09.996632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47540) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:09.999690 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:10.000567 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:10.072564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51493-0d04-443c-8b8b-6014e2956c47 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Network': ['ID=8643742a-040b-4ef5-b164-1781d222257e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:10.093971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 8643742a-040b-4ef5-b164-1781d222257e details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:10.191507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] DHCP port deletion for ff280c79-a6e8-44ee-b7f7-5053261f584e request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:50:10.192818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing IP validity checks on allocation pools {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:50:10.193337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:50:10.197831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.203565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:10.211440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] Deleting port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:10.212036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.218347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.232136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.248303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.250564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Synchronizing usage tracker for tenant:5dff91deb4b34effbd7c3dd3c015ee28 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:10.288292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Unset dirty status for tenant:5dff91deb4b34effbd7c3dd3c015ee28 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:10.290177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9459698-3f07-44a3-8896-1a0ecf11815c tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4311235 Jan 14 11:50:10.292925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47544) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:10.300627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.305491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.318359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:10.338693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.354596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:10.364188 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.364523 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Added segment c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2 of type vlan for network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 Jan 14 11:50:10.416788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.441715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.496713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] For port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,segment=NetworkSegment(6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673),segment_id=6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:10.497452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.499758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:10.505891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:10.516199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9da1d6ed-9f13-490a-8ba3-80f4210f51ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.517819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.518608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.519160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.545318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:10.607344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.620019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:50:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:05Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:10.624314 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:50:10.624661 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Updating router 434bbfb8-4b78-435c-883b-05134f767468 port df67cd08-efc0-41d8-8a5c-3a43358aceda binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:50:10.644445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370bf800-a65e-4c21-8233-5d02df0569e8']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:10.662554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea13cf3c-b214-4ede-b35f-cdbfeb7f6b94') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:10.662972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea13cf3c-b214-4ede-b35f-cdbfeb7f6b94') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:10.671788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] Calling delete_port for 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:10.679887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.686533 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.694126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Deleting port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:10.694456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.699900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.708293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:10.708978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.722471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afee92c-fe7c-4994-810d-a37f4f66d58b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:10.736203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:10.744105 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:10.862499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9da1d6ed-9f13-490a-8ba3-80f4210f51ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.864143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.868944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.874009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 update to DOWN by agent not found {{(pid=83453) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 14 11:50:10.875505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:10.907125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.907509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.907846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.908171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.908517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.908896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.909235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.909570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.909903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.910235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.910565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:10.917011 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-57bfad9d-4157-42b5-bf14-d2e2f9da48bb tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7556 time: 0.8717780 Jan 14 11:50:10.923638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] Pushing event deleted for resources: {'Port': ['ID=5bdc5974-a0e8-444a-9cd8-0d5fe449acf6,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:10.934571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab178d-c87b-4404-8462-28597ff2f84c None None] No DVR routers for this DVR port 5bdc5974-a0e8-444a-9cd8-0d5fe449acf6 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:50:10.945461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47548) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:10.962534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] Pushing event updated for resources: {'Network': ['ID=7b35cc2e-3f69-4f45-83b4-ac142500eba8,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:10.975019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:10.985270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Network': ['ID=370bf800-a65e-4c21-8233-5d02df0569e8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:10.993572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-09555838-0b38-4171-bdf9-8f8b1f8070f7 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/networks/370bf800-a65e-4c21-8233-5d02df0569e8 HTTP/1.1" status: 204 len: 168 time: 0.6992505 Jan 14 11:50:11.000050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47552) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:11.004267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] The port '5bdc5974-a0e8-444a-9cd8-0d5fe449acf6' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:50:11.127160 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b5d76d65-12a5-4fa0-93e8-8062ede20325 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2489369 Jan 14 11:50:11.133981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47556) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:11.149067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.149710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.150354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.150857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.151353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.151846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.152338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:11.154245 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-58c6926c-aa8a-41c2-8322-c3c5cffc7136 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4573 time: 0.2078137 Jan 14 11:50:11.159963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Request body: {'subnet': {'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1326624128-subnet', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:11.164940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47560) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:11.170140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:11.174500 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.177122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.219090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.236754 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Transition to ACTIVE for port object df67cd08-efc0-41d8-8a5c-3a43358aceda will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:11.237719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.247523 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.253150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Usage tracker for resource:subnet and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:11.260230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9da1d6ed-9f13-490a-8ba3-80f4210f51ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.260953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:11.268906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.275513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:11.322695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.328321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff280c79-a6e8-44ee-b7f7-5053261f584e']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.335472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Made reservation on behalf of 81934c9a786a46739333e9a45ae00552 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:11.337782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.387501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.388220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d58b2f6-932b-4ba1-a2bc-cb9ea4e41673') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.399707 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd07611-4a20-4b84-b6fc-147c6a2d51a2 None None] Pushing event updated for resources: {'Port': ['ID=df67cd08-efc0-41d8-8a5c-3a43358aceda,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:11.417660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.478344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9da1d6ed-9f13-490a-8ba3-80f4210f51ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.480070 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9da1d6ed-9f13-490a-8ba3-80f4210f51ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/security-groups/844053d5-ac77-4b04-998c-e4544119fa7a HTTP/1.1" status: 204 len: 168 time: 1.6698093 Jan 14 11:50:11.480887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369be536-c0b4-4d24-b8a8-1b849755723d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:11.497724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.501674 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c73d0d3c-385e-45a5-bcf6-54269543020f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8650312 Jan 14 11:50:11.507187 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Attempting to bind port df67cd08-efc0-41d8-8a5c-3a43358aceda on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:11.508705 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Attempting to bind port df67cd08-efc0-41d8-8a5c-3a43358aceda by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:11.509399 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Attempting to bind port df67cd08-efc0-41d8-8a5c-3a43358aceda on network bab5ff01-4b5a-42da-97bf-56b24eb1a18d {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:11.516465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47564) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:11.516952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47566) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:11.517749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1d6ed-9f13-490a-8ba3-80f4210f51ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844053d5-ac77-4b04-998c-e4544119fa7a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:11.518158 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:11.518858 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Checking segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:11.519540 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.519656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=c5717b3c-26cc-418d-9618-511017610995,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:11.534189 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': '369be536-c0b4-4d24-b8a8-1b849755723d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:11.537660 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Bound using segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:11.540281 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Bound port: df67cd08-efc0-41d8-8a5c-3a43358aceda, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:11.540847 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.586923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:11.599117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.605084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:11.623116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:11.639341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:11.644027 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] For port df67cd08-efc0-41d8-8a5c-3a43358aceda, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:11.647460 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] For port df67cd08-efc0-41d8-8a5c-3a43358aceda, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df67cd08-efc0-41d8-8a5c-3a43358aceda,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:11.649317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:11.649744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.653772 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:11.662869 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:11.664979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.704199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8643742a-040b-4ef5-b164-1781d222257e']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.735559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed704754-02da-4565-87f4-66ba100fd59c') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.735844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed704754-02da-4565-87f4-66ba100fd59c') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.737527 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd07611-4a20-4b84-b6fc-147c6a2d51a2 None None] Pushing event updated for resources: {'Port': ['ID=df67cd08-efc0-41d8-8a5c-3a43358aceda,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:11.742100 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:11.742692 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:11.774883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Checking segment: {'id': '418322ce-9b9d-4c3d-9d14-32378ff3872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:11.775285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network hostable DHCP agents. Network: 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:11.847329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.857128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.889997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.902182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.926402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.930186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff280c79-a6e8-44ee-b7f7-5053261f584e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:11.945777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:11.946422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:11.957988 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:11.962961 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:11.973113 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8b2fbd74-5c7f-43d1-84b9-8bc6e7269439 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff280c79-a6e8-44ee-b7f7-5053261f584e HTTP/1.1" status: 204 len: 168 time: 2.1119456 Jan 14 11:50:12.006985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.014718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 1fba3e81-698c-4a50-95b3-3201c73a1024 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:12.016525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:12.022097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.030797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.100927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:12.106416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:12.107233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.112473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de346bd5-042d-4f06-a27b-df6332d95dba None None] Network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:12.123931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0610a6-76d2-4bc4-af32-ffb4308505a4,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:12.160556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.180118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.201492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.203279 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-170d4151-d004-42e6-adb0-d67da5fb6661 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6783459 Jan 14 11:50:12.207517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47574) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.211342 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-24673a12-d91a-483d-a7ee-7acbbf1b10c8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8968942 Jan 14 11:50:12.215444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47578) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.216014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47580) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.222945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.236626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.238220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:12.292655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Network': ['ID=8643742a-040b-4ef5-b164-1781d222257e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:12.316630 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fd89469f-ad23-4d34-aac5-892a89268bd1 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/networks/8643742a-040b-4ef5-b164-1781d222257e HTTP/1.1" status: 204 len: 168 time: 1.3154101 Jan 14 11:50:12.317430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47586) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.339221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3b64eb0-7d1f-4ef7-9d82-5fc7166aab2f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.371975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3b64eb0-7d1f-4ef7-9d82-5fc7166aab2f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.442927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:12.448468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-5d07f2fe-424d-4ad6-b3a1-b9866680ad6b', 'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b', 'tenant_id': '4789d7530b4b4d689fdfcb1ad38d70f1', 'fixed_ips': [{'subnet_id': 'c5717b3c-26cc-418d-9618-511017610995'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:12.449402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.489545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.493340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cb7ad951-e1f8-484c-9b56-9c5988777479 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 1.3140984 Jan 14 11:50:12.512762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Checking segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:12.516706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Network hostable DHCP agents. Network: 7b35cc2e-3f69-4f45-83b4-ac142500eba8, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:12.522598 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:50:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:11Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:12.527973 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26336585-300b-4e5d-a67e-9f4884baf59e None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:50:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:11Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:12.556763 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-930a2b58-720e-4748-a4ae-e12e496a1142 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e601a0c90834026b3aca6deb8ac6303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3264790 Jan 14 11:50:12.557637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47592) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.568040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3b64eb0-7d1f-4ef7-9d82-5fc7166aab2f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.593012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cead6fa-f8ad-4fe1-b0cf-7f9af89ed4c2 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:12.613453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cead6fa-f8ad-4fe1-b0cf-7f9af89ed4c2 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:12.614239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4cead6fa-f8ad-4fe1-b0cf-7f9af89ed4c2 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Synchronizing usage tracker for tenant:5dff91deb4b34effbd7c3dd3c015ee28 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:12.640854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3b64eb0-7d1f-4ef7-9d82-5fc7166aab2f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.648865 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3b64eb0-7d1f-4ef7-9d82-5fc7166aab2f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3f0610a6-76d2-4bc4-af32-ffb4308505a4 HTTP/1.1" status: 204 len: 168 time: 0.4388931 Jan 14 11:50:12.649150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47596) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.656589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:12.665524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32561231'] for subnet, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.667668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b64eb0-7d1f-4ef7-9d82-5fc7166aab2f tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f0610a6-76d2-4bc4-af32-ffb4308505a4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:12.698291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.747210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4cead6fa-f8ad-4fe1-b0cf-7f9af89ed4c2 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Unset dirty status for tenant:5dff91deb4b34effbd7c3dd3c015ee28 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:12.749097 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4cead6fa-f8ad-4fe1-b0cf-7f9af89ed4c2 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4269857 Jan 14 11:50:12.757596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 7b35cc2e-3f69-4f45-83b4-ac142500eba8) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:12.762767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47600) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.763472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=1fba3e81-698c-4a50-95b3-3201c73a1024,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:12.767152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.777016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30daf82-7cdf-4aef-8772-5842c87a4da7 None None] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:12.777321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1545207093'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:12.785699 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-447ec4cb-f4a7-4b08-90f0-d92d98d7abcc tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/1fba3e81-698c-4a50-95b3-3201c73a1024 HTTP/1.1" status: 204 len: 168 time: 1.2637544 Jan 14 11:50:12.786669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47604) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.794443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:12.796875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b022ff-e384-4659-a581-d79fcc5140c6 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:12.807982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:12.808835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.816144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:12.870787 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-51edb9f8-ed08-40f4-a7a2-6ab44d1a325d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7267010 Jan 14 11:50:12.877585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92c168de-6a39-4203-bf79-0e797f924b53 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:12.887038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47608) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:12.889969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:12.902403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:12.905835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a8560f0-6479-4da7-baf9-0b916a9f0267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.907118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:12.911528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Usage tracker for resource:router and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:12.917098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:12.923308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:12.943136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.944047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.955960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a8560f0-6479-4da7-baf9-0b916a9f0267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.964879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:12.968112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:12.972812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92c168de-6a39-4203-bf79-0e797f924b53 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:12.974271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-92c168de-6a39-4203-bf79-0e797f924b53 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3238378 Jan 14 11:50:12.988314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47612) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:13.017084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Allocated IP 172.20.0.3 (5d07f2fe-424d-4ad6-b3a1-b9866680ad6b/c5717b3c-26cc-418d-9618-511017610995/08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:13.103153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.106429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:13.140067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.143094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47616) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:13.143952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5327c20-ce81-4b62-a423-7b917ab951bf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.144207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:13.147608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:13.154360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:13.154556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545491480', 'description': 'tempest-secgroup-smoke-545491480 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:13.162083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.167781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:13.175782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:13.178494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:13.184698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.187201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:13.208369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a8560f0-6479-4da7-baf9-0b916a9f0267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.225176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.274929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8560f0-6479-4da7-baf9-0b916a9f0267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61cac03-3a9d-4740-9dc5-b253dcd9dcc2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:13.294828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5327c20-ce81-4b62-a423-7b917ab951bf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.305723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a8560f0-6479-4da7-baf9-0b916a9f0267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.306915 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6a8560f0-6479-4da7-baf9-0b916a9f0267 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d61cac03-3a9d-4740-9dc5-b253dcd9dcc2 HTTP/1.1" status: 204 len: 168 time: 0.7453508 Jan 14 11:50:13.319855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.322276 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Added segment 4ec1c3af-a2a8-4fce-b966-862c00bce6fb of type vlan for network 522e2c31-6938-4a74-96b3-42b9b229038a Jan 14 11:50:13.339646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.355806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:13.360623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:13.370603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:13.446425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.447889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5327c20-ce81-4b62-a423-7b917ab951bf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.471630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.489135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5327c20-ce81-4b62-a423-7b917ab951bf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369be536-c0b4-4d24-b8a8-1b849755723d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:13.523266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5327c20-ce81-4b62-a423-7b917ab951bf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.525919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e5327c20-ce81-4b62-a423-7b917ab951bf tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/369be536-c0b4-4d24-b8a8-1b849755723d HTTP/1.1" status: 204 len: 168 time: 0.5366132 Jan 14 11:50:13.533130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47622) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:13.572275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.577309 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4307697 Jan 14 11:50:13.581074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47626) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:13.581838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6ea1-8205-4e1c-bf0d-a6c04d79351c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cac76a-7d24-44af-97b3-e78bfe1574cc,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:13.602376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac76a-7d24-44af-97b3-e78bfe1574cc', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:13.609886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.617546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:13.621236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:13.629061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:13.680778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e51cd0e0-6184-47fa-89b1-7a48951c5c3b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:13.709556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.721213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e51cd0e0-6184-47fa-89b1-7a48951c5c3b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:13.722382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e51cd0e0-6184-47fa-89b1-7a48951c5c3b tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1877730 Jan 14 11:50:13.726298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47632) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:13.746035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865542857'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:13.757810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.767615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.767912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:13.769038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.790506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:13.828595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.833074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.837085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:13.837817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.878358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.882875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:13.889099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:13.895262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:13.917064 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1515808 Jan 14 11:50:13.967487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.968693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47636) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:13.970818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.977866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1319004239'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:13.983303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:13.987391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:13.997633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.015840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:network and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:14.039334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:14.046864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Allocated IP 172.20.0.2 (7b35cc2e-3f69-4f45-83b4-ac142500eba8/7652df1d-a0a2-41ba-bdbd-9a97509c5ad1/ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:14.062635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c260ca7c-054e-4d24-9724-3894f4d1fca1,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:14.068688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.071848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:14.082432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.083723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf2d78-f139-4e1c-9cce-87e52c5133f4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:14.090252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Transition to ACTIVE for port object 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:14.107948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:14.111533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.135566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.140369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a1d2eb6c-7aec-420d-9667-e8451991cbc7 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4096291 Jan 14 11:50:14.140369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.142240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d88177f4-637f-460b-8773-3b95f96dae26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5539162 Jan 14 11:50:14.144062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47646) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:14.144062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47648) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:14.155924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac76a-7d24-44af-97b3-e78bfe1574cc', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:14.161308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e17ee-1056-423a-8541-4e904001ff83 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Network': ['ID=522e2c31-6938-4a74-96b3-42b9b229038a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:14.162451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:14.167656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:14.172438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:14.187643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:14.214952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': '7bcf2d78-f139-4e1c-9cce-87e52c5133f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:14.261444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:14.265847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 522e2c31-6938-4a74-96b3-42b9b229038a details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:14.267877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.290766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:14.313886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:14.331944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:14.334295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:14.411289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.411543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Added segment d0a79ba0-c1c6-4be8-bf87-e4d48319faa5 of type vlan for network fb2d857f-92fc-4e32-9c10-9ad3b93a7442 Jan 14 11:50:14.435775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.518098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.543315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.557514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.625587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.674541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Transition to ACTIVE for port object 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:14.679786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a508cf-75d4-432a-9848-0cb1eb1c25d7,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:14.684835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df67cd08-efc0-41d8-8a5c-3a43358aceda up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:14.728546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:14.729118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.736786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:14.737040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:14.737483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.747370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.750250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:14.750834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114652'] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.801826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.806690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-30c6a957-72f4-4a56-aa22-ed25b33544d2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6571918 Jan 14 11:50:14.839228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:14.856594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:14.864557 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0754614 Jan 14 11:50:14.865410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47662) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:14.876877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:14.899489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac76a-7d24-44af-97b3-e78bfe1574cc', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:14.905660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:14.911176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:14.913401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Pushing event updated for resources: {'Port': ['ID=08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:14.915208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:14.923164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:14.941618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:14.946248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df642b71-1c91-4e96-837c-02b4cc9a0726 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=9dcc8446-50bc-4be0-a182-d75bdf8b48b5,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:14.956045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'security_group': {'name': 'tempest-secgroup-352698004'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:14.957125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.973495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.977325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:14.980234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:15.000366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.004355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0296326 Jan 14 11:50:15.010963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47672) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.017733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa05007-2b50-4119-add2-c605972b5361 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Network': ['ID=fb2d857f-92fc-4e32-9c10-9ad3b93a7442,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:15.033004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Transition to ACTIVE for port object ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:15.049841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network fb2d857f-92fc-4e32-9c10-9ad3b93a7442 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:15.050638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'ports': [{'network_id': '522e2c31-6938-4a74-96b3-42b9b229038a', 'name': 'tempest-port--406607402', 'admin_state_up': True}, {'network_id': 'fb2d857f-92fc-4e32-9c10-9ad3b93a7442', 'admin_state_up': False}]} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:15.051231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'port': {'network_id': '522e2c31-6938-4a74-96b3-42b9b229038a', 'name': 'tempest-port--406607402', 'admin_state_up': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:15.052189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'port': {'network_id': 'fb2d857f-92fc-4e32-9c10-9ad3b93a7442', 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:15.059815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:15.088101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:15.186946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:15.192308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.193685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159e5e85-13c0-46e0-9f68-01e4dd0ddaa1,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:15.225700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.228319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4f9ced92-894f-4c80-804d-661160d1fd43 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0808792 Jan 14 11:50:15.234014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47676) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.234642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47678) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.247232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Transition to ACTIVE for port object ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:15.251126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67998c6-a598-4447-ba02-4aff9d96da76 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:15.304476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port df67cd08-efc0-41d8-8a5c-3a43358aceda completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:15.314811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8127d39b-58d9-4381-b16e-9841e3b24add tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules/159e5e85-13c0-46e0-9f68-01e4dd0ddaa1 HTTP/1.1" status: 200 len: 705 time: 0.0768404 Jan 14 11:50:15.318817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47686) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.322793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.323451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port df67cd08-efc0-41d8-8a5c-3a43358aceda triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:15.323967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.328060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.385759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.389275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.409703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.530749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.532895 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6579871 Jan 14 11:50:15.533522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e143c6bd-659d-4946-a79e-607367e6342c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] Request body: {'port': {'network_id': 'd570dfa9-576c-49c4-8a96-83db10f5d0a9', 'name': 'tempest-NetworksNegativeTestJSON-457447927'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:15.541330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dda04-729f-4db4-a293-c605a8f90951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72f9975-a8c6-4696-b376-53f26ee0c9a0,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:15.544032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47690) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.567575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac76a-7d24-44af-97b3-e78bfe1574cc', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:15.568340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e143c6bd-659d-4946-a79e-607367e6342c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] POST failed (client error): The resource could not be found. Jan 14 11:50:15.568805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e143c6bd-659d-4946-a79e-607367e6342c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:15.570482 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e143c6bd-659d-4946-a79e-607367e6342c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3341937 Jan 14 11:50:15.577155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4f71199f-2ba7-4f01-8a11-98f3b6455698 None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:15.577527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4f71199f-2ba7-4f01-8a11-98f3b6455698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.582650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47694) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.597458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:15.631132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Attempting to bind port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:15.631132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Attempting to bind port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '418322ce-9b9d-4c3d-9d14-32378ff3872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:15.631515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Attempting to bind port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 on network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:15.635686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-af667375-cba9-452e-ae25-6d1fc620f7b8 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:15.636236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:15.641276 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df5cee6-afb0-42f2-9aa1-a9ce3d752e8c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:15.641786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df5cee6-afb0-42f2-9aa1-a9ce3d752e8c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:15.644886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:15.648337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:15.653963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:15.658710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-af667375-cba9-452e-ae25-6d1fc620f7b8 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:15.660369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:15.663930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-af667375-cba9-452e-ae25-6d1fc620f7b8 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3434951 Jan 14 11:50:15.665591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:port and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:15.668136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47698) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.671420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:15.687498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:15.697767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:15.701198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:15.703799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:15.707038 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3df5cee6-afb0-42f2-9aa1-a9ce3d752e8c tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "DELETE /v2.0/networks/5c4bc09c-c9f6-48ca-9339-e0cd90ca9dcf HTTP/1.1" status: 404 len: 339 time: 0.1177979 Jan 14 11:50:15.711377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47702) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.716354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group_rule and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:15.719480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750274756590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32665098'] for subnet, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.719633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Pushing event updated for resources: {'Port': ['ID=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:15.729548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:15.729975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Checking segment: {'id': '418322ce-9b9d-4c3d-9d14-32378ff3872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:15.730298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.730677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Bound using segment: {'id': '418322ce-9b9d-4c3d-9d14-32378ff3872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:15.731147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Bound port: 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418322ce-9b9d-4c3d-9d14-32378ff3872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5d07f2fe-424d-4ad6-b3a1-b9866680ad6b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:15.731528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.735528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:15.758567 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94490ec-784f-4178-ad26-a03941a624aa tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:15.759152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94490ec-784f-4178-ad26-a03941a624aa tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:15.764602 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f94490ec-784f-4178-ad26-a03941a624aa tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "DELETE /v2.0/ports/a7843e59-cc32-44da-993a-c8063c8e716e HTTP/1.1" status: 404 len: 333 time: 0.0484095 Jan 14 11:50:15.766119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47706) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.784080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:15.800827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-052c32e5-a793-4178-8c29-7b78da2b2160 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.801976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:15.802626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.807069 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "PUT /v2.0/subnets/c5717b3c-26cc-418d-9618-511017610995 HTTP/1.1" status: 200 len: 877 time: 3.5748327 Jan 14 11:50:15.808406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'port': 2} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:15.813381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.820595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47710) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.841169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.846009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.873701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Allocated IP 172.26.8.193 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/2df7862f-e6be-4fb0-976e-881a08093e36) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:15.901431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-052c32e5-a793-4178-8c29-7b78da2b2160 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.910171 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c245a41-7951-4b6e-91cb-34fd2c1530e5 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:15.910347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:15.910810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c245a41-7951-4b6e-91cb-34fd2c1530e5 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:15.916161 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7c245a41-7951-4b6e-91cb-34fd2c1530e5 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "DELETE /v2.0/subnets/9ef00c8a-2174-4e7f-8f36-602f0330ffdc HTTP/1.1" status: 404 len: 337 time: 0.1462362 Jan 14 11:50:15.921918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47714) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:15.949469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6f97f-d0d8-400f-bb19-93c71a0175d5 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event updated for resources: {'Subnet': ['ID=c5717b3c-26cc-418d-9618-511017610995,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:15.963820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6008464d-f116-4cf7-8e59-fb17ad81f9be tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] GET failed (client error): The resource could not be found. Jan 14 11:50:15.968969 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6008464d-f116-4cf7-8e59-fb17ad81f9be tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "GET /v2.0/networks/20ee0b59-b544-4f5d-b282-b6cc0e230247 HTTP/1.1" status: 404 len: 339 time: 0.0323739 Jan 14 11:50:15.971706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47718) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.051161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Attempting to bind port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:16.051436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Attempting to bind port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:16.051788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Attempting to bind port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:16.071978 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51a907a-8a8c-427a-8139-520839f75c6a tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] GET failed (client error): The resource could not be found. Jan 14 11:50:16.076907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a51a907a-8a8c-427a-8139-520839f75c6a tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "GET /v2.0/ports/9773d823-4f30-4312-87c0-c7bce3eebf2f HTTP/1.1" status: 404 len: 333 time: 0.1030328 Jan 14 11:50:16.095641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47722) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.105778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port df67cd08-efc0-41d8-8a5c-3a43358aceda, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df67cd08-efc0-41d8-8a5c-3a43358aceda,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:16.112085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:16.112451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Checking segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:16.112874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.113258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Bound using segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:16.113719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Bound port: ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:16.114085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.126682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] For port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:16.133448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.177981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.186336 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0871210b-3f01-4ab8-9526-a81b5853be4f tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] GET failed (client error): The resource could not be found. Jan 14 11:50:16.187998 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0871210b-3f01-4ab8-9526-a81b5853be4f tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "GET /v2.0/subnets/ece919a8-f415-4199-b9a1-fbb464c5e221 HTTP/1.1" status: 404 len: 337 time: 0.0855882 Jan 14 11:50:16.197440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47726) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.200902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] For port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4,segment=NetworkSegment(418322ce-9b9d-4c3d-9d14-32378ff3872d),segment_id=418322ce-9b9d-4c3d-9d14-32378ff3872d)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:16.202356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-052c32e5-a793-4178-8c29-7b78da2b2160 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.213516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.246711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0ebd7d26-beee-475f-948f-e3079ad8b908 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:16.248808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.295650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c32e5-a793-4178-8c29-7b78da2b2160 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=159e5e85-13c0-46e0-9f68-01e4dd0ddaa1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:16.301700 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebd7d26-beee-475f-948f-e3079ad8b908 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] PUT failed (client error): The resource could not be found. Jan 14 11:50:16.301700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebd7d26-beee-475f-948f-e3079ad8b908 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:16.302023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=df67cd08-efc0-41d8-8a5c-3a43358aceda,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:16.306778 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0ebd7d26-beee-475f-948f-e3079ad8b908 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "PUT /v2.0/networks/f893562c-5322-4198-b01a-8e916548bf0d HTTP/1.1" status: 404 len: 339 time: 0.1030815 Jan 14 11:50:16.307840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] device_id is not set on port a356b3c6-bf74-4fe2-89fb-3020e550e2a2 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:16.311248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47730) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.319630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d8f285a4-6420-4119-90b8-e3773e9a8e60 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:16.345901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-052c32e5-a793-4178-8c29-7b78da2b2160 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.349116 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-052c32e5-a793-4178-8c29-7b78da2b2160 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/159e5e85-13c0-46e0-9f68-01e4dd0ddaa1 HTTP/1.1" status: 204 len: 168 time: 0.6792490 Jan 14 11:50:16.356696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47734) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.374546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4f71199f-2ba7-4f01-8a11-98f3b6455698 None None] Provisioning complete for port b4cf3414-889f-44f8-9946-9ea9f1da89ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:16.374911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4f71199f-2ba7-4f01-8a11-98f3b6455698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.391414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.423466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f285a4-6420-4119-90b8-e3773e9a8e60 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] PUT failed (client error): The resource could not be found. Jan 14 11:50:16.424024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f285a4-6420-4119-90b8-e3773e9a8e60 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:16.430428 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d8f285a4-6420-4119-90b8-e3773e9a8e60 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "PUT /v2.0/ports/e7301fbd-4d96-4374-a245-2b763fe636af HTTP/1.1" status: 404 len: 333 time: 0.1180904 Jan 14 11:50:16.431285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47738) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.441467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-426eeedb-29d0-4a78-a225-8a75103ae6fe tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:16.445038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.446630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.451093 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5547526 Jan 14 11:50:16.452436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d180a1-fd59-4279-b1a5-7c90878d41f1 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da56ff1-2c6a-4c8b-b547-4c02f97d8695,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:16.455931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47742) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.458844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-27e8b716-674c-4c52-ab3e-e2693b7ef084 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:16.462111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] For port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:16.469590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] For port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:16.474995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.481297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbe01c-a38c-47dc-83b1-79c67094cfb2 None None] Pushing event updated for resources: {'Port': ['ID=08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:16.487303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208345186'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:16.504844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.518236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.521767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:16.525520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:16.525726 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e8b716-674c-4c52-ab3e-e2693b7ef084 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] PUT failed (client error): The resource could not be found. Jan 14 11:50:16.526066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.526227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e8b716-674c-4c52-ab3e-e2693b7ef084 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:16.531310 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-27e8b716-674c-4c52-ab3e-e2693b7ef084 tempest-NetworksNegativeTestJSON-1365140958 tempest-NetworksNegativeTestJSON-1365140958-project] 10.222.0.48 "PUT /v2.0/subnets/b1c0c402-bfde-48ba-b0a6-1c75f27178df HTTP/1.1" status: 404 len: 337 time: 0.0832610 Jan 14 11:50:16.535608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-426eeedb-29d0-4a78-a225-8a75103ae6fe tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:16.539728 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-426eeedb-29d0-4a78-a225-8a75103ae6fe tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1786299 Jan 14 11:50:16.540045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47748) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.545681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': '7bcf2d78-f139-4e1c-9cce-87e52c5133f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:16.545862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4f71199f-2ba7-4f01-8a11-98f3b6455698 None None] Port b4cf3414-889f-44f8-9946-9ea9f1da89ab cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:16.551791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:16.562752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:16.579682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca5b817-8a59-40c8-b457-0acb94ed815f,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:16.585777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:16.587689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df67cd08-efc0-41d8-8a5c-3a43358aceda up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:16.599988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.609958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:16.617099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.618605 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-feaf763d-9bb9-4595-a529-5f908a562947 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0683174 Jan 14 11:50:16.628583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47752) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:16.629282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:16.650153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac76a-7d24-44af-97b3-e78bfe1574cc', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:16.665872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:16.670606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:16.673964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:16.681681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:16.706354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:50:16.708215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.736764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.858693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.884999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcd543-7457-4fe3-af65-86ec03425c53 None None] Pushing event updated for resources: {'Port': ['ID=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:16.898437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Update dhcp port {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'fixed_ips': [{'subnet_id': 'a233920a-5d39-4a78-838c-1f9554f44d62', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dcc8446-50bc-4be0-a182-d75bdf8b48b5'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'a20169f2-ca21-487e-a9e4-7d4780729017'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:50:16.944303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:16.955362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.028759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aecae3-fe77-4266-96fe-e1ea34a2848e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:17.038471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.042676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.043875 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4a798f15-cea6-4075-a03a-be51557aa772 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5030100 Jan 14 11:50:17.046394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.053163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47758) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:17.058012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4,segment=NetworkSegment(418322ce-9b9d-4c3d-9d14-32378ff3872d),segment_id=418322ce-9b9d-4c3d-9d14-32378ff3872d)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:17.058498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.088956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.091543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-84bcbb76-3aad-4460-bcbe-a2cbd71b76aa tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules/c6aecae3-fe77-4266-96fe-e1ea34a2848e HTTP/1.1" status: 200 len: 705 time: 0.0373514 Jan 14 11:50:17.096063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47762) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:17.110099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port df67cd08-efc0-41d8-8a5c-3a43358aceda triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:17.110616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.199698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] device_id is not set on port f353c77e-6d49-495f-b3cb-f9c8fc38e082 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:17.259084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47766) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:17.279858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:17.286306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.315546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:17.354427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.355745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7215331 Jan 14 11:50:17.361865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47772) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:17.364417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group_rule and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:17.391724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43528db6-532a-427f-a4fb-c9a1ffb437a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226d547c-d9f1-444d-8915-300e1cb34955,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:17.416008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:17.431184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac76a-7d24-44af-97b3-e78bfe1574cc', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:17.436864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:17.440706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:17.443619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:17.449007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cb0ef5f7-5c36-459d-a86d-7f3f1df9294c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:17.450305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:17.457810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Allocated IP 2001:db8::2 (faf550d0-02bf-46de-ab09-7a5d823b7b98/9dcc8446-50bc-4be0-a182-d75bdf8b48b5/a20169f2-ca21-487e-a9e4-7d4780729017) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:17.467964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.476430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:17.479425 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:50:17.489667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Pushing event updated for resources: {'Port': ['ID=2df7862f-e6be-4fb0-976e-881a08093e36,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:17.494855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:17.511475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.513403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cb0ef5f7-5c36-459d-a86d-7f3f1df9294c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:17.515533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cb0ef5f7-5c36-459d-a86d-7f3f1df9294c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4186320 Jan 14 11:50:17.521261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:17.522135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47776) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:17.523949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:17.596289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d253-a49c-42ad-aa86-090f32e18e05 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.634802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d253-a49c-42ad-aa86-090f32e18e05 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.684893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:17.698912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.715169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.733922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Transition to ACTIVE for port object a20169f2-ca21-487e-a9e4-7d4780729017 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:17.739923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.788253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Port': ['ID=a356b3c6-bf74-4fe2-89fb-3020e550e2a2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:17.790799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.851832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d253-a49c-42ad-aa86-090f32e18e05 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.894909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:17.905404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Usage tracker for resource:security_group_rule and tenant:a7eccadbda9b475fb12c8f0485fc8ded is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:17.908525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2d253-a49c-42ad-aa86-090f32e18e05 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6aecae3-fe77-4266-96fe-e1ea34a2848e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:17.912163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.914178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:17.925892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b6f7-4e95-4dd1-b806-94282f2cc435 None None] Pushing event updated for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:17.929542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:17.931896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Checking segment: {'id': '4ec1c3af-a2a8-4fce-b966-862c00bce6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '522e2c31-6938-4a74-96b3-42b9b229038a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:17.932797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network hostable DHCP agents. Network: 522e2c31-6938-4a74-96b3-42b9b229038a, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:17.951226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d253-a49c-42ad-aa86-090f32e18e05 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.955933 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a7f2d253-a49c-42ad-aa86-090f32e18e05 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c6aecae3-fe77-4266-96fe-e1ea34a2848e HTTP/1.1" status: 204 len: 168 time: 0.4296155 Jan 14 11:50:17.959277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:17.961436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47780) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:17.992483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network 522e2c31-6938-4a74-96b3-42b9b229038a is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:18.000965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.005126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Port': ['ID=08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.026337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 522e2c31-6938-4a74-96b3-42b9b229038a) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:18.037574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb74a34-4fca-4acb-aa95-9a9df76c06a2 None None] Network 522e2c31-6938-4a74-96b3-42b9b229038a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:18.050593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.059329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:18.060286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.106979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.197415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52977685-0303-4123-8221-55687bad060e None None] Network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:18.199661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11060e-8a5a-49a0-80d7-ff6e2d42041a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.212771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No DVR routers for this DVR port 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:50:18.241049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553ac902-f84c-4669-9c6f-58e0a26472a4,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.258290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.259976 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6cd0a095-754b-44bd-839f-0722607c8b64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7982738 Jan 14 11:50:18.267914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.269384 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-18d67de2-0869-44f6-849b-23383c6ec146 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8946152 Jan 14 11:50:18.271672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47784) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:18.286733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1464833573'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:18.296684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.300683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Port': ['ID=f353c77e-6d49-495f-b3cb-f9c8fc38e082,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.329509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.335840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:18.343924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-60d95f37-f91f-4d4e-8446-88925e8fbd31 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:18.357948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:18.364177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:18.368008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.424320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:18.446761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-60d95f37-f91f-4d4e-8446-88925e8fbd31 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:18.448352 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60d95f37-f91f-4d4e-8446-88925e8fbd31 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4787314 Jan 14 11:50:18.458299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47790) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:18.474957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': '7bcf2d78-f139-4e1c-9cce-87e52c5133f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:18.481575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.500400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:18.539419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:18.543215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:security_group_rule and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:18.544354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4e724-d3a4-4b33-adc8-b94b20277da5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.546106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:18.553047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:18.581388 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-956a586b-ce73-4e10-82dd-60cb2d0789cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7eccadbda9b475fb12c8f0485fc8ded&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2899706 Jan 14 11:50:18.591358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47796) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:18.662422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.670041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:18.675329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.715467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b9486fa0-8330-453d-baf4-edbf527be20f None None] Could not find standard attr ID for object 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:50:18.724773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:18.730175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.737454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.737859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Checking segment: {'id': 'd0a79ba0-c1c6-4be8-bf87-e4d48319faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb2d857f-92fc-4e32-9c10-9ad3b93a7442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:18.738113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.738229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network hostable DHCP agents. Network: fb2d857f-92fc-4e32-9c10-9ad3b93a7442, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:18.797711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=c5717b3c-26cc-418d-9618-511017610995,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.814363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08b6-164e-4a30-bea0-8c8ddb4894d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.814582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.830218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b530978-b494-4db6-ba89-9c7947b615bc,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:18.854893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network fb2d857f-92fc-4e32-9c10-9ad3b93a7442 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:18.862071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d54a523a-54e3-4757-a65f-632324e07512 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:18.872773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08b6-164e-4a30-bea0-8c8ddb4894d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.902431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, fb2d857f-92fc-4e32-9c10-9ad3b93a7442) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:18.904188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0845c-dbf9-4b74-9879-4a45bddc4b96 None None] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:18.922328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:18.926513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:18.928092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84bc75-8fb2-42cc-8662-35de99b9ca98 None None] Network fb2d857f-92fc-4e32-9c10-9ad3b93a7442 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:18.931982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:18.932815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.934382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:18.935730 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cd78a60c-9c9d-485d-ad93-50d9e8ab36e3 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6591322 Jan 14 11:50:18.941764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d54a523a-54e3-4757-a65f-632324e07512 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:18.943058 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d54a523a-54e3-4757-a65f-632324e07512 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545491480&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.2741122 Jan 14 11:50:18.943735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47804) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:18.980403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-670727611', 'security_groups': ['1b530978-b494-4db6-ba89-9c7947b615bc'], 'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9dcc8446-50bc-4be0-a182-d75bdf8b48b5'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:19.118601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-50aff626-fea2-47e7-a616-efdb1e95359d None None] Provisioning for port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:19.247654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.250966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.273285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.295852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:19.323056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d07f2fe-424d-4ad6-b3a1-b9866680ad6b']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:19.343534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418322ce-9b9d-4c3d-9d14-32378ff3872d') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:19.343951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418322ce-9b9d-4c3d-9d14-32378ff3872d') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:19.358625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f13291c-ec88-4101-af94-6a3f49a35c52 None None] Network 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:19.369103 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-921380b4-4d9c-4045-8a1f-7c7340175659 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3509259 Jan 14 11:50:19.369718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.373817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47808) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.382229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f644c5-15c1-4713-8356-e56077a8770d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:19.397265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:19.398302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.418219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.421855 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c34efbb6-a19f-4c94-8d56-9c4e03ff53e5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9597671 Jan 14 11:50:19.427955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47812) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.429238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08b6-164e-4a30-bea0-8c8ddb4894d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.481671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.489804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b08b6-164e-4a30-bea0-8c8ddb4894d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4e724-d3a4-4b33-adc8-b94b20277da5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:19.500271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-85b601b5-c03e-4ca9-88f3-58fbf5e67e86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:19.506706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-85b601b5-c03e-4ca9-88f3-58fbf5e67e86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 797 time: 0.5508997 Jan 14 11:50:19.518523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:19.519004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.525785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08b6-164e-4a30-bea0-8c8ddb4894d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.529465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7d5b08b6-164e-4a30-bea0-8c8ddb4894d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbe4e724-d3a4-4b33-adc8-b94b20277da5 HTTP/1.1" status: 204 len: 168 time: 0.9346220 Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:19.535070 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:19.545891 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ed2f78a3-0beb-495f-9ff0-47f8850db52c tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules/70f644c5-15c1-4713-8356-e56077a8770d HTTP/1.1" status: 200 len: 706 time: 0.0710955 Jan 14 11:50:19.546532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:19.557674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:19.565208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47818) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.590300 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-c3b333ba-a4ac-4558-88f8-1c3b182cf976 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0826116 Jan 14 11:50:19.595341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:19.609803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ff9f0520-49c1-4112-bc01-ddb0593973da None None] Provisioning for port a20169f2-ca21-487e-a9e4-7d4780729017 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:19.623850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ff9f0520-49c1-4112-bc01-ddb0593973da None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:19.624214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0520-49c1-4112-bc01-ddb0593973da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.683496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.699679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7602811-8f0b-440b-bbe8-415558fd5600 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:19.707239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7602811-8f0b-440b-bbe8-415558fd5600 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:19.713334 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e7602811-8f0b-440b-bbe8-415558fd5600 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3332169 Jan 14 11:50:19.718177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47822) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.759029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.770390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=5d07f2fe-424d-4ad6-b3a1-b9866680ad6b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:19.821531 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-52d25690-1b71-4d91-9279-4092446962f2 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/5d07f2fe-424d-4ad6-b3a1-b9866680ad6b HTTP/1.1" status: 204 len: 168 time: 3.9949102 Jan 14 11:50:19.827463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47828) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.844754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-023fe89a-c95b-4559-a5de-ec56463b1cf5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:19.882676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Deleting port a356b3c6-bf74-4fe2-89fb-3020e550e2a2 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:19.883034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.887254 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bc41b0-c143-4135-9518-9c8ed1d74618 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:19.887925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bc41b0-c143-4135-9518-9c8ed1d74618 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:19.889804 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e2bc41b0-c143-4135-9518-9c8ed1d74618 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/c5717b3c-26cc-418d-9618-511017610995 HTTP/1.1" status: 404 len: 337 time: 0.0614307 Jan 14 11:50:19.900067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47832) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.907383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ccfcd8-29ea-47e8-9b60-48acac9d8cc0 None None] DHCP port deletion for 5d07f2fe-424d-4ad6-b3a1-b9866680ad6b request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:50:19.924409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.949198 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-611eb896-c39e-49e8-82f8-5ebe70d97fa3 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:19.950218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611eb896-c39e-49e8-82f8-5ebe70d97fa3 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:19.952560 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-611eb896-c39e-49e8-82f8-5ebe70d97fa3 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/5d07f2fe-424d-4ad6-b3a1-b9866680ad6b HTTP/1.1" status: 404 len: 339 time: 0.0515401 Jan 14 11:50:19.955855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47836) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.962296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:19.982306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-023fe89a-c95b-4559-a5de-ec56463b1cf5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:19.983573 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-023fe89a-c95b-4559-a5de-ec56463b1cf5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4168158 Jan 14 11:50:19.989100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47842) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:19.998052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-7c856f1a-5a1d-4b6a-95a4-4352292bfb0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:20.019473 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbf572f-9855-4db4-9730-8a5466d216c4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:20.019954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbf572f-9855-4db4-9730-8a5466d216c4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:20.024938 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-abbf572f-9855-4db4-9730-8a5466d216c4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/50508887-e758-44de-859f-30d7d6b21bae HTTP/1.1" status: 404 len: 337 time: 0.0602207 Jan 14 11:50:20.025950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47846) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:20.045288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:20.056559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.057405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:20.064362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] device_id is not set on port 022db6ac-ec28-41ed-9091-5236fee9be88 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:20.078931 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e31ae2-a1fc-43e7-aab5-263e44700f25 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:20.079717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e31ae2-a1fc-43e7-aab5-263e44700f25 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:20.085787 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b7e31ae2-a1fc-43e7-aab5-263e44700f25 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/8166d1a1-b906-47c8-84db-7a1b4d1496e4 HTTP/1.1" status: 404 len: 339 time: 0.0564590 Jan 14 11:50:20.087454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Router cae16fe5-d424-4346-a20e-4fb14785211b is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:50:20.094554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:20.177408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-7c856f1a-5a1d-4b6a-95a4-4352292bfb0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:20.179457 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-7c856f1a-5a1d-4b6a-95a4-4352292bfb0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5882566 Jan 14 11:50:20.207220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3202aa46-e023-464d-ac85-4423914fc1f0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.317890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3202aa46-e023-464d-ac85-4423914fc1f0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.330048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ff9f0520-49c1-4112-bc01-ddb0593973da None None] Provisioning complete for port b4cf3414-889f-44f8-9946-9ea9f1da89ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:20.330658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0520-49c1-4112-bc01-ddb0593973da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.369185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.441154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f0520-49c1-4112-bc01-ddb0593973da None None] Port b4cf3414-889f-44f8-9946-9ea9f1da89ab cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:20.451664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.452423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:20.491005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:20.492197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.538840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3202aa46-e023-464d-ac85-4423914fc1f0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.597616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.615451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-95a28615-031e-41a1-b458-cc1df5a7b0b5 None None] Provisioning complete for port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:20.616161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-95a28615-031e-41a1-b458-cc1df5a7b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.639201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b671d9cc-c295-43d7-b195-75c69bbbef64']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:20.656916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4741d082-4c82-40b1-a03c-4b7540ea28ad') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:20.657278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4741d082-4c82-40b1-a03c-4b7540ea28ad') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:20.673532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Calling delete_port for a356b3c6-bf74-4fe2-89fb-3020e550e2a2 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:20.676489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.699410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.708544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:20.708969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:20.727436 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:20.745021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202aa46-e023-464d-ac85-4423914fc1f0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70f644c5-15c1-4713-8356-e56077a8770d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:20.788401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:20.803298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:20.820936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:20.822536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:20.874194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.876610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.878851 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-497faf17-a442-4887-bc31-01ec0e397651 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9904726 Jan 14 11:50:20.883928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3202aa46-e023-464d-ac85-4423914fc1f0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.885622 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3202aa46-e023-464d-ac85-4423914fc1f0 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/70f644c5-15c1-4713-8356-e56077a8770d HTTP/1.1" status: 204 len: 168 time: 0.8926833 Jan 14 11:50:20.889040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47868) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:20.889465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47870) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:20.916896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:20.919542 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/b671d9cc-c295-43d7-b195-75c69bbbef64 HTTP/1.1" status: 204 len: 168 time: 0.8149722 Jan 14 11:50:20.920427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687e18d-58b1-465a-850b-a0ee726c3f5e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=b671d9cc-c295-43d7-b195-75c69bbbef64,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:20.922083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47876) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:20.958394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:20.976182 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7340f2e-eebb-4c74-a67f-c2ee483d41c9 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:20.976529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7340f2e-eebb-4c74-a67f-c2ee483d41c9 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:20.978207 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7340f2e-eebb-4c74-a67f-c2ee483d41c9 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/37d5df44-08c1-45db-8213-ea2c689b5bb4 HTTP/1.1" status: 404 len: 337 time: 0.0553288 Jan 14 11:50:20.980667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47880) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.004548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47884) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.017852 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc2df11-17b4-4344-bb9c-798e99541d80 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.018347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8::343 (faf550d0-02bf-46de-ab09-7a5d823b7b98/9dcc8446-50bc-4be0-a182-d75bdf8b48b5/022db6ac-ec28-41ed-9091-5236fee9be88) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:21.018783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc2df11-17b4-4344-bb9c-798e99541d80 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.020997 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dbc2df11-17b4-4344-bb9c-798e99541d80 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/35269551-3203-4956-b8ca-5e807f028e0d HTTP/1.1" status: 404 len: 339 time: 0.0391459 Jan 14 11:50:21.023871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47890) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.072141 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c21e458-e52d-46a5-82f9-e6c34421dde8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.073263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c21e458-e52d-46a5-82f9-e6c34421dde8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.075306 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1c21e458-e52d-46a5-82f9-e6c34421dde8 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/aaacaeb7-f97c-4d2b-a794-13a6f9d3ba0d HTTP/1.1" status: 404 len: 337 time: 0.0502613 Jan 14 11:50:21.078235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47894) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.111050 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-417771ba-636b-4c77-84d3-6755ea61db72 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.111642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417771ba-636b-4c77-84d3-6755ea61db72 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.114059 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-417771ba-636b-4c77-84d3-6755ea61db72 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/dbf79a5e-ec4e-4f40-8248-3d8ec61d0ac1 HTTP/1.1" status: 404 len: 339 time: 0.0347073 Jan 14 11:50:21.131402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47898) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.198004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:21.220705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-370709406'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:21.238923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:21.239590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.240193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:21.243090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b776743-d549-4ff2-a90b-2c3f26495335 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.243594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b776743-d549-4ff2-a90b-2c3f26495335 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.245576 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0b776743-d549-4ff2-a90b-2c3f26495335 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/76bb322a-5bcd-4aca-8af2-82e64eee2971 HTTP/1.1" status: 404 len: 337 time: 0.1137886 Jan 14 11:50:21.248118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:21.251309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47902) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.253962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:21.254175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.279200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:21.284593 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e5e1aa-4c64-4c21-8c39-f760ea88e244 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.285064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e5e1aa-4c64-4c21-8c39-f760ea88e244 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.289019 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-90e5e1aa-4c64-4c21-8c39-f760ea88e244 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/c9a95c0a-1c8a-4329-9fff-34f7a6efc8d6 HTTP/1.1" status: 404 len: 339 time: 0.0348661 Jan 14 11:50:21.289704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47906) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.301546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1cef1f38-f3f3-4f4d-bb79-4f94c5fac38d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:21.325898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:21.328797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.330220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-687c8b0e-09f6-4d76-9927-a216bdf1be2e service neutron] 10.222.0.48 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0958025 Jan 14 11:50:21.335940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Port': ['ID=a356b3c6-bf74-4fe2-89fb-3020e550e2a2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:21.345042 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7201dee-16b5-48fb-94a6-1d5e244ddedf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.345467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7201dee-16b5-48fb-94a6-1d5e244ddedf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.349495 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c7201dee-16b5-48fb-94a6-1d5e244ddedf tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/270df5b7-13b5-41c7-a674-3113703d28be HTTP/1.1" status: 404 len: 337 time: 0.0570498 Jan 14 11:50:21.349877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47910) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.368870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.416306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.492390 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaad8d2-ed90-43c7-8d5d-cef29329ba51 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.492968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feaad8d2-ed90-43c7-8d5d-cef29329ba51 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.497407 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-feaad8d2-ed90-43c7-8d5d-cef29329ba51 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/c8a122c3-7adf-4c8c-ac7c-82ab587e4b40 HTTP/1.1" status: 404 len: 339 time: 0.1437736 Jan 14 11:50:21.497655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47914) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.544208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1cef1f38-f3f3-4f4d-bb79-4f94c5fac38d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:21.548490 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9d2a30-b3a7-4a8a-9279-48cc26bece7e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.548961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9d2a30-b3a7-4a8a-9279-48cc26bece7e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.549508 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1cef1f38-f3f3-4f4d-bb79-4f94c5fac38d tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6497555 Jan 14 11:50:21.554719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47918) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.563353 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c68ee7e4-6d54-4ad2-85e3-20e4bb2471ea tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/ports/a356b3c6-bf74-4fe2-89fb-3020e550e2a2 HTTP/1.1" status: 204 len: 168 time: 1.8415072 Jan 14 11:50:21.565449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47922) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.574638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:21.582650 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bf9d2a30-b3a7-4a8a-9279-48cc26bece7e tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/182f2b3a-60d9-4eb7-b54c-0ddb6909d1eb HTTP/1.1" status: 404 len: 337 time: 0.0804632 Jan 14 11:50:21.584276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:security_group_rule and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:21.586697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47926) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.611040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:21.626586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:21.636062 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d52bf65-76b1-4f60-bbec-ce6105c8c1e0 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.636504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d52bf65-76b1-4f60-bbec-ce6105c8c1e0 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.640657 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9d52bf65-76b1-4f60-bbec-ce6105c8c1e0 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/0ecd31cc-a9e5-487d-acad-32304c752ae9 HTTP/1.1" status: 404 len: 339 time: 0.0505557 Jan 14 11:50:21.642262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47930) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.645721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:21.684872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:50:21.685262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 08cc6806-a086-4f2d-93c8-c8c2b3cdb8b4 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:50:21.696762 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7853306d-d88a-4a37-a65d-4bbf4a776647 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.697205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7853306d-d88a-4a37-a65d-4bbf4a776647 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.697825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:17Z', 'revision_number': 3, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:21.702181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:50:21.702527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Updating router cae16fe5-d424-4346-a20e-4fb14785211b port 2df7862f-e6be-4fb0-976e-881a08093e36 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:50:21.734449 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7853306d-d88a-4a37-a65d-4bbf4a776647 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/44fddcdc-4892-4b52-98ac-bd917df1d917 HTTP/1.1" status: 404 len: 337 time: 0.0886264 Jan 14 11:50:21.734449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c2bf-c7bb-4fde-ae97-25d28b9563d6 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.736458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47934) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.756680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.783222 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8039149-b698-45f6-9482-c36ec3318007 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.783655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8039149-b698-45f6-9482-c36ec3318007 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.804303 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-afc915ba-9fa4-4acc-81be-ad70b10a4bf6 service neutron] 10.222.0.48 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458594 Jan 14 11:50:21.808696 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b8039149-b698-45f6-9482-c36ec3318007 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/f9f7ad00-9c1f-4168-b6c2-cb6ad77d7418 HTTP/1.1" status: 404 len: 339 time: 0.0725236 Jan 14 11:50:21.810272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c2bf-c7bb-4fde-ae97-25d28b9563d6 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.813544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Deleting port f353c77e-6d49-495f-b3cb-f9c8fc38e082 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:21.813940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.828491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47938) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.873164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.905355 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdb8e3f-cb93-4c79-acef-f1bf03859af4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.905809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdb8e3f-cb93-4c79-acef-f1bf03859af4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.910088 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4fdb8e3f-cb93-4c79-acef-f1bf03859af4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/6182856d-8d24-491f-995d-5b0193bace40 HTTP/1.1" status: 404 len: 337 time: 0.0780859 Jan 14 11:50:21.910088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.917481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47942) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.938343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 022db6ac-ec28-41ed-9091-5236fee9be88 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:21.950775 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-8085839a-1572-41e5-918b-982707be83b7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:21.951558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8085839a-1572-41e5-918b-982707be83b7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:21.953473 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8085839a-1572-41e5-918b-982707be83b7 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/b2a887e9-d802-411c-8804-a4ffbeead9d0 HTTP/1.1" status: 404 len: 339 time: 0.0351253 Jan 14 11:50:21.954705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.959501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47946) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:21.971570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:21.986416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:21.987233 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment 620907e5-60fc-4edf-a76a-64aac88445bb of type vlan for network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe Jan 14 11:50:22.020854 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3731f1ff-586f-4e8b-98b5-21bb58186294 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:22.021195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3731f1ff-586f-4e8b-98b5-21bb58186294 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:22.023013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3731f1ff-586f-4e8b-98b5-21bb58186294 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/ed390c7a-e070-43d6-8e23-1671b1399bd2 HTTP/1.1" status: 404 len: 337 time: 0.0599883 Jan 14 11:50:22.045305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47952) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.051715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9917ea89-f547-470f-8152-492d164eb564,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.060004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.091531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c2bf-c7bb-4fde-ae97-25d28b9563d6 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.110497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6c2bf-c7bb-4fde-ae97-25d28b9563d6 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf2d78-f139-4e1c-9cce-87e52c5133f4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.126301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.130651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:22.131343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.279155 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4bf51f-451e-4ed4-8f4d-c9796b08ecd4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:22.279499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4bf51f-451e-4ed4-8f4d-c9796b08ecd4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:22.281183 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ea4bf51f-451e-4ed4-8f4d-c9796b08ecd4 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/08f7dff6-40ab-4be7-a58a-e54098e799be HTTP/1.1" status: 404 len: 339 time: 0.2349479 Jan 14 11:50:22.286036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.301391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Transition to ACTIVE for port object 2df7862f-e6be-4fb0-976e-881a08093e36 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:22.305369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47960) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.311658 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f44bdea2-2db8-4184-9185-000ea1a41515 req-2d040f54-16bf-419a-bdc3-2656117d505f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 210 time: 0.1563861 Jan 14 11:50:22.312948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.313737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.320521 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-42dc4143-7652-4a7d-a973-3023eab56c68 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3107820 Jan 14 11:50:22.320754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c2bf-c7bb-4fde-ae97-25d28b9563d6 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.324175 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3dc6c2bf-c7bb-4fde-ae97-25d28b9563d6 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/7bcf2d78-f139-4e1c-9cce-87e52c5133f4 HTTP/1.1" status: 204 len: 168 time: 0.7660556 Jan 14 11:50:22.324175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47964) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.326183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47966) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.332806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492865659'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:22.338638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:22.345300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:22.349121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:22.356713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:22.380996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:22.382764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:22.387289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.389544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.411725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.449336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:22.461170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-70854226-bf23-4695-83a6-dba56d4aaf66 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:22.467652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.467999 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment 8e047f46-1fe5-4763-ae82-5ffd81ae18b2 of type vlan for network 982b7fae-b114-419e-81bd-6e27c2b4545c Jan 14 11:50:22.499399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-70854226-bf23-4695-83a6-dba56d4aaf66 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:22.509935 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-70854226-bf23-4695-83a6-dba56d4aaf66 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1822698 Jan 14 11:50:22.510438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47976) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.515602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.523678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group': {'name': 'tempest-secgroup--424766589'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:22.532693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:22.546764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:22.572423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.588715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.593119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:22.593691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.612600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474c742-a692-4d7f-b659-6facb9b99cf3 None None] Pushing event updated for resources: {'Port': ['ID=2df7862f-e6be-4fb0-976e-881a08093e36,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.630217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Calling delete_port for f353c77e-6d49-495f-b3cb-f9c8fc38e082 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:22.632214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Attempting to bind port 2df7862f-e6be-4fb0-976e-881a08093e36 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:22.632870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Attempting to bind port 2df7862f-e6be-4fb0-976e-881a08093e36 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:22.633917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Attempting to bind port 2df7862f-e6be-4fb0-976e-881a08093e36 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:22.646830 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:22.648101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:22.648631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.649398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:22.649967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Bound port: 2df7862f-e6be-4fb0-976e-881a08093e36, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:22.650438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.713033 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3888350 Jan 14 11:50:22.717962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47984) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.738134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] For port 2df7862f-e6be-4fb0-976e-881a08093e36, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:22.742474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] For port 2df7862f-e6be-4fb0-976e-881a08093e36, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2df7862f-e6be-4fb0-976e-881a08093e36,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:22.742645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:22.747255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.763511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21acc5-98de-497a-b06b-59d3e3f8d816 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=982b7fae-b114-419e-81bd-6e27c2b4545c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.791604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=022db6ac-ec28-41ed-9091-5236fee9be88,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.814403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:22.822620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:22.828952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:22.840968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:22.842920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474c742-a692-4d7f-b659-6facb9b99cf3 None None] Pushing event updated for resources: {'Port': ['ID=2df7862f-e6be-4fb0-976e-881a08093e36,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:22.846021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:22.847795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:22.849921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 982b7fae-b114-419e-81bd-6e27c2b4545c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:22.853493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:22.891793 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ee327f96-aaab-4d19-a8c1-23b7a3d1b426 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9401228 Jan 14 11:50:22.896747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 47990) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:22.916757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:22.960568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:22.960568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:22.965188 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:22.980314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting subnet 8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:23.089175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:23.103320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:23.128438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:23.175151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.188879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.221136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:23.240349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:23.265121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:23.281399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ac9d5cfe-24c7-4511-8544-699ca4e16b41 None None] Provisioning for port 022db6ac-ec28-41ed-9091-5236fee9be88 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:23.293315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ac9d5cfe-24c7-4511-8544-699ca4e16b41 None None] Provisioning complete for port 022db6ac-ec28-41ed-9091-5236fee9be88 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:23.293713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5cfe-24c7-4511-8544-699ca4e16b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.295746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.328794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.332063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:23.341423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:23.350203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:23.355092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd5dfe-256b-4c22-9c30-7b2db2653367,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:23.380341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.382482 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-af867390-0b64-4be8-bb00-9e166dc44cb5 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8685241 Jan 14 11:50:23.385694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 47996) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:23.403315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd5dfe-256b-4c22-9c30-7b2db2653367', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:23.403757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.408149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Port': ['ID=f353c77e-6d49-495f-b3cb-f9c8fc38e082,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:23.418125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:23.426685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:23.439738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Usage tracker for resource:security_group_rule and tenant:886c93432a3e4badb355561b77f52e33 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:23.449284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:23.455198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.497540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.503315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:23.530382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d5cfe-24c7-4511-8544-699ca4e16b41 None None] Port 022db6ac-ec28-41ed-9091-5236fee9be88 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:23.556674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-54d152dc-a87d-4fc1-98a8-082feb27b1ed tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/ports/f353c77e-6d49-495f-b3cb-f9c8fc38e082 HTTP/1.1" status: 204 len: 168 time: 1.9858370 Jan 14 11:50:23.559523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48000) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:23.574797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c295d901-0be2-43cf-b4d0-22bab0ab1c53 req-c7d3a1b4-26cc-4152-a89a-8060cd6498dc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 210 time: 0.0679660 Jan 14 11:50:23.611680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.649797 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-68a1e1a2-2a45-4d5c-8a60-398f2f4e0073 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0795772 Jan 14 11:50:23.661093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48004) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:23.690713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-625642164'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:23.788788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:23.810756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:network and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:23.820066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.824601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:17Z', 'revision_number': 3, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:23.830830 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed569-4e05-472c-8c95-43dcb139b289 None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:17Z', 'revision_number': 3, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:23.872644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:23.881171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:23.927370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:23.987277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.003211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:24.006320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.019807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.042766 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dcc8446-50bc-4be0-a182-d75bdf8b48b5 (CIDR: 2001:db8::/64) Jan 14 11:50:24.045662 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:24.046173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:24.051522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.087041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2abd33-804d-46f4-b94d-10d7a948650a,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:24.130157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-41445029-a1a5-4871-beb7-573c5d41130a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:24.132403 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-41445029-a1a5-4871-beb7-573c5d41130a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 797 time: 0.4358859 Jan 14 11:50:24.140388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0d6c56b0-98a0-4c50-9be5-6fd01432af69 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2356324 Jan 14 11:50:24.142754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48010) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:24.146173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.168271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=a8fe3eac-847b-414e-9e44-44fa97dc7b42,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:24.179876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': '620907e5-60fc-4edf-a76a-64aac88445bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:24.180508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:24.202639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:24.212113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:24.216576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:24.217180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.229663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071acecc-b70c-4ec1-a48a-ce4e499e6e45 None None] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:24.238314 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-77c4c8ab-8bc5-48e1-9667-ed8427c92ccf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5192535 Jan 14 11:50:24.242049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48014) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:24.249171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:24.259900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:24.272436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:24.288981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.292691 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e116de3e-5326-43f4-9d12-100f839f2897 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8967326 Jan 14 11:50:24.302576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:24.315876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48018) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:24.371345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.371681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Added segment 901d30b5-65d0-4ab6-aa97-10dd2c479a81 of type vlan for network 4e753489-4305-4cbb-9dca-742ce626c38c Jan 14 11:50:24.388698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.395116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952f79e-5314-4e76-8550-91df25d709e6 None None] Network 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:24.396153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:24.401669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:24.405513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:24.414599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:24.435022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96be-52f5-4727-ba31-68979c848e16 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.439786 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fe0e87c1-60af-479f-82e0-50bac14df085 tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/subnets/8c8f2e64-b774-4cb7-a735-23fa9cf2ebc0 HTTP/1.1" status: 204 len: 168 time: 2.1296167 Jan 14 11:50:24.446027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48022) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:24.447976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:24.485156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-01c335da-44d3-462a-acef-4509ee3cbb65 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 379 time: 0.3285122 Jan 14 11:50:24.496080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.534610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:24.557073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:24.563934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['c5cac76a-7d24-44af-97b3-e78bfe1574cc']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:24.580774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:24.581731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe', 'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': 'a8fe3eac-847b-414e-9e44-44fa97dc7b42'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:24.582528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.625966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96be-52f5-4727-ba31-68979c848e16 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.689173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.740193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:24.757180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.761024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:24.761706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.775868 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.802622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Allocated IP 2001:db8::2 (a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe/a8fe3eac-847b-414e-9e44-44fa97dc7b42/ad05e865-4fb3-470e-9f72-a43162c1a82c) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:24.853839 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d7e07b5c-0c7e-451a-bb8e-4fab7f0831c0 req-3acff321-d4db-406c-bb24-2783e70647ad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 210 time: 0.1299164 Jan 14 11:50:24.873365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:24.873703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.898766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] DHCP port deletion for 4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:50:24.909127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Deleting port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:24.909437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.917320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96be-52f5-4727-ba31-68979c848e16 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.924990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:24.930017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:24.954073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf96be-52f5-4727-ba31-68979c848e16 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd5dfe-256b-4c22-9c30-7b2db2653367,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:24.963726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:24.991813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:25.003111 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3364420 Jan 14 11:50:25.005338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48028) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:25.054520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2063814854'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:25.060093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:25.065371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:25.075962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96be-52f5-4727-ba31-68979c848e16 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.077103 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8aaf96be-52f5-4727-ba31-68979c848e16 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/d3dd5dfe-256b-4c22-9c30-7b2db2653367 HTTP/1.1" status: 204 len: 168 time: 0.7605221 Jan 14 11:50:25.083046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48032) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:25.083808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:network and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:25.091791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:25.188329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.230051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:25.237609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac236ba-c936-4778-b23f-3a5dd76ecf9d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Network': ['ID=4e753489-4305-4cbb-9dca-742ce626c38c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:25.270989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:25.271396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.293574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:25.296684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.298699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 4e753489-4305-4cbb-9dca-742ce626c38c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:25.319135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:25.353103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:25.355617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.381052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.436206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:25.483838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a18da624-c6a3-41ab-80a9-18df70723c8e tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:25.495460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.504273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.ipam_backend_mixin [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a233920a-5d39-4a78-838c-1f9554f44d62 (CIDR: 2001:db8:0:1::/64) Jan 14 11:50:25.526864 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:25.527715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:25.552428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.560619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.563794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:25.564233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.591136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Transition to ACTIVE for port object ad05e865-4fb3-470e-9f72-a43162c1a82c will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:25.627602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a18da624-c6a3-41ab-80a9-18df70723c8e tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:25.632099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a18da624-c6a3-41ab-80a9-18df70723c8e tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5422776 Jan 14 11:50:25.636705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48038) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:25.652693 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9cf2343-d32f-4fe1-9b5e-4b4e21c3973c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4992735 Jan 14 11:50:25.675466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48042) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:25.687885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:25.696426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'subnet': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:25.740113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.7 (bab5ff01-4b5a-42da-97bf-56b24eb1a18d/69b146fb-5c2a-4161-9b61-cb7eb5132651/8d32b158-e99f-4b27-9f11-cef33070d03e) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:25.752342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:25.761848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Calling delete_port for 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:25.815939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Transition to ACTIVE for port object ad05e865-4fb3-470e-9f72-a43162c1a82c will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:25.828999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.861761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.862256 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Added segment 9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d of type vlan for network f1c745e4-3d03-43af-9cd5-74324d1062a8 Jan 14 11:50:25.869460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:50:25.869907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:50:25.886261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=ff7946c1-e730-492c-bbad-dd19b092ed37,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:25.937626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Pushing event updated for resources: {'Port': ['ID=ad05e865-4fb3-470e-9f72-a43162c1a82c,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:25.943945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:25.945522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:50:25.945675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:50:25.946537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:25.948764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:25.961069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c2c99ae2-e7b7-47ad-94fc-0094a07872e4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:25.965512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:25.979066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': '8e047f46-1fe5-4763-ae82-5ffd81ae18b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:25.979593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: 982b7fae-b114-419e-81bd-6e27c2b4545c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:25.984155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:25.997779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Allocated IP 172.20.0.1 (7b35cc2e-3f69-4f45-83b4-ac142500eba8/7652df1d-a0a2-41ba-bdbd-9a97509c5ad1/40324967-5759-4920-b67b-f4664c73f83c) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:26.005646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Usage tracker for resource:subnet and tenant:ae52b8721e1f454fb397a30ab9e2eadf is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:26.009478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:26.025035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:26.035899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c2c99ae2-e7b7-47ad-94fc-0094a07872e4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group_rule {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:26.040833 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c2c99ae2-e7b7-47ad-94fc-0094a07872e4 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3945119 Jan 14 11:50:26.044044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48048) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:26.046074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Attempting to bind port ad05e865-4fb3-470e-9f72-a43162c1a82c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:26.046433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Attempting to bind port ad05e865-4fb3-470e-9f72-a43162c1a82c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '620907e5-60fc-4edf-a76a-64aac88445bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:26.046837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Attempting to bind port ad05e865-4fb3-470e-9f72-a43162c1a82c on network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:26.055158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:26.055517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Checking segment: {'id': '620907e5-60fc-4edf-a76a-64aac88445bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:26.055925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.056367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Bound using segment: {'id': '620907e5-60fc-4edf-a76a-64aac88445bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:26.056850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Bound port: ad05e865-4fb3-470e-9f72-a43162c1a82c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620907e5-60fc-4edf-a76a-64aac88445bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:26.057216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.074795 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-dc3447c0-5350-4c6c-8f00-3996dd807890 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] delete failed (client error): The resource could not be found. Jan 14 11:50:26.080433 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc3447c0-5350-4c6c-8f00-3996dd807890 tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "DELETE /v2.0/security-groups/d3dd5dfe-256b-4c22-9c30-7b2db2653367 HTTP/1.1" status: 404 len: 347 time: 0.0303235 Jan 14 11:50:26.080433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.081340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:26.082060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.086230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48052) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:26.119821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Made reservation on behalf of ae52b8721e1f454fb397a30ab9e2eadf for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:26.123424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.137300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 982b7fae-b114-419e-81bd-6e27c2b4545c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:26.157285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-95725d97-3f1a-42fc-8303-ff9720505170 req-7210b9af-4d01-4c10-88e7-2c4df2a3ed21 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:26.157785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] For port ad05e865-4fb3-470e-9f72-a43162c1a82c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:26.161427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] For port ad05e865-4fb3-470e-9f72-a43162c1a82c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ad05e865-4fb3-470e-9f72-a43162c1a82c,segment=NetworkSegment(620907e5-60fc-4edf-a76a-64aac88445bb),segment_id=620907e5-60fc-4edf-a76a-64aac88445bb)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:26.169199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.246624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-95725d97-3f1a-42fc-8303-ff9720505170 req-7210b9af-4d01-4c10-88e7-2c4df2a3ed21 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:26.247815 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95725d97-3f1a-42fc-8303-ff9720505170 req-7210b9af-4d01-4c10-88e7-2c4df2a3ed21 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 210 time: 0.1500640 Jan 14 11:50:26.286137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.287991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7413e-66d0-4276-9744-54f5583a6fbb None None] Pushing event updated for resources: {'Port': ['ID=ad05e865-4fb3-470e-9f72-a43162c1a82c,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:26.320590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 982b7fae-b114-419e-81bd-6e27c2b4545c) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:26.326025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.326464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Network': ['ID=f1c745e4-3d03-43af-9cd5-74324d1062a8,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:26.333675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b785f4-96b1-4b86-8f6e-e510b4c7eb86 None None] Network 982b7fae-b114-419e-81bd-6e27c2b4545c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:26.336292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:26.337233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.352917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Transition to ACTIVE for port object 40324967-5759-4920-b67b-f4664c73f83c will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:26.358490 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea1b0636-47f3-4e34-bc48-f18fc26f4509 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3448381 Jan 14 11:50:26.365489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 8d32b158-e99f-4b27-9f11-cef33070d03e will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:26.372342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network f1c745e4-3d03-43af-9cd5-74324d1062a8 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:26.378345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Deleting port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:26.379521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.416381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.481080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dec184dc-e07d-45d1-b057-fca1e179cbcb tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Synchronizing usage tracker for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:26.499905 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ca5bd9c0-6bce-4a03-a9ef-fdffb87eaa2f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2562819 Jan 14 11:50:26.509297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48056) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:26.511129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Deleting port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:26.511600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.520855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1796227215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:26.561107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:26.608415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:26.608869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.617252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:26.641956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:26.652262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:26.654283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dec184dc-e07d-45d1-b057-fca1e179cbcb tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] Unset dirty status for tenant:886c93432a3e4badb355561b77f52e33 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:26.664362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:26.665212 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dec184dc-e07d-45d1-b057-fca1e179cbcb tempest-SecGroupTest-1843114961 tempest-SecGroupTest-1843114961-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5634961 Jan 14 11:50:26.675306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:26.746733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.749747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:26.797079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:26.825028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:26.827776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:26.834825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:27.060391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:27.111289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=40324967-5759-4920-b67b-f4664c73f83c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:27.291334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ad05e865-4fb3-470e-9f72-a43162c1a82c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:27.377783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:27.441500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:27.508762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:27.509880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:27.517401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=8d32b158-e99f-4b27-9f11-cef33070d03e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:27.639068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-0f2d2cd7-ab17-4d81-b4e7-38ca444d0b8e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0851948 Jan 14 11:50:27.675103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Request body: {'port': {'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:27.794363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48066) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:27.831192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:27.864537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee0477b8-5a60-4ade-8b40-6bf4f0b97594 None None] Provisioning for port 40324967-5759-4920-b67b-f4664c73f83c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:27.900430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee0477b8-5a60-4ade-8b40-6bf4f0b97594 None None] Provisioning complete for port 40324967-5759-4920-b67b-f4664c73f83c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:27.907413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee0477b8-5a60-4ade-8b40-6bf4f0b97594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.028004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ee0477b8-5a60-4ade-8b40-6bf4f0b97594 None None] Port 40324967-5759-4920-b67b-f4664c73f83c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:28.038932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ad05e865-4fb3-470e-9f72-a43162c1a82c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:28.039850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:28.040331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.044380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] For port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,segment=NetworkSegment(5a7296be-15fa-4d9d-b73e-a5b9111570fd),segment_id=5a7296be-15fa-4d9d-b73e-a5b9111570fd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:28.044894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.056852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-982b7fae-b114-419e-81bd-6e27c2b4545c', 'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': 'ff7946c1-e730-492c-bbad-dd19b092ed37'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:28.058353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.093088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2df7862f-e6be-4fb0-976e-881a08093e36 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:28.156824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.330944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Calling delete_port for 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:28.403771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a8771-6174-463a-9e10-22661b56597b None None] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:28.506522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Calling delete_port for 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:28.534911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.580156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:28.598488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:28.602416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:28.603389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.620478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:28.625046 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-249ce358-636d-4fa0-ab10-007997ed1eb7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1138337 Jan 14 11:50:28.629225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48072) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:28.635642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Port': ['ID=1dd8f2ed-fa84-4d34-989c-31ba0f2b2828,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:28.704392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7bd8a-20b3-4ab5-90e5-74c11e55bc87 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:28.719951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] No DVR routers for this DVR port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:50:28.756991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Subnet': ['ID=01540c86-6841-4c20-9af8-eeefe68a0e08,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:28.784526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d139e9b2-5352-406e-828c-17dbcfedc3c9 None None] Provisioning for port 8d32b158-e99f-4b27-9f11-cef33070d03e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:28.790742 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-582fd538-31c0-422e-bcdf-77e678f11b92 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1100399 Jan 14 11:50:28.806893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48076) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:28.817261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112048402', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01540c86-6841-4c20-9af8-eeefe68a0e08'}], 'security_groups': ['5da56ff1-2c6a-4c8b-b547-4c02f97d8695', 'dc11060e-8a5a-49a0-80d7-ff6e2d42041a']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:28.875488 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d139e9b2-5352-406e-828c-17dbcfedc3c9 None None] Provisioning complete for port 8d32b158-e99f-4b27-9f11-cef33070d03e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:28.876336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d139e9b2-5352-406e-828c-17dbcfedc3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.001987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d139e9b2-5352-406e-828c-17dbcfedc3c9 None None] Port 8d32b158-e99f-4b27-9f11-cef33070d03e cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:29.111242 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f99f1e1-5e8b-484e-8a9c-dd09145c0b1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=886c93432a3e4badb355561b77f52e33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3046536 Jan 14 11:50:29.114740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48080) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:29.300093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:50:29.300641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:50:29.366542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2df7862f-e6be-4fb0-976e-881a08093e36 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:29.389970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] Provisioning for port ad05e865-4fb3-470e-9f72-a43162c1a82c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:29.396297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2df7862f-e6be-4fb0-976e-881a08093e36 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:29.396826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.408979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.432940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.500006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Deleting port 1dd8f2ed-fa84-4d34-989c-31ba0f2b2828 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:29.500508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.527749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] Provisioning complete for port ad05e865-4fb3-470e-9f72-a43162c1a82c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:29.527749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.533923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106c16-a123-4415-81bb-231c6eeb4c86 req-5b685689-fab9-4893-8206-38bf0b6d2bbf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:29.535450 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8c106c16-a123-4415-81bb-231c6eeb4c86 req-5b685689-fab9-4893-8206-38bf0b6d2bbf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 931 time: 1.7589188 Jan 14 11:50:29.564483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=40324967-5759-4920-b67b-f4664c73f83c,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:29.577168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4e06d8c-51de-4c99-bf65-e7f3a20a7fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.585521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d32b158-e99f-4b27-9f11-cef33070d03e {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:50:29.610165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.648402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.650686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.656350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4e06d8c-51de-4c99-bf65-e7f3a20a7fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.676602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Transition to ACTIVE for port object 8d32b158-e99f-4b27-9f11-cef33070d03e will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:29.693658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.741596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e44b4b2c-1e92-44af-bee7-f99606511bc8 None None] The port '1dd8f2ed-fa84-4d34-989c-31ba0f2b2828' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:50:29.762851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Allocated IP 2001:db8:1::2 (982b7fae-b114-419e-81bd-6e27c2b4545c/ff7946c1-e730-492c-bbad-dd19b092ed37/0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:29.787711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:29.867739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48084) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:29.869296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfc74fc-49b8-40eb-8cc7-ce48b9060df2']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:29.893564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'subnets': [{'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--167318653', 'ip_version': 6}, {'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:29.893960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'subnet': {'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--167318653', 'ip_version': 6}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:29.894525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Request body: {'subnet': {'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:29.913998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7296be-15fa-4d9d-b73e-a5b9111570fd') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:29.914298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7296be-15fa-4d9d-b73e-a5b9111570fd') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:29.924350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-8c106c16-a123-4415-81bb-231c6eeb4c86 req-6271f868-d1d1-475f-bda3-c465b7c1874b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:29.948068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:30.021099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d32b158-e99f-4b27-9f11-cef33070d03e,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:30.023877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:30.046415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.130028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.176080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.185114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:30.185726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.200163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.220597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 2df7862f-e6be-4fb0-976e-881a08093e36, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2df7862f-e6be-4fb0-976e-881a08093e36,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:30.233520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.328414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=2df7862f-e6be-4fb0-976e-881a08093e36,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:30.351193 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:30.383146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] For port ad05e865-4fb3-470e-9f72-a43162c1a82c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ad05e865-4fb3-470e-9f72-a43162c1a82c,segment=NetworkSegment(620907e5-60fc-4edf-a76a-64aac88445bb),segment_id=620907e5-60fc-4edf-a76a-64aac88445bb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:30.383435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4e06d8c-51de-4c99-bf65-e7f3a20a7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.391487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.401876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-8c106c16-a123-4415-81bb-231c6eeb4c86 req-6271f868-d1d1-475f-bda3-c465b7c1874b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:30.403258 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8c106c16-a123-4415-81bb-231c6eeb4c86 req-6271f868-d1d1-475f-bda3-c465b7c1874b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8458786 Jan 14 11:50:30.502619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06d8c-51de-4c99-bf65-e7f3a20a7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510aa49-8fe8-445f-9b83-93008cc9759c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:30.544225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.553666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4e06d8c-51de-4c99-bf65-e7f3a20a7fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.557371 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4e06d8c-51de-4c99-bf65-e7f3a20a7fb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8510aa49-8fe8-445f-9b83-93008cc9759c HTTP/1.1" status: 204 len: 168 time: 1.4158511 Jan 14 11:50:30.562438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Attempting to bind port 8d32b158-e99f-4b27-9f11-cef33070d03e on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:30.563225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Attempting to bind port 8d32b158-e99f-4b27-9f11-cef33070d03e by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:30.563225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Attempting to bind port 8d32b158-e99f-4b27-9f11-cef33070d03e on network bab5ff01-4b5a-42da-97bf-56b24eb1a18d {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:30.578526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Port 8d32b158-e99f-4b27-9f11-cef33070d03e on network bab5ff01-4b5a-42da-97bf-56b24eb1a18d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:50:30.578788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Attempting to bind port 8d32b158-e99f-4b27-9f11-cef33070d03e on network bab5ff01-4b5a-42da-97bf-56b24eb1a18d {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:30.588652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:30.589012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Checking segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:30.589389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Bound using segment: {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:30.589807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Bound port: 8d32b158-e99f-4b27-9f11-cef33070d03e, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:30.590139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.621171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.639294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.644991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5392d-fb01-4cb8-a9de-45376a0d3230 None None] Pushing event updated for resources: {'Port': ['ID=ad05e865-4fb3-470e-9f72-a43162c1a82c,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:30.653959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Transition to ACTIVE for port object 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:30.672583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] Pushing event deleted for resources: {'Network': ['ID=4cfc74fc-49b8-40eb-8cc7-ce48b9060df2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:30.689867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Update dhcp port {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'fixed_ips': [{'subnet_id': 'a233920a-5d39-4a78-838c-1f9554f44d62', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dcc8446-50bc-4be0-a182-d75bdf8b48b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '01540c86-6841-4c20-9af8-eeefe68a0e08'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'a20169f2-ca21-487e-a9e4-7d4780729017'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:50:30.700554 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fb4ce7ff-6579-49f4-85e9-704c2ef7c43f tempest-NetworksTest-2115613828 tempest-NetworksTest-2115613828-project] 10.222.0.48 "DELETE /v2.0/networks/4cfc74fc-49b8-40eb-8cc7-ce48b9060df2 HTTP/1.1" status: 204 len: 168 time: 6.2536077 Jan 14 11:50:30.750368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Transition to ACTIVE for port object 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:30.773987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-538f877c-b043-4e24-a29e-22d061af36cf None None] Provisioning complete for port ad05e865-4fb3-470e-9f72-a43162c1a82c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:30.774354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-538f877c-b043-4e24-a29e-22d061af36cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.823833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:30.839815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] For port 8d32b158-e99f-4b27-9f11-cef33070d03e, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:30.846360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] For port 8d32b158-e99f-4b27-9f11-cef33070d03e, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8d32b158-e99f-4b27-9f11-cef33070d03e,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:30.855162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.024434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:31.045768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Usage tracker for resource:subnet and tenant:5dff91deb4b34effbd7c3dd3c015ee28 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:31.073085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-96e38376-5627-47b4-90fa-2f1753974671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.078568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.082363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:31.087394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.088757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 1093 time: 3.4325695 Jan 14 11:50:31.091768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:50:31.241873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.294606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:31.376925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.385850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48100) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:31.389544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Network 982b7fae-b114-419e-81bd-6e27c2b4545c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:31.425650 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'status': 'completed', 'code': 200} Jan 14 11:50:31.429364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:31.433627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Pushing event updated for resources: {'Port': ['ID=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:31.442213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:31.481827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb1787-9ff4-4152-9939-2ef65e76b6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d32b158-e99f-4b27-9f11-cef33070d03e,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:31.524049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Made reservation on behalf of 5dff91deb4b34effbd7c3dd3c015ee28 for: {'subnet': 2} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:31.582165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:31.591867 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-7117dce6-0c63-4dd2-bdf6-73127ef9008a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1096 time: 0.1595902 Jan 14 11:50:31.711112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Attempting to bind port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:31.711726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Attempting to bind port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '8e047f46-1fe5-4763-ae82-5ffd81ae18b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:31.711860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Attempting to bind port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e on network 982b7fae-b114-419e-81bd-6e27c2b4545c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:31.723138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:31.723503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Checking segment: {'id': '8e047f46-1fe5-4763-ae82-5ffd81ae18b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:31.724108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.724613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Bound using segment: {'id': '8e047f46-1fe5-4763-ae82-5ffd81ae18b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:31.725694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Bound port: 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e047f46-1fe5-4763-ae82-5ffd81ae18b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '982b7fae-b114-419e-81bd-6e27c2b4545c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:31.726127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.792421 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-1ac6f1b9-e788-4d43-859d-5b3b0d2fddca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 217 time: 0.1853025 Jan 14 11:50:31.831293 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-538f877c-b043-4e24-a29e-22d061af36cf None None] Provisioning complete for port 40324967-5759-4920-b67b-f4664c73f83c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:31.831658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-538f877c-b043-4e24-a29e-22d061af36cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.939230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-538f877c-b043-4e24-a29e-22d061af36cf None None] Port 40324967-5759-4920-b67b-f4664c73f83c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:31.956825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] For port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:31.962125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] For port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,segment=NetworkSegment(8e047f46-1fe5-4763-ae82-5ffd81ae18b2),segment_id=8e047f46-1fe5-4763-ae82-5ffd81ae18b2)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:31.968711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:31.968946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-e9570f56-744c-4dab-9f05-76694ce77ef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:31.970510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-e9570f56-744c-4dab-9f05-76694ce77ef2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 200 len: 834 time: 0.1676977 Jan 14 11:50:32.058917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Delete allocated IP 2001:db8::343 (faf550d0-02bf-46de-ab09-7a5d823b7b98/9dcc8446-50bc-4be0-a182-d75bdf8b48b5) {{(pid=83452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 11:50:32.095911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29e5d3-c4c5-48dc-90f1-1029f1a50b48 None None] Pushing event updated for resources: {'Port': ['ID=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:32.121331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Allocated IP 2001:db8:0:2::180 (faf550d0-02bf-46de-ab09-7a5d823b7b98/01540c86-6841-4c20-9af8-eeefe68a0e08/022db6ac-ec28-41ed-9091-5236fee9be88) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:32.128032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-6b1c646a-ca35-4a60-ad8e-11119d369e37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1506493 Jan 14 11:50:32.259638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb21fa-6e0b-43a6-9870-325bfe744e90 req-3dd00ad5-2dd4-4886-b53f-afb64c6c8048 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:32.268511 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fedb21fa-6e0b-43a6-9870-325bfe744e90 req-3dd00ad5-2dd4-4886-b53f-afb64c6c8048 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 943 time: 0.6159575 Jan 14 11:50:32.271513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:32.280865 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:32.292651 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d358f75-d14e-44ce-ac71-f9421af6bbc7 admin admin] 10.222.0.48 "PUT /v2.0/routers/cae16fe5-d424-4346-a20e-4fb14785211b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3871214 Jan 14 11:50:32.298501 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:32.299649 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:32.306863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:32.307243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:32.422184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ad05e865-4fb3-470e-9f72-a43162c1a82c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:32.440248 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-5498c071-4649-47bf-8dcd-3a4c4789a2c7 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060210 Jan 14 11:50:32.577508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ad05e865-4fb3-470e-9f72-a43162c1a82c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:32.577881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:32.641549 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:32.644350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48122) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:32.779619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2df7862f-e6be-4fb0-976e-881a08093e36 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:32.797364 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d5e6125-756f-4579-b528-4fb40c6ee509 req-19626711-f9a5-4a26-985a-1d375c1d2a38 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512495 Jan 14 11:50:32.880590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2df7862f-e6be-4fb0-976e-881a08093e36 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:32.882506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:32.987668 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-62551258-8d34-4507-99e3-362eda477e26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4789d7530b4b4d689fdfcb1ad38d70f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5945275 Jan 14 11:50:32.988990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48130) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:33.005697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1125222849'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:33.034160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:33.051028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Usage tracker for resource:network and tenant:ad3c0c11885d4068b661a7a2750e5d4d is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:33.055210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8::1 (a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe/a8fe3eac-847b-414e-9e44-44fa97dc7b42/b12c7b85-901d-4d9c-9f75-c7739a67f1ed) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:33.063238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:33.076368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:33.090636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:28Z', 'revision_number': 2, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:33.091098 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-f4fa4f8d-8187-4c6a-af24-3b95674cf569 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1096 time: 0.2422874 Jan 14 11:50:33.092413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5bfde3e2-a4c4-492d-935f-0a0db177e274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.100675 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:50:33.101635 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Updating router cae16fe5-d424-4346-a20e-4fb14785211b port 40324967-5759-4920-b67b-f4664c73f83c binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:50:33.189325 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fedb21fa-6e0b-43a6-9870-325bfe744e90 req-38bdaa67-6489-4b6d-a6b0-d57a94224c54 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9198301 Jan 14 11:50:33.196684 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.273655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Made reservation on behalf of ad3c0c11885d4068b661a7a2750e5d4d for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:33.277322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.305550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.426038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:33.434847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Usage tracker for resource:security_group_rule and tenant:ad3c0c11885d4068b661a7a2750e5d4d is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:33.439157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:33.442444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-48e43bd2-bc4e-4b7b-8292-6279b199982e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:33.444931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-48e43bd2-bc4e-4b7b-8292-6279b199982e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 898 time: 0.3455558 Jan 14 11:50:33.510340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:33.542590 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-c55fb264-4f03-4760-ae1c-973b188f2551 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 217 time: 0.0886283 Jan 14 11:50:33.640023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e685f0-de03-4218-9246-2d74b2a21ca5 None None] Network 982b7fae-b114-419e-81bd-6e27c2b4545c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:33.644120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-1dfb5b29-44b5-4fdd-b197-4c35c9d27de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:33.645145 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-1dfb5b29-44b5-4fdd-b197-4c35c9d27de7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 200 len: 834 time: 0.0961468 Jan 14 11:50:33.721885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.733200 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.750421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.760708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.768961 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Transition to ACTIVE for port object 40324967-5759-4920-b67b-f4664c73f83c will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:33.773952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:33.782710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9440005-8cf6-4e78-8df5-5e2f694a7837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.784218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.784619 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Added segment bdb4d60b-026b-432e-b42e-50c4b5de6431 of type vlan for network 2b60c50a-1ddc-4b86-a0ee-15edd985090d Jan 14 11:50:33.789604 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.826314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.872214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.876212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:33.876876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.885596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9440005-8cf6-4e78-8df5-5e2f694a7837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.916773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Subnet': ['ID=1ed7ef1c-7b9e-43d4-851c-aad18fe0ef14,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:33.981204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:33.981428 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda302fc-782f-46e1-ab35-9d0a40e35c99 None None] Pushing event updated for resources: {'Port': ['ID=40324967-5759-4920-b67b-f4664c73f83c,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:33.997045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event updated for resources: {'Network': ['ID=2b60c50a-1ddc-4b86-a0ee-15edd985090d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:34.003345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.011340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-abab72a9-1fc7-46c1-8c2f-52ac97c0648f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3560472 Jan 14 11:50:34.026613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1606897-69df-4016-8dcc-1074044f94fb,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:34.028278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Transition to ACTIVE for port object 022db6ac-ec28-41ed-9091-5236fee9be88 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:34.040236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.042282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Checking segment: {'id': '901d30b5-65d0-4ab6-aa97-10dd2c479a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:34.042696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network hostable DHCP agents. Network: 4e753489-4305-4cbb-9dca-742ce626c38c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:34.125562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:34.141943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object b12c7b85-901d-4d9c-9f75-c7739a67f1ed will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:34.156452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:34.179903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-593581898-network', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:34.201895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:34.203560 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-c38d054f-0e60-4e23-bf9e-addf42c7f5bd service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816916 Jan 14 11:50:34.208884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4bf95228-6ceb-4ce8-ba6a-080cc36b2cb9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5632634 Jan 14 11:50:34.210259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48152) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:34.218292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Request body: {'subnet': {'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:34.226192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bfb3d3e1-43e3-41dd-aa1c-f3f2f93ccfaf None None] Provisioning for port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:34.236553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Usage tracker for resource:network and tenant:a248b136c0804d64b4158c8867e114c1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:34.265264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:34.274151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9440005-8cf6-4e78-8df5-5e2f694a7837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.364926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event updated for resources: {'Port': ['ID=022db6ac-ec28-41ed-9091-5236fee9be88,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:34.367945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] In _notify_port_updated(), no bound segment for port 022db6ac-ec28-41ed-9091-5236fee9be88 on network faf550d0-02bf-46de-ab09-7a5d823b7b98 {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:50:34.384381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:34.385067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.392270 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1908a9eb-0d1b-471e-bd33-7c40f40a7929 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "PUT /v2.0/ports/022db6ac-ec28-41ed-9091-5236fee9be88 HTTP/1.1" status: 200 len: 970 time: 5.5806811 Jan 14 11:50:34.395416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48158) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:34.399586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:34.437403 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Attempting to bind port 40324967-5759-4920-b67b-f4664c73f83c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:34.438082 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Attempting to bind port 40324967-5759-4920-b67b-f4664c73f83c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:34.438609 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Attempting to bind port 40324967-5759-4920-b67b-f4664c73f83c on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:34.449428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440005-8cf6-4e78-8df5-5e2f694a7837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e27765-70c8-4750-9c73-c98a801487d8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:34.452054 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:34.453025 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Checking segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:34.453810 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.454436 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Bound using segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:34.455158 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Bound port: 40324967-5759-4920-b67b-f4664c73f83c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:34.456023 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.463755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network 4e753489-4305-4cbb-9dca-742ce626c38c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:34.477467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.510069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:34.533508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Made reservation on behalf of a248b136c0804d64b4158c8867e114c1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:34.536083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.560336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.562252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:34.569051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 4e753489-4305-4cbb-9dca-742ce626c38c) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:34.583071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:34.594452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port 022db6ac-ec28-41ed-9091-5236fee9be88 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:34.595352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.601587 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] For port 40324967-5759-4920-b67b-f4664c73f83c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:34.610099 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] For port 40324967-5759-4920-b67b-f4664c73f83c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=40324967-5759-4920-b67b-f4664c73f83c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:34.610727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187326f7-6e30-486f-a8c4-4c798adda8c2 None None] Network 4e753489-4305-4cbb-9dca-742ce626c38c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:34.614579 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.670967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.671699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.685164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.690880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:34.691622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.757631 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda302fc-782f-46e1-ab35-9d0a40e35c99 None None] Pushing event updated for resources: {'Port': ['ID=40324967-5759-4920-b67b-f4664c73f83c,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:34.772610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:34.795570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Usage tracker for resource:subnet and tenant:ad3c0c11885d4068b661a7a2750e5d4d is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:34.800302 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:34.800969 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:34.801604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:34.820672 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7329b02f-080b-4a57-bbcd-034bebbb4ea7 req-701666e7-a13a-4e0f-b02e-881fe52e1d55 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075721 Jan 14 11:50:34.821758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:34.839390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41cd00-eea3-48aa-aaca-9656998a7118 req-d25fbbc3-ad2e-4876-bed8-82342c57f9f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:34.846626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=b12c7b85-901d-4d9c-9f75-c7739a67f1ed,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:34.847855 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f41cd00-eea3-48aa-aaca-9656998a7118 req-d25fbbc3-ad2e-4876-bed8-82342c57f9f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 943 time: 0.3748624 Jan 14 11:50:34.859286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9440005-8cf6-4e78-8df5-5e2f694a7837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:34.860641 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a9440005-8cf6-4e78-8df5-5e2f694a7837 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e27765-70c8-4750-9c73-c98a801487d8 HTTP/1.1" status: 204 len: 168 time: 1.8536353 Jan 14 11:50:34.885954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Allocated IP 2001:db8:0:2::2 (faf550d0-02bf-46de-ab09-7a5d823b7b98/01540c86-6841-4c20-9af8-eeefe68a0e08/a20169f2-ca21-487e-a9e4-7d4780729017) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:34.888216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Made reservation on behalf of ad3c0c11885d4068b661a7a2750e5d4d for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:34.957561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:35.020182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event updated for resources: {'Subnet': ['ID=e40b6166-15f5-4a44-85c3-5e47e2ddd58d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:35.035909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Usage tracker for resource:security_group_rule and tenant:a248b136c0804d64b4158c8867e114c1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:35.044169 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f41cd00-eea3-48aa-aaca-9656998a7118 req-530e03e5-2602-4463-9221-bddd4be29401 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945086 Jan 14 11:50:35.118326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:35.148822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.160395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:35.330207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Checking segment: {'id': '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:35.330726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network hostable DHCP agents. Network: f1c745e4-3d03-43af-9cd5-74324d1062a8, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:35.399542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:35.420370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.439072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.485582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.512452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8d32b158-e99f-4b27-9f11-cef33070d03e details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:50:35.570559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event updated for resources: {'Subnet': ['ID=c1132288-48f5-4358-8fdf-f7e4ad20f5bd,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:35.588514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Checking segment: {'id': 'bdb4d60b-026b-432e-b42e-50c4b5de6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:35.589191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Network hostable DHCP agents. Network: 2b60c50a-1ddc-4b86-a0ee-15edd985090d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:35.589707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:35.614182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:35.614550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.617094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:35.656023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for 022db6ac-ec28-41ed-9091-5236fee9be88 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:35.727401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 2b60c50a-1ddc-4b86-a0ee-15edd985090d) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:35.732147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:35.732884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.752442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Network f1c745e4-3d03-43af-9cd5-74324d1062a8 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:35.772557 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d091e9cc-353b-4288-852c-ea939641870f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5603509 Jan 14 11:50:35.775342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48172) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:35.781778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.782950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Request body: {'port': {'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d', 'name': 'tempest-TagsExtTest-1507177693'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:35.845422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, f1c745e4-3d03-43af-9cd5-74324d1062a8) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:35.857041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.864856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-4e753489-4305-4cbb-9dca-742ce626c38c', 'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c', 'tenant_id': '5dff91deb4b34effbd7c3dd3c015ee28', 'fixed_ips': [{'subnet_id': '1ed7ef1c-7b9e-43d4-851c-aad18fe0ef14'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:35.866881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.879426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9eb64-efc9-4f83-b490-6b56f954d954 None None] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:35.931519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:35.932755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:35.932755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:35.986346 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:34Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:35.991517 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba852e-9901-46ee-8c25-449740d1bbac None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:34Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:35.998453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:36.000624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.011583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f7c52-2e05-4a91-ae66-f15f9eb8ee53,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:36.017647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880dd604-9c3f-4aeb-b6d7-c1a0cd771d4f None None] Network f1c745e4-3d03-43af-9cd5-74324d1062a8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:36.031678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9a982f96-e8bf-4a03-872c-323d43aee24f None None] Provisioning for port b12c7b85-901d-4d9c-9f75-c7739a67f1ed completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:36.057284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:36.061332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Usage tracker for resource:port and tenant:ad3c0c11885d4068b661a7a2750e5d4d is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:36.064556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:36.078882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:36.128888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Made reservation on behalf of ad3c0c11885d4068b661a7a2750e5d4d for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:36.133344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.155920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.156298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Added segment 1935e4e4-4038-4b43-891a-e05f021a7c71 of type vlan for network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f Jan 14 11:50:36.185563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9a982f96-e8bf-4a03-872c-323d43aee24f None None] Provisioning complete for port b12c7b85-901d-4d9c-9f75-c7739a67f1ed triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:36.186066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a982f96-e8bf-4a03-872c-323d43aee24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.224825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] device_id is not set on port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:36.432902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:36.448675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.475443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Allocated IP 172.20.0.7 (2b60c50a-1ddc-4b86-a0ee-15edd985090d/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:36.490253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48186) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:36.573284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8d32b158-e99f-4b27-9f11-cef33070d03e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8d32b158-e99f-4b27-9f11-cef33070d03e,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:36.602001 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-30a86767-b413-4632-9b39-ca14d895a050 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.7250526 Jan 14 11:50:36.603348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48192) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:36.644621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9a982f96-e8bf-4a03-872c-323d43aee24f None None] Port b12c7b85-901d-4d9c-9f75-c7739a67f1ed cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:36.696636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-81b81cbe-e64b-4d1c-b951-267e220a29be tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:36.697287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-81b81cbe-e64b-4d1c-b951-267e220a29be tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): There was a conflict when trying to complete your request. Jan 14 11:50:36.702792 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-81b81cbe-e64b-4d1c-b951-267e220a29be tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2055697 Jan 14 11:50:36.710917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.712557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48196) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:36.718747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857481003'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:36.728457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,segment=NetworkSegment(8e047f46-1fe5-4763-ae82-5ffd81ae18b2),segment_id=8e047f46-1fe5-4763-ae82-5ffd81ae18b2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:36.732840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:50:36.734021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:36.738577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:50:36.744139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:36.751230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:36.769850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:36.784328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=022db6ac-ec28-41ed-9091-5236fee9be88,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:36.789829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.791528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.842959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.860331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Transition to ACTIVE for port object a38e20b9-2cd5-418a-b4d3-0b44139ecf8c will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:36.902843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7601b-6f8a-4c89-9de0-62355bee3019 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:36.902843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7601b-6f8a-4c89-9de0-62355bee3019 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:36.903271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7601b-6f8a-4c89-9de0-62355bee3019 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:36.908111 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70a7601b-6f8a-4c89-9de0-62355bee3019 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3006353 Jan 14 11:50:36.912710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.921720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48200) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:36.945907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.948461 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-78e3757b-3c8b-44c6-ba14-eabd92082700 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/022db6ac-ec28-41ed-9091-5236fee9be88 HTTP/1.1" status: 204 len: 168 time: 2.5446453 Jan 14 11:50:36.969359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:36.977694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:36.986561 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 40324967-5759-4920-b67b-f4664c73f83c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:36.995208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.015291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.019175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.020088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:37.025396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.076449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:37.085375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:37.100926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Allocated IP 2001:db8::1 (4e753489-4305-4cbb-9dca-742ce626c38c/1ed7ef1c-7b9e-43d4-851c-aad18fe0ef14/55b20167-df1a-4713-a50e-4007c31e5c40) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:37.124213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.128681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:37.134136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:37.138070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:37.140453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Transition to ACTIVE for port object a20169f2-ca21-487e-a9e4-7d4780729017 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:37.144938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:37.188407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:37.207970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.208189 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32383ac-480b-4788-8668-66519cde9c64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] GET failed (client error): The resource could not be found. Jan 14 11:50:37.208700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a32383ac-480b-4788-8668-66519cde9c64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:37.211388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] Pushing event updated for resources: {'Network': ['ID=c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.218246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.219006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.226798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.238084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.249350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:37.341304 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7284b71-329c-4df2-a8cb-1f366700e91b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1805973 Jan 14 11:50:37.363746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=b12c7b85-901d-4d9c-9f75-c7739a67f1ed,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.373175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec77114-bb2a-4fb4-9312-78222ba4f322 req-e8a10410-0ddd-4f46-8a0b-d11f8c74e086 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:37.374882 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ec77114-bb2a-4fb4-9312-78222ba4f322 req-e8a10410-0ddd-4f46-8a0b-d11f8c74e086 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 943 time: 0.7851045 Jan 14 11:50:37.375518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48208) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:37.377954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a32383ac-480b-4788-8668-66519cde9c64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:37.381837 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a32383ac-480b-4788-8668-66519cde9c64 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports/022db6ac-ec28-41ed-9091-5236fee9be88 HTTP/1.1" status: 404 len: 333 time: 0.4038827 Jan 14 11:50:37.382229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48210) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:37.388054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Request body: {'subnet': {'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-593581898-subnet', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:37.393241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:37.398504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Usage tracker for resource:subnet and tenant:a248b136c0804d64b4158c8867e114c1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:37.401884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:37.410054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:37.475111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Made reservation on behalf of a248b136c0804d64b4158c8867e114c1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:37.477807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.568252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event updated for resources: {'Port': ['ID=a38e20b9-2cd5-418a-b4d3-0b44139ecf8c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.603890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:37.604487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.622747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Deleting subnet 1ed7ef1c-7b9e-43d4-851c-aad18fe0ef14 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:37.670291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-73f185a2-6735-4661-a282-50807080fb5f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8926885 Jan 14 11:50:37.671085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48216) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:37.673777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.679222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-843600425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:37.685476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.687107 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ec77114-bb2a-4fb4-9312-78222ba4f322 req-51c23fc6-e1fb-4af6-ba76-6cf8dcbcc693 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039508 Jan 14 11:50:37.689470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:37.703813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Usage tracker for resource:router and tenant:ad3c0c11885d4068b661a7a2750e5d4d is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:37.710237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:37.737602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:37.740869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c68452b0-1154-4219-acb0-0436bfea2a0b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.743874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d32b158-e99f-4b27-9f11-cef33070d03e {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:50:37.747746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-f1c745e4-3d03-43af-9cd5-74324d1062a8', 'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8', 'tenant_id': '5dff91deb4b34effbd7c3dd3c015ee28', 'fixed_ips': [{'subnet_id': 'e40b6166-15f5-4a44-85c3-5e47e2ddd58d'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:37.748651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.750422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:37.752625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06734a53-07ee-411e-b914-2304480dfbc9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.759374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:37.762034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:37.765514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.766860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.775831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:37.791396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c68452b0-1154-4219-acb0-0436bfea2a0b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.803451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:37.807896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:37.816417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.861269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.865940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.874299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.939808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a6bf7d-1770-4fcf-9b69-93b026ad3da5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.941972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8d32b158-e99f-4b27-9f11-cef33070d03e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8d32b158-e99f-4b27-9f11-cef33070d03e,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:37.944245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.948638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cc0888ec-11c2-48ab-a1bf-91dcbe815d12 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2348158 Jan 14 11:50:37.949837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:37.954135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-815c2e1d-0a74-41cf-ba3c-9302d59d0ac2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2800035 Jan 14 11:50:37.954841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48220) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:37.955172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48222) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:37.964201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '65a6bf7d-1770-4fcf-9b69-93b026ad3da5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:37.972064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-eb381055-a594-4f70-906c-6c3ac4734d8f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1604236116', 'prefixes': ['172.20.0.0/16']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:37.980792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-eb381055-a594-4f70-906c-6c3ac4734d8f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:37.983018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:37.986697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21602e-7346-4b8c-9c88-3b14a8fa2171 None None] Pushing event updated for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:37.989349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:37.993851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:38.001994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:38.003711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.050277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.073869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8f60e774-5a62-4e89-9f1e-8a4216bc2eef None None] Provisioning complete for port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:38.075121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8f60e774-5a62-4e89-9f1e-8a4216bc2eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.100576 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:50:38.113284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb381055-a594-4f70-906c-6c3ac4734d8f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for subnetpool, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.119453 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eb381055-a594-4f70-906c-6c3ac4734d8f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1613600 Jan 14 11:50:38.119921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48228) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.127711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-17711e69-753d-4a9e-bca5-5bd745d55f58 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-1331522156') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:38.170753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 40324967-5759-4920-b67b-f4664c73f83c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:38.214823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.239376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.259329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 40324967-5759-4920-b67b-f4664c73f83c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:38.259699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.279994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcedaaa5-1e03-4cb8-97c2-576201e639aa,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:38.285552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-2b60c50a-1ddc-4b86-a0ee-15edd985090d', 'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d', 'tenant_id': 'ad3c0c11885d4068b661a7a2750e5d4d', 'fixed_ips': [{'subnet_id': 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:38.286364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.295043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c68452b0-1154-4219-acb0-0436bfea2a0b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.302099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-17711e69-753d-4a9e-bca5-5bd745d55f58 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-1331522156 HTTP/1.1" status: 201 len: 201 time: 0.1793516 Jan 14 11:50:38.303231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48232) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.309539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-3998868a-b52f-4613-bf2a-479d3fc11af9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-259713318') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:38.346495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.351004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70c3c78a-e6ae-404e-b00f-7551a1e3e147 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3947961 Jan 14 11:50:38.353469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48236) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.359762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '65a6bf7d-1770-4fcf-9b69-93b026ad3da5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:38.368842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:38.378972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:38.383953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Allocated IP 2001:db8:0:1::1 (f1c745e4-3d03-43af-9cd5-74324d1062a8/e40b6166-15f5-4a44-85c3-5e47e2ddd58d/7083c933-1cf8-4a4d-82e8-693f4c79009d) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:38.396906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:38.399001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.407793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:38.410887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c68452b0-1154-4219-acb0-0436bfea2a0b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.412880 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c68452b0-1154-4219-acb0-0436bfea2a0b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b530978-b494-4db6-ba89-9c7947b615bc HTTP/1.1" status: 204 len: 168 time: 0.9908931 Jan 14 11:50:38.417358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48240) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.478315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.504062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=8d32b158-e99f-4b27-9f11-cef33070d03e,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:38.509144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68452b0-1154-4219-acb0-0436bfea2a0b tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b530978-b494-4db6-ba89-9c7947b615bc,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:38.540132 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3998868a-b52f-4613-bf2a-479d3fc11af9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-259713318 HTTP/1.1" status: 201 len: 201 time: 0.2355833 Jan 14 11:50:38.545559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48244) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.559543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49d675d6-f664-41c2-9c09-0169414be667 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.567649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-3736cb6a-2b04-4eb7-8eed-36766438570a tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-1740585899') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:38.624162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49d675d6-f664-41c2-9c09-0169414be667 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.647625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['8d32b158-e99f-4b27-9f11-cef33070d03e'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:50:38.687737 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): There was a conflict when trying to complete your request. Jan 14 11:50:38.688839 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4bc89781-da40-4bae-9087-7b5bf2ce2903 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3342180 Jan 14 11:50:38.692802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48248) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.759452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49d675d6-f664-41c2-9c09-0169414be667 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.769557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420ab4bb-8963-4467-a54a-b82f718575a7,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:38.781533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.788914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d675d6-f664-41c2-9c09-0169414be667 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11060e-8a5a-49a0-80d7-ff6e2d42041a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:38.813827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49d675d6-f664-41c2-9c09-0169414be667 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.817669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-49d675d6-f664-41c2-9c09-0169414be667 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/security-groups/dc11060e-8a5a-49a0-80d7-ff6e2d42041a HTTP/1.1" status: 204 len: 168 time: 0.3947568 Jan 14 11:50:38.821696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48254) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:38.837084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6d43-16e3-44fc-8ebd-26df4b6c3dd7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.861785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Transition to ACTIVE for port object 55b20167-df1a-4713-a50e-4007c31e5c40 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:38.889499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6d43-16e3-44fc-8ebd-26df4b6c3dd7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:38.932997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Checking segment: {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:38.933350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Network hostable DHCP agents. Network: c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:38.978930 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3736cb6a-2b04-4eb7-8eed-36766438570a tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-1740585899 HTTP/1.1" status: 201 len: 201 time: 0.4276471 Jan 14 11:50:38.978930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:38.984068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.015796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41f41ea9-1b04-4c93-8cf9-70bf4e463156 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.026050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-8a2961c1-7169-483f-b989-05f83f2b8842 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-1759060749') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:39.038681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6d43-16e3-44fc-8ebd-26df4b6c3dd7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.056876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:39.061948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:39.062264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.076420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b6d43-16e3-44fc-8ebd-26df4b6c3dd7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a6bf7d-1770-4fcf-9b69-93b026ad3da5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:39.080959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41f41ea9-1b04-4c93-8cf9-70bf4e463156 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.097333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982511f4-7671-4800-b250-ac88b98620db None None] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:39.101990 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8a2961c1-7169-483f-b989-05f83f2b8842 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-1759060749 HTTP/1.1" status: 201 len: 201 time: 0.1148517 Jan 14 11:50:39.104774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48262) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.109168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6d43-16e3-44fc-8ebd-26df4b6c3dd7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.112684 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6c9b6d43-16e3-44fc-8ebd-26df4b6c3dd7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/65a6bf7d-1770-4fcf-9b69-93b026ad3da5 HTTP/1.1" status: 204 len: 168 time: 0.4164746 Jan 14 11:50:39.112898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-543ef1cc-7e65-43f5-9e45-b315a95038a9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:39.133256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48266) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.139212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f08872-37fb-4675-a3e7-ecfdb3a4eb2b req-f40f1b77-19bc-467f-ae5e-dea8d2b3f24b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:39.140709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-76f08872-37fb-4675-a3e7-ecfdb3a4eb2b req-f40f1b77-19bc-467f-ae5e-dea8d2b3f24b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 944 time: 0.2411675 Jan 14 11:50:39.148206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Allocated IP 172.20.0.2 (2b60c50a-1ddc-4b86-a0ee-15edd985090d/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/b333b3b7-22c0-40d9-8850-0925f39c2980) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:39.169959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Transition to ACTIVE for port object 55b20167-df1a-4713-a50e-4007c31e5c40 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:39.200502 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e7b514ca-0cd8-4313-a9b0-ea1230a2f504 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8194568 Jan 14 11:50:39.204751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48270) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.217557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:39.231575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:39.235865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 07dc5778-3fab-47e6-b846-ad1f97575b7e is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:50:39.245842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.259222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Usage tracker for resource:router and tenant:a248b136c0804d64b4158c8867e114c1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:39.266375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:39.283326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41f41ea9-1b04-4c93-8cf9-70bf4e463156 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.283820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:39.311616 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-76f08872-37fb-4675-a3e7-ecfdb3a4eb2b req-9d5f06bf-45da-4047-8ebb-ae41f4dfc457 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602631 Jan 14 11:50:39.317247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-28bd8a08-6e69-4893-844d-e6fd7ba7f961 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:39.335632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f41ea9-1b04-4c93-8cf9-70bf4e463156 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da56ff1-2c6a-4c8b-b547-4c02f97d8695,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:39.345038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.363190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.385313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.386161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.391338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41f41ea9-1b04-4c93-8cf9-70bf4e463156 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.395561 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-41f41ea9-1b04-4c93-8cf9-70bf4e463156 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/security-groups/5da56ff1-2c6a-4c8b-b547-4c02f97d8695 HTTP/1.1" status: 204 len: 168 time: 0.5707471 Jan 14 11:50:39.399086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.459842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-28bd8a08-6e69-4893-844d-e6fd7ba7f961 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:39.464680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-28bd8a08-6e69-4893-844d-e6fd7ba7f961 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3192620 Jan 14 11:50:39.470527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48278) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.480034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113994621'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:39.499956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:39.501151 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-543ef1cc-7e65-43f5-9e45-b315a95038a9 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags HTTP/1.1" status: 200 len: 241 time: 0.3952093 Jan 14 11:50:39.504796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48282) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.513067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-87bf9bfa-b995-42f3-aa92-2de4c01d0cd8 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-1331522156') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:39.541558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:39.551764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.607107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.611229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.619053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.641488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.676113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Pushing event updated for resources: {'Port': ['ID=55b20167-df1a-4713-a50e-4007c31e5c40,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:39.682824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Network 4e753489-4305-4cbb-9dca-742ce626c38c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:39.693316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Transition to ACTIVE for port object 7083c933-1cf8-4a4d-82e8-693f4c79009d will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:39.717781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:39.730186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:39.751623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 9dcc8446-50bc-4be0-a182-d75bdf8b48b5 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:39.755007 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a52cabac-272d-4f95-ac1f-8b5f054b8d7f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/07dc5778-3fab-47e6-b846-ad1f97575b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1209261 Jan 14 11:50:39.756005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48286) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.760008 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-87bf9bfa-b995-42f3-aa92-2de4c01d0cd8 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-1331522156 HTTP/1.1" status: 204 len: 168 time: 0.2512584 Jan 14 11:50:39.761394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:39.764193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.793246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48290) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.795251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:39.801233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] Sync routers for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:39.805399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:39.810931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-910ce99a-281a-4af0-9aac-b72a02fee19f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-1331522156') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:39.823330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:39.828680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.851575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8e1254-9a35-4779-9c3d-911ff7eacd94 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:39.852148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9c8e1254-9a35-4779-9c3d-911ff7eacd94 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:39.862585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:39.898399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.919605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Transition to ACTIVE for port object 7083c933-1cf8-4a4d-82e8-693f4c79009d will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:39.923649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 40324967-5759-4920-b67b-f4664c73f83c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=40324967-5759-4920-b67b-f4664c73f83c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:39.932734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9c8e1254-9a35-4779-9c3d-911ff7eacd94 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:39.936540 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9c8e1254-9a35-4779-9c3d-911ff7eacd94 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports/b12c7b85-901d-4d9c-9f75-c7739a67f1ed HTTP/1.1" status: 200 len: 911 time: 0.1735420 Jan 14 11:50:39.937639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48294) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:39.943161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.990009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed7ef1c-7b9e-43d4-851c-aad18fe0ef14,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:39.994177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:39.997125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.027358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.058098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Provisioning complete for port b4cf3414-889f-44f8-9946-9ea9f1da89ab triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:40.058470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.083042 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f91c04ff-177a-48b5-bede-282b0710bf38 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/subnets/1ed7ef1c-7b9e-43d4-851c-aad18fe0ef14 HTTP/1.1" status: 204 len: 168 time: 3.1578953 Jan 14 11:50:40.088442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48298) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.096083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.103291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.161901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.176292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:40.177025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:40.287188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:40.344880 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-910ce99a-281a-4af0-9aac-b72a02fee19f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-1331522156 HTTP/1.1" status: 204 len: 168 time: 0.5510528 Jan 14 11:50:40.349583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48302) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.356008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-ef32f1b9-369a-4bad-b0b5-de60ea01c7a6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:40.358819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.359989 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8875794 Jan 14 11:50:40.364501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48308) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.369803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:40.381577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-41dd7ba8-9693-4c4d-861c-c0feff6dc8f8 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '41b48b3e-9de8-4b1f-85db-61f751859a3f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:40.382444 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-41dd7ba8-9693-4c4d-861c-c0feff6dc8f8 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:40.383576 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-41dd7ba8-9693-4c4d-861c-c0feff6dc8f8 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0173111 Jan 14 11:50:40.384595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe76c82-ae58-461c-b24b-0f7db1d5d97f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b48b3e-9de8-4b1f-85db-61f751859a3f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:40.391548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48312) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.416666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Network f1c745e4-3d03-43af-9cd5-74324d1062a8 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:40.419034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f', 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'fixed_ips': [{'subnet_id': '420ab4bb-8963-4467-a54a-b82f718575a7'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:50:40.419841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.430787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Attempting to bind port 55b20167-df1a-4713-a50e-4007c31e5c40 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:40.431147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Attempting to bind port 55b20167-df1a-4713-a50e-4007c31e5c40 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '901d30b5-65d0-4ab6-aa97-10dd2c479a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:40.431503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Attempting to bind port 55b20167-df1a-4713-a50e-4007c31e5c40 on network 4e753489-4305-4cbb-9dca-742ce626c38c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:40.444642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:40.446434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Port b4cf3414-889f-44f8-9946-9ea9f1da89ab cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:40.451156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.453865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.464685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:40.480248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=40324967-5759-4920-b67b-f4664c73f83c,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:40.496066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcc8446-50bc-4be0-a182-d75bdf8b48b5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:40.519307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.534935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-642edda9-dc75-483c-86e2-e778b4ab88d9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/9dcc8446-50bc-4be0-a182-d75bdf8b48b5 HTTP/1.1" status: 204 len: 168 time: 1.1323464 Jan 14 11:50:40.540988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48316) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.550791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7216a5d-3dd0-448b-ba51-dfb15245990a None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:40.567649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Could not find standard attr ID for object 022db6ac-ec28-41ed-9091-5236fee9be88. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:50:40.572061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Transition to ACTIVE for port object b333b3b7-22c0-40d9-8850-0925f39c2980 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:40.591317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:40.592241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Checking segment: {'id': '901d30b5-65d0-4ab6-aa97-10dd2c479a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:40.592861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.593405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Bound using segment: {'id': '901d30b5-65d0-4ab6-aa97-10dd2c479a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:40.594045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Bound port: 55b20167-df1a-4713-a50e-4007c31e5c40, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901d30b5-65d0-4ab6-aa97-10dd2c479a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e753489-4305-4cbb-9dca-742ce626c38c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:40.594602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.632221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet 01540c86-6841-4c20-9af8-eeefe68a0e08 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:40.635169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.689796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.773473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Deleting subnet e40b6166-15f5-4a44-85c3-5e47e2ddd58d {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:40.778099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:40.778731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:40.782161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.832720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.862766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.873918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.888776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Transition to ACTIVE for port object b333b3b7-22c0-40d9-8850-0925f39c2980 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:40.920267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=01540c86-6841-4c20-9af8-eeefe68a0e08,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:40.924122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.924271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:40.933239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8aac8d63-2e0f-427d-adda-bf8e1e70e3a2 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/01540c86-6841-4c20-9af8-eeefe68a0e08 HTTP/1.1" status: 204 len: 168 time: 0.3896174 Jan 14 11:50:40.934197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48320) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.947897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Pushing event updated for resources: {'Port': ['ID=7083c933-1cf8-4a4d-82e8-693f4c79009d,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:40.969755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:40.970155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c3dd0d-f153-41b6-afdc-064186ff0cba None None] The sync data for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:40.979706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc74c7b-b2dd-4ebf-92d5-5945e416730e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:40.980148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc74c7b-b2dd-4ebf-92d5-5945e416730e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:40.984106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5bc74c7b-b2dd-4ebf-92d5-5945e416730e tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/9dcc8446-50bc-4be0-a182-d75bdf8b48b5 HTTP/1.1" status: 404 len: 337 time: 0.0456159 Jan 14 11:50:40.985624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48324) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:40.989895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.049324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.059088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting subnet a233920a-5d39-4a78-838c-1f9554f44d62 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:50:41.062387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.092379 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3870b84a-2ec2-4d4a-8c4d-ba97c279e5d6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.094321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Provisioning for port a20169f2-ca21-487e-a9e4-7d4780729017 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:41.111264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Attempting to bind port 7083c933-1cf8-4a4d-82e8-693f4c79009d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:41.111628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Attempting to bind port 7083c933-1cf8-4a4d-82e8-693f4c79009d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:41.111979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Attempting to bind port 7083c933-1cf8-4a4d-82e8-693f4c79009d on network f1c745e4-3d03-43af-9cd5-74324d1062a8 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:41.127882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:41.128487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.135992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.146948 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ef32f1b9-369a-4bad-b0b5-de60ea01c7a6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags HTTP/1.1" status: 200 len: 205 time: 0.7960091 Jan 14 11:50:41.162999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48328) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.168413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-9ce42b35-cbcc-4717-a807-851f041cc64c tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:41.177260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:41.178218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.179742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088b3a0-6a45-45b6-8fef-4edfa303a7ed req-c5610832-2885-4702-8d66-cfd34284db73 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:41.181667 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8088b3a0-6a45-45b6-8fef-4edfa303a7ed req-c5610832-2885-4702-8d66-cfd34284db73 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 944 time: 0.5690544 Jan 14 11:50:41.217481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3870b84a-2ec2-4d4a-8c4d-ba97c279e5d6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.287111 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9ce42b35-cbcc-4717-a807-851f041cc64c tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags HTTP/1.1" status: 200 len: 240 time: 0.1229451 Jan 14 11:50:41.290932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48332) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.296136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-79c79ab7-a5d1-4eeb-a4bb-d003a854123c tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-259713318') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:41.296523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:41.296929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Checking segment: {'id': '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:41.297334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.297730 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Bound using segment: {'id': '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:41.298204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Bound port: 7083c933-1cf8-4a4d-82e8-693f4c79009d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1c745e4-3d03-43af-9cd5-74324d1062a8'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:41.298571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.332494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:41.338247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Allocated IP 172.26.8.5 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:41.340378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.424194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-79c79ab7-a5d1-4eeb-a4bb-d003a854123c tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-259713318 HTTP/1.1" status: 204 len: 168 time: 0.1323893 Jan 14 11:50:41.428348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48336) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.436400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-0adabb0b-f3dd-4cdd-adb6-f3b81aaa86f8 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-259713318') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:41.442315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:41.444410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Pushing event updated for resources: {'Port': ['ID=b333b3b7-22c0-40d9-8850-0925f39c2980,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:41.465291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:41.467487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] For port 55b20167-df1a-4713-a50e-4007c31e5c40, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:41.469515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.473957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.503984 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8088b3a0-6a45-45b6-8fef-4edfa303a7ed req-fbf28eb0-2b05-440d-ad0b-a14003daca26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767015 Jan 14 11:50:41.511999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3870b84a-2ec2-4d4a-8c4d-ba97c279e5d6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.523891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Subnet': ['ID=a233920a-5d39-4a78-838c-1f9554f44d62,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:41.539029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.562426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a9180003-44ca-4cb8-910b-522ed4da74ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/a233920a-5d39-4a78-838c-1f9554f44d62 HTTP/1.1" status: 204 len: 168 time: 0.5765266 Jan 14 11:50:41.563251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48340) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.567591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] For port 55b20167-df1a-4713-a50e-4007c31e5c40, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=55b20167-df1a-4713-a50e-4007c31e5c40,segment=NetworkSegment(901d30b5-65d0-4ab6-aa97-10dd2c479a81),segment_id=901d30b5-65d0-4ab6-aa97-10dd2c479a81)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:41.584715 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Allocated IP 172.20.0.2 (c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f/420ab4bb-8963-4467-a54a-b82f718575a7/5d7d2566-aee2-4b04-8094-231aa38ce63b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:41.610048 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70daa5e-546b-428a-85ab-0e0892d60259 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:41.610808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70daa5e-546b-428a-85ab-0e0892d60259 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:41.617383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e70daa5e-546b-428a-85ab-0e0892d60259 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/1fba3e81-698c-4a50-95b3-3201c73a1024 HTTP/1.1" status: 404 len: 337 time: 0.0523067 Jan 14 11:50:41.618431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48344) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.631437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.649938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b84a-2ec2-4d4a-8c4d-ba97c279e5d6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b48b3e-9de8-4b1f-85db-61f751859a3f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:41.669977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-29410808-024a-4d38-98cf-566724549f84 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Synchronizing usage tracker for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:41.687799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-29410808-024a-4d38-98cf-566724549f84 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Unset dirty status for tenant:ae52b8721e1f454fb397a30ab9e2eadf on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:41.691588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-29410808-024a-4d38-98cf-566724549f84 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a48126b-9666-4001-ac88-265d4d919498 HTTP/1.1" status: 200 len: 205 time: 0.0709138 Jan 14 11:50:41.693709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48348) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.765399 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-72ad0cf5-72a9-4122-a6d7-0128f31e41b9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] delete failed (client error): The resource could not be found. Jan 14 11:50:41.769101 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-72ad0cf5-72a9-4122-a6d7-0128f31e41b9 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/routers/1a48126b-9666-4001-ac88-265d4d919498 HTTP/1.1" status: 404 len: 336 time: 0.0743647 Jan 14 11:50:41.769730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48352) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.792076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3870b84a-2ec2-4d4a-8c4d-ba97c279e5d6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.795669 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3870b84a-2ec2-4d4a-8c4d-ba97c279e5d6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/41b48b3e-9de8-4b1f-85db-61f751859a3f HTTP/1.1" status: 204 len: 168 time: 1.3960259 Jan 14 11:50:41.796538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.801299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48356) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.810551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.811313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0adabb0b-f3dd-4cdd-adb6-f3b81aaa86f8 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-259713318 HTTP/1.1" status: 204 len: 168 time: 0.3815281 Jan 14 11:50:41.824214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69f2684-0d77-4f64-8a48-ea3377e44a75 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:41.824645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69f2684-0d77-4f64-8a48-ea3377e44a75 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:41.828298 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e69f2684-0d77-4f64-8a48-ea3377e44a75 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/76b9f5ee-1ebe-4174-b40f-21687f49882a HTTP/1.1" status: 404 len: 337 time: 0.0572214 Jan 14 11:50:41.829423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48360) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.829835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48362) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.866084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Subnet': ['ID=e40b6166-15f5-4a44-85c3-5e47e2ddd58d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:41.879235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:41.895855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-5ce2b9ae-bfdb-4c5c-be12-7e2b02cc93c2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:41.896118 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7392f70b-2db1-410b-9fa3-24067d42002a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/subnets/e40b6166-15f5-4a44-85c3-5e47e2ddd58d HTTP/1.1" status: 204 len: 168 time: 1.8024056 Jan 14 11:50:41.897883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48368) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.927251 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86f7325-d69c-48c3-8274-f557c06b828c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:41.928430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86f7325-d69c-48c3-8274-f557c06b828c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:41.932992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b86f7325-d69c-48c3-8274-f557c06b828c tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/bb4a8598-150e-4c0f-9122-262555419cf0 HTTP/1.1" status: 404 len: 337 time: 0.0957601 Jan 14 11:50:41.938639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48372) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:41.987429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-09311f81-c68b-487d-afa4-d5ac36ac2aca tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:41.998701 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bac009-4f22-43e3-8fbb-46a941f04bf4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:41.999130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bac009-4f22-43e3-8fbb-46a941f04bf4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.003184 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f8bac009-4f22-43e3-8fbb-46a941f04bf4 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/42f17a4d-bb22-4336-9a3b-851070a2ea2e HTTP/1.1" status: 404 len: 337 time: 0.0612810 Jan 14 11:50:42.003598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48376) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.010989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] For port 7083c933-1cf8-4a4d-82e8-693f4c79009d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:42.021029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Attempting to bind port b333b3b7-22c0-40d9-8850-0925f39c2980 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:42.021488 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Attempting to bind port b333b3b7-22c0-40d9-8850-0925f39c2980 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'bdb4d60b-026b-432e-b42e-50c4b5de6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:42.021773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Attempting to bind port b333b3b7-22c0-40d9-8850-0925f39c2980 on network 2b60c50a-1ddc-4b86-a0ee-15edd985090d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:42.045365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.051271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-09311f81-c68b-487d-afa4-d5ac36ac2aca tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:42.056505 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-09311f81-c68b-487d-afa4-d5ac36ac2aca tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2472353 Jan 14 11:50:42.060761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48380) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.067689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--382528722'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:42.070111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344365f-564f-4d92-b5ee-536c00978fd8 None None] Pushing event updated for resources: {'Port': ['ID=55b20167-df1a-4713-a50e-4007c31e5c40,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:42.073718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5ce2b9ae-bfdb-4c5c-be12-7e2b02cc93c2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags HTTP/1.1" status: 200 len: 205 time: 0.2409449 Jan 14 11:50:42.074759 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5187a5a-362a-48bb-95a1-21ff17c52131 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:42.075190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5187a5a-362a-48bb-95a1-21ff17c52131 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.080381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c5187a5a-362a-48bb-95a1-21ff17c52131 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/388e6361-a0da-4bb5-b5af-172286baa144 HTTP/1.1" status: 404 len: 333 time: 0.0722251 Jan 14 11:50:42.080381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48384) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.080381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48386) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.082349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] For port 7083c933-1cf8-4a4d-82e8-693f4c79009d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7083c933-1cf8-4a4d-82e8-693f4c79009d,segment=NetworkSegment(9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d),segment_id=9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:42.100510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef60f46-a5c9-4841-a36a-5467c6fdb7d9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:42.101228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7ef60f46-a5c9-4841-a36a-5467c6fdb7d9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Synchronizing usage tracker for tenant:5dff91deb4b34effbd7c3dd3c015ee28 on resource:subnet {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:42.115879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-24590317-bbe8-49b8-942c-f5021ed29daa tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:42.145023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.152921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:42.181854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:42.182288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Checking segment: {'id': 'bdb4d60b-026b-432e-b42e-50c4b5de6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:42.182640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.183063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Bound using segment: {'id': 'bdb4d60b-026b-432e-b42e-50c4b5de6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:42.183682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Bound port: b333b3b7-22c0-40d9-8850-0925f39c2980, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb4d60b-026b-432e-b42e-50c4b5de6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b60c50a-1ddc-4b86-a0ee-15edd985090d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:42.184053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.191092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:42.198140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:42.204340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:42.206589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:42.225638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2520483d-99ab-446e-9899-45b911fb7e86 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:42.226079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2520483d-99ab-446e-9899-45b911fb7e86 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.231604 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2520483d-99ab-446e-9899-45b911fb7e86 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/addc40c4-f545-4569-a3ec-e8c4cc2451aa HTTP/1.1" status: 404 len: 337 time: 0.1463492 Jan 14 11:50:42.232252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48392) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.234596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Pushing event updated for resources: {'Port': ['ID=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:42.238226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:42.243912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7ef60f46-a5c9-4841-a36a-5467c6fdb7d9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Unset dirty status for tenant:5dff91deb4b34effbd7c3dd3c015ee28 on resource:subnet {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:42.244814 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ef60f46-a5c9-4841-a36a-5467c6fdb7d9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3460002 Jan 14 11:50:42.257964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48396) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.295713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.410474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f21d61-5cce-48f0-9187-58b05c28486b None None] Network 4e753489-4305-4cbb-9dca-742ce626c38c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:42.448288 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-795e241f-53e6-4465-b1da-8da8aae58289 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:42.448621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795e241f-53e6-4465-b1da-8da8aae58289 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.450551 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-795e241f-53e6-4465-b1da-8da8aae58289 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/7ebe2ab7-bd5c-4eea-8e0d-c17d43b71ace HTTP/1.1" status: 404 len: 337 time: 0.2150054 Jan 14 11:50:42.457095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48400) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.464861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca8fd-3c01-4c74-b41b-df38e05bc280 None None] Pushing event updated for resources: {'Port': ['ID=7083c933-1cf8-4a4d-82e8-693f4c79009d,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:42.466232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.524574 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-57654964-583f-434e-b8a3-633dc90a2b66 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:42.525043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57654964-583f-434e-b8a3-633dc90a2b66 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.529022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57654964-583f-434e-b8a3-633dc90a2b66 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/3f220d00-4ee4-430f-9884-f9c4603e36eb HTTP/1.1" status: 404 len: 333 time: 0.0661709 Jan 14 11:50:42.532911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48404) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.588273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-24590317-bbe8-49b8-942c-f5021ed29daa tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags HTTP/1.1" status: 200 len: 241 time: 0.5088415 Jan 14 11:50:42.596660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48410) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.603127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-54239f0c-be09-45df-94ad-2c3dc05a94db tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-1740585899') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:42.632330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Provisioning complete for port b12c7b85-901d-4d9c-9f75-c7739a67f1ed triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:42.632778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.660135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dfd5a7-6ea9-41e8-ae87-dc9961d7b4ae tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:42.661411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dfd5a7-6ea9-41e8-ae87-dc9961d7b4ae tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.664146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-25dfd5a7-6ea9-41e8-ae87-dc9961d7b4ae tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/c627b58c-85a7-4fa0-993b-62f864044dc8 HTTP/1.1" status: 404 len: 337 time: 0.1297493 Jan 14 11:50:42.671370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48414) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.752515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:42.803621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] For port b333b3b7-22c0-40d9-8850-0925f39c2980, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:42.808332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.853353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.857087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:42.868102 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ca3a90-c8bf-400a-8983-9e8cf382d696 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] DELETE failed (client error): The resource could not be found. Jan 14 11:50:42.868550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ca3a90-c8bf-400a-8983-9e8cf382d696 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:50:42.870573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-730bdafc-89a0-4598-af5f-353ae852b0b0 None None] Port b12c7b85-901d-4d9c-9f75-c7739a67f1ed cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:42.871368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:42.875432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] For port b333b3b7-22c0-40d9-8850-0925f39c2980, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b333b3b7-22c0-40d9-8850-0925f39c2980,segment=NetworkSegment(bdb4d60b-026b-432e-b42e-50c4b5de6431),segment_id=bdb4d60b-026b-432e-b42e-50c4b5de6431)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:42.890899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:42.906304 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-80ca3a90-c8bf-400a-8983-9e8cf382d696 tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/subnets/9754ff4f-74eb-4598-89b6-9c914024099c HTTP/1.1" status: 404 len: 337 time: 0.2336564 Jan 14 11:50:42.914517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48418) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:42.919377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:42.919753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.943838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.957132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Deleting port 7083c933-1cf8-4a4d-82e8-693f4c79009d {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:42.957711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:42.994025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Transition to ACTIVE for port object 5d7d2566-aee2-4b04-8094-231aa38ce63b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:43.024217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port b4cf3414-889f-44f8-9946-9ea9f1da89ab {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:43.024743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.034032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327d228-b575-4141-a44d-5adf03c9796a None None] Update dhcp port {'port': {'network_id': 'faf550d0-02bf-46de-ab09-7a5d823b7b98', 'fixed_ips': [{'subnet_id': 'a233920a-5d39-4a78-838c-1f9554f44d62'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'a20169f2-ca21-487e-a9e4-7d4780729017'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:50:43.098297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-54239f0c-be09-45df-94ad-2c3dc05a94db tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-1740585899 HTTP/1.1" status: 204 len: 168 time: 0.4980242 Jan 14 11:50:43.109738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48422) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:43.117331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-f143d227-01c0-4ae1-8987-46495cf52dab tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-1740585899') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:43.121369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Transition to ACTIVE for port object 5d7d2566-aee2-4b04-8094-231aa38ce63b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:43.150485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4327d228-b575-4141-a44d-5adf03c9796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.160040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.180053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f60fe-9309-4dd5-a1fb-b536568af19e None None] Pushing event updated for resources: {'Port': ['ID=b333b3b7-22c0-40d9-8850-0925f39c2980,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:43.334129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.334570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.351948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] For port 7083c933-1cf8-4a4d-82e8-693f4c79009d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7083c933-1cf8-4a4d-82e8-693f4c79009d,segment=NetworkSegment(9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d),segment_id=9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:43.352297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.358748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:43.367176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:43.369543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.369709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:43.372190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Pushing event updated for resources: {'Port': ['ID=5d7d2566-aee2-4b04-8094-231aa38ce63b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:43.389875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.421140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c43ef-354a-4bdc-a042-d39504ae2b6a req-b1742c6e-7e6d-4994-bce6-2c1db6c402bc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:43.422707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f50c43ef-354a-4bdc-a042-d39504ae2b6a req-b1742c6e-7e6d-4994-bce6-2c1db6c402bc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 944 time: 0.6770627 Jan 14 11:50:43.578708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf1acba-7668-4417-9251-05f47cfffa7f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:43.585639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.587418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d22ec40-a929-4847-8f37-c9e88cba1470 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5248249 Jan 14 11:50:43.600443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48426) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:43.663141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-20d2349d-f32b-43b7-bf07-11d34c0da44d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '6cf1acba-7668-4417-9251-05f47cfffa7f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:43.663627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-20d2349d-f32b-43b7-bf07-11d34c0da44d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:43.664821 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-20d2349d-f32b-43b7-bf07-11d34c0da44d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0128875 Jan 14 11:50:43.669396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48430) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:43.683334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Attempting to bind port 5d7d2566-aee2-4b04-8094-231aa38ce63b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:43.683786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Attempting to bind port 5d7d2566-aee2-4b04-8094-231aa38ce63b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:43.684206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Attempting to bind port 5d7d2566-aee2-4b04-8094-231aa38ce63b on network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:43.691267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:43.691705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Checking segment: {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:43.692289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.693021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Bound using segment: {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:43.693684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Bound port: 5d7d2566-aee2-4b04-8094-231aa38ce63b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:43.694058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.705308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Calling delete_port for 7083c933-1cf8-4a4d-82e8-693f4c79009d owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:43.727183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:43.759640 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f50c43ef-354a-4bdc-a042-d39504ae2b6a req-0b0082c0-cbd8-4c9c-b6a0-13f25df6aa81 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067112 Jan 14 11:50:43.763203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f143d227-01c0-4ae1-8987-46495cf52dab tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-1740585899 HTTP/1.1" status: 204 len: 168 time: 0.6494021 Jan 14 11:50:43.767272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0726828c-9c20-4927-b482-4c42cc33be25 None None] Network faf550d0-02bf-46de-ab09-7a5d823b7b98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:43.805510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48434) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:43.826950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-834c6af8-0010-4407-9e62-2bdd695bae8c tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:43.958234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 40324967-5759-4920-b67b-f4664c73f83c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:43.964438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8:1::1 (982b7fae-b114-419e-81bd-6e27c2b4545c/ff7946c1-e730-492c-bbad-dd19b092ed37/722a2119-b42e-4eda-9ce7-5ef8c298b0e2) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:43.987988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for b4cf3414-889f-44f8-9946-9ea9f1da89ab owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:44.025810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8d32b158-e99f-4b27-9f11-cef33070d03e up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:44.096278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a90b-f70c-452c-bf0a-676df2f8d368 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.153409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a90b-f70c-452c-bf0a-676df2f8d368 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.175823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168d703-9e95-42d0-98a2-f2db83d46602 None None] Network f1c745e4-3d03-43af-9cd5-74324d1062a8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:44.228671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a90b-f70c-452c-bf0a-676df2f8d368 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.231809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.253781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a90b-f70c-452c-bf0a-676df2f8d368 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf1acba-7668-4417-9251-05f47cfffa7f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:44.256139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.290404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5432988b-c6f0-41f6-8e17-7f48940ac47f None None] Provisioning complete for port a20169f2-ca21-487e-a9e4-7d4780729017 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:44.290887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5432988b-c6f0-41f6-8e17-7f48940ac47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.322757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=b4cf3414-889f-44f8-9946-9ea9f1da89ab,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:44.324893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a90b-f70c-452c-bf0a-676df2f8d368 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.326167 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8fe6a90b-f70c-452c-bf0a-676df2f8d368 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/6cf1acba-7668-4417-9251-05f47cfffa7f HTTP/1.1" status: 204 len: 168 time: 0.6527634 Jan 14 11:50:44.329090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48438) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:44.335443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] For port 5d7d2566-aee2-4b04-8094-231aa38ce63b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:44.346546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] For port 5d7d2566-aee2-4b04-8094-231aa38ce63b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5d7d2566-aee2-4b04-8094-231aa38ce63b,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:44.355778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.385703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4ccdbe39-16fb-44bd-a36d-b296744b03ff tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/ports/b4cf3414-889f-44f8-9946-9ea9f1da89ab HTTP/1.1" status: 204 len: 168 time: 1.4663010 Jan 14 11:50:44.395398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48442) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:44.424136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5d061ef2-a640-4160-b4be-9cf7e426cf17 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:44.426336 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-834c6af8-0010-4407-9e62-2bdd695bae8c tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags HTTP/1.1" status: 200 len: 205 time: 0.6200204 Jan 14 11:50:44.437640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48446) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:44.442078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Port': ['ID=7083c933-1cf8-4a4d-82e8-693f4c79009d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:44.453263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] No DVR routers for this DVR port 7083c933-1cf8-4a4d-82e8-693f4c79009d on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:50:44.511518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.525065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 40324967-5759-4920-b67b-f4664c73f83c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:44.525433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.622458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-660e53d7-8b13-49f4-9050-16bb536ba146 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:44.645948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.656662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.700351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:44.704280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c745e4-3d03-43af-9cd5-74324d1062a8']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:44.721671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.723872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:44.724213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a09d1b3-40e2-4c04-9354-fbc2bf8ecd8d') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:44.733718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5d061ef2-a640-4160-b4be-9cf7e426cf17 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:44.741080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5d061ef2-a640-4160-b4be-9cf7e426cf17 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4100847 Jan 14 11:50:44.743793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48450) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:44.750805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.755245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398074765'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:44.781160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:44.785121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Deleting port a20169f2-ca21-487e-a9e4-7d4780729017 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:44.785585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.785736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.799316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:44.799830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:44.821228 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:44.826206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-660e53d7-8b13-49f4-9050-16bb536ba146 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags HTTP/1.1" status: 200 len: 241 time: 0.3870733 Jan 14 11:50:44.829545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48454) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:44.830439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9f131-90ba-4afe-be3b-44c340abe0c8 None None] Pushing event updated for resources: {'Port': ['ID=5d7d2566-aee2-4b04-8094-231aa38ce63b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:44.844187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 8d32b158-e99f-4b27-9f11-cef33070d03e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:44.857820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:44.898089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-ee1f0ff2-067c-4ad7-a5a7-430cc98a804b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-1759060749') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:44.910979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f10f42-daff-44cc-8a33-8049760aff56 None None] DHCP port deletion for f1c745e4-3d03-43af-9cd5-74324d1062a8 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:50:44.919802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.920683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.932819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cb5a3e-9ec5-44d9-a047-722cd8e37502 None None] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:44.970944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 8d32b158-e99f-4b27-9f11-cef33070d03e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:44.971611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:44.985723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:44.999655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:45.004505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:45.017186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:45.079094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] DHCP port deletion for faf550d0-02bf-46de-ab09-7a5d823b7b98 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:50:45.123129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.128952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.180910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 982b7fae-b114-419e-81bd-6e27c2b4545c is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:45.190232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:45.190833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.205039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Deleting port a20169f2-ca21-487e-a9e4-7d4780729017 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:45.205580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.208111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:45.211888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:45.212601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.215131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=722a2119-b42e-4eda-9ce7-5ef8c298b0e2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:45.225411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Network': ['ID=f1c745e4-3d03-43af-9cd5-74324d1062a8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:45.233126 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ee1f0ff2-067c-4ad7-a5a7-430cc98a804b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-1759060749 HTTP/1.1" status: 204 len: 168 time: 0.4024949 Jan 14 11:50:45.236360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48460) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.248467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:50:45.259727 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c072905d-f8a2-4dc6-a942-da8246daf4f9 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/networks/f1c745e4-3d03-43af-9cd5-74324d1062a8 HTTP/1.1" status: 204 len: 168 time: 3.0007081 Jan 14 11:50:45.264279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48464) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.333320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-a986bdc1-6067-45db-911a-70ce97d0fcf0 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-1759060749') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:45.429756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Calling delete_port for a20169f2-ca21-487e-a9e4-7d4780729017 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:45.450775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] For port a20169f2-ca21-487e-a9e4-7d4780729017, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a20169f2-ca21-487e-a9e4-7d4780729017,segment=NetworkSegment(950d8b7b-61af-4315-9ec8-d6df2a5b74be),segment_id=950d8b7b-61af-4315-9ec8-d6df2a5b74be)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:45.451162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.487542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.489175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8143e-e272-41ac-ad1d-e0309dd62cab req-018f1e18-3ab4-4181-b8cf-2f457fd67c25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:45.492506 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d8f8143e-e272-41ac-ad1d-e0309dd62cab req-018f1e18-3ab4-4181-b8cf-2f457fd67c25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 944 time: 0.4822149 Jan 14 11:50:45.498805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.500928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.605309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3cc6d0-a219-4bc0-bcaf-361b0002227b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:45.610187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.611391 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-45df7936-2d14-480b-9217-90c3ada29b1a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8637004 Jan 14 11:50:45.614611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48468) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.624042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-70cfaf82-6ec2-480c-b664-5c2363f3386a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'cc3cc6d0-a219-4bc0-bcaf-361b0002227b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:45.624958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-70cfaf82-6ec2-480c-b664-5c2363f3386a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:45.626122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-70cfaf82-6ec2-480c-b664-5c2363f3386a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100052 Jan 14 11:50:45.627596 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a986bdc1-6067-45db-911a-70ce97d0fcf0 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-1759060749 HTTP/1.1" status: 204 len: 168 time: 0.3900919 Jan 14 11:50:45.628781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48472) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.635531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c8aa5205-ad79-4dca-a801-acf77f6ec8c4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'cc3cc6d0-a219-4bc0-bcaf-361b0002227b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:45.636321 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-c8aa5205-ad79-4dca-a801-acf77f6ec8c4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:45.637382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c8aa5205-ad79-4dca-a801-acf77f6ec8c4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076272 Jan 14 11:50:45.638140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48476) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.638855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.645598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48478) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.650788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-e81b9bfa-b394-4aa7-ba3a-b2e14b774751 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:45.675215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Deleting port 55b20167-df1a-4713-a50e-4007c31e5c40 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:45.675997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.701987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Calling delete_port for a20169f2-ca21-487e-a9e4-7d4780729017 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:45.711876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f03a5ccd-3013-4310-9106-ffe214766751 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'cc3cc6d0-a219-4bc0-bcaf-361b0002227b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:45.712703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-f03a5ccd-3013-4310-9106-ffe214766751 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:45.713779 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f03a5ccd-3013-4310-9106-ffe214766751 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261650 Jan 14 11:50:45.718951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Port': ['ID=a20169f2-ca21-487e-a9e4-7d4780729017,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:45.720973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48484) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.737632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-32833f12-e847-48bb-b108-033b5dab38a4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'cc3cc6d0-a219-4bc0-bcaf-361b0002227b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:45.741521 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-32833f12-e847-48bb-b108-033b5dab38a4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:45.742788 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-32833f12-e847-48bb-b108-033b5dab38a4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0173419 Jan 14 11:50:45.748099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48488) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.772975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] No DVR routers for this DVR port a20169f2-ca21-487e-a9e4-7d4780729017 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:50:45.791427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5432988b-c6f0-41f6-8e17-7f48940ac47f None None] Could not find standard attr ID for object b4cf3414-889f-44f8-9946-9ea9f1da89ab. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:50:45.799883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7083c933-1cf8-4a4d-82e8-693f4c79009d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:45.823036 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d8f8143e-e272-41ac-ad1d-e0309dd62cab req-a9cc662d-894f-4e7d-9fd2-89034e191261 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674823 Jan 14 11:50:45.828344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:45.847588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7083c933-1cf8-4a4d-82e8-693f4c79009d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:50:45.847931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7083c933-1cf8-4a4d-82e8-693f4c79009d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 14 11:50:45.856833 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e81b9bfa-b394-4aa7-ba3a-b2e14b774751 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags HTTP/1.1" status: 200 len: 205 time: 0.2136645 Jan 14 11:50:45.886313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48492) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:45.895850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-6aa8eda2-717c-4a11-8daf-f4297b2ef415 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:45.939458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port 7083c933-1cf8-4a4d-82e8-693f4c79009d not found, will not notify nova. {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 11:50:46.037942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:50:46.038288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:50:46.082439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.090951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Provisioning for port 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:46.108814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-44ce827c-7763-423b-afac-21a55e370c15 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.111499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.140931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf550d0-02bf-46de-ab09-7a5d823b7b98']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:46.156179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Provisioning complete for port 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:46.156552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.211077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:50:46.218084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950d8b7b-61af-4315-9ec8-d6df2a5b74be') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:46.218650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950d8b7b-61af-4315-9ec8-d6df2a5b74be') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:46.258918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-44ce827c-7763-423b-afac-21a55e370c15 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.270084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b333b3b7-22c0-40d9-8850-0925f39c2980 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:46.282924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.293206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6aa8eda2-717c-4a11-8daf-f4297b2ef415 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags HTTP/1.1" status: 204 len: 168 time: 0.4054446 Jan 14 11:50:46.303807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48500) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:46.316586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-76cefc5b-17d3-44c6-922c-a94758a85478 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:46.343317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8d32b158-e99f-4b27-9f11-cef33070d03e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8d32b158-e99f-4b27-9f11-cef33070d03e,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:46.355697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd14eb-a9b7-40be-9194-7e0a1afe89f2 None None] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:46.379499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.383990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] For port 55b20167-df1a-4713-a50e-4007c31e5c40, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=55b20167-df1a-4713-a50e-4007c31e5c40,segment=NetworkSegment(901d30b5-65d0-4ab6-aa97-10dd2c479a81),segment_id=901d30b5-65d0-4ab6-aa97-10dd2c479a81)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:46.384485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.400102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:46.400674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:46.418107 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:46.486401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.513494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Calling delete_port for 55b20167-df1a-4713-a50e-4007c31e5c40 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:46.541419 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'code': 200} Jan 14 11:50:46.557211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-44ce827c-7763-423b-afac-21a55e370c15 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.570225 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Deleting port a20169f2-ca21-487e-a9e4-7d4780729017 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:46.570705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.577642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce827c-7763-423b-afac-21a55e370c15 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3cc6d0-a219-4bc0-bcaf-361b0002227b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:46.585890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.611844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.628868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] Pushing event deleted for resources: {'Network': ['ID=faf550d0-02bf-46de-ab09-7a5d823b7b98,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:46.635842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ac18096d-0f8b-4c4f-94f5-32f97bf31ffb tempest-PortsIpV6TestJSON-188314067 tempest-PortsIpV6TestJSON-188314067-project] 10.222.0.48 "DELETE /v2.0/networks/faf550d0-02bf-46de-ab09-7a5d823b7b98 HTTP/1.1" status: 204 len: 168 time: 2.2393205 Jan 14 11:50:46.640946 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-76cefc5b-17d3-44c6-922c-a94758a85478 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags HTTP/1.1" status: 204 len: 168 time: 0.3346589 Jan 14 11:50:46.641957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-44ce827c-7763-423b-afac-21a55e370c15 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.643172 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-44ce827c-7763-423b-afac-21a55e370c15 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc3cc6d0-a219-4bc0-bcaf-361b0002227b HTTP/1.1" status: 204 len: 168 time: 0.8931041 Jan 14 11:50:46.649263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48506) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:46.649607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48508) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:46.651190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fd57b34e-6bab-4f33-bc98-3509bf62d8a2 None None] The port 'a20169f2-ca21-487e-a9e4-7d4780729017' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:50:46.684783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b333b3b7-22c0-40d9-8850-0925f39c2980 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:46.686164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-e86cc50a-5aa5-4d89-9619-1e0ed756f91a tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:46.701701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Port 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:46.789931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5d7d2566-aee2-4b04-8094-231aa38ce63b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:46.851718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Could not find standard attr ID for object 7083c933-1cf8-4a4d-82e8-693f4c79009d. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:50:46.907444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=8d32b158-e99f-4b27-9f11-cef33070d03e,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:46.967967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0c164b49-5d1c-46cc-aa92-9291d02986ae tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:46.981252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:46.983313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Provisioning for port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:47.009852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0c164b49-5d1c-46cc-aa92-9291d02986ae tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:47.010577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Provisioning complete for port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:47.011017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.017459 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0c164b49-5d1c-46cc-aa92-9291d02986ae tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3668103 Jan 14 11:50:47.018627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48518) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.041304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--513273128'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:47.049237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 5d7d2566-aee2-4b04-8094-231aa38ce63b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:47.049938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:47.074096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:47.085823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Port': ['ID=55b20167-df1a-4713-a50e-4007c31e5c40,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:47.089012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d5e3c0b-51b3-4dc5-9947-7c990b400762 req-b04f86ce-6e4c-4a99-9856-544701a5d8a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1098 time: 0.2835846 Jan 14 11:50:47.098127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:47.111541 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Sync routers for ids ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:47.125723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] No DVR routers for this DVR port 55b20167-df1a-4713-a50e-4007c31e5c40 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:50:47.153306 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Routers {'4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:47.154553 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:47.161046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.165112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:47.184239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e86cc50a-5aa5-4d89-9619-1e0ed756f91a tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags HTTP/1.1" status: 204 len: 168 time: 0.5319653 Jan 14 11:50:47.190952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48522) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.206152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-3a76d7aa-c678-40b5-98cd-cdbc6eccaebd tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:47.250493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7083c933-1cf8-4a4d-82e8-693f4c79009d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:47.303199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Provisioning for port b333b3b7-22c0-40d9-8850-0925f39c2980 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:47.339016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7083c933-1cf8-4a4d-82e8-693f4c79009d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:50:47.340580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7083c933-1cf8-4a4d-82e8-693f4c79009d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:50:47.343600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:50:47.391964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Provisioning complete for port b333b3b7-22c0-40d9-8850-0925f39c2980 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:47.392459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.458285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48526) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.460994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.497650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a20169f2-ca21-487e-a9e4-7d4780729017 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:50:47.498065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a20169f2-ca21-487e-a9e4-7d4780729017 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:50:47.519369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d5e3c0b-51b3-4dc5-9947-7c990b400762 req-d7be9a60-a0d2-4264-9ed5-ea8503f1db66 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187751 Jan 14 11:50:47.532216 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Set router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:47.543333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:47.549244 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:47.555635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:47.566040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:47.641967 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3a76d7aa-c678-40b5-98cd-cdbc6eccaebd tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags HTTP/1.1" status: 204 len: 168 time: 0.4500458 Jan 14 11:50:47.645820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48532) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.655004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-b5a4561c-8744-4bad-bef0-952662b52f63 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-228933765') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:47.659807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.666539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.670070 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9d44d77a-b492-4b0a-afc0-a4e57fd19061 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4643068 Jan 14 11:50:47.673472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.674465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.688300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48536) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.705271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.710440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71175eca-ee97-43e2-89ff-854c22e62af5 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 11:50:47.715498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.780115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] For port b333b3b7-22c0-40d9-8850-0925f39c2980, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b333b3b7-22c0-40d9-8850-0925f39c2980,segment=NetworkSegment(bdb4d60b-026b-432e-b42e-50c4b5de6431),segment_id=bdb4d60b-026b-432e-b42e-50c4b5de6431)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:47.782426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ff72ec-9123-42b7-b08a-5556cf6d95d7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:47.801348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.847475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:47.849122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8df063a6-b8d1-45d1-bef0-2999613cedf1 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8276560 Jan 14 11:50:47.852967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48540) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.863047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d1627a53-e9fb-467e-9ab7-dc8f10ee2485 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:47.864132 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-d1627a53-e9fb-467e-9ab7-dc8f10ee2485 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:47.866074 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d1627a53-e9fb-467e-9ab7-dc8f10ee2485 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108004 Jan 14 11:50:47.876559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48544) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.885760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:47.901082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:47.914009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:47.921220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:47.932001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:47.937009 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3f059f76-8b7b-41a8-8ce6-36a2276436c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae52b8721e1f454fb397a30ab9e2eadf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4688823 Jan 14 11:50:47.940163 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b5a4561c-8744-4bad-bef0-952662b52f63 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-228933765 HTTP/1.1" status: 201 len: 201 time: 0.2930045 Jan 14 11:50:47.942709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48548) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.943484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48550) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:47.954040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-cc2fde10-5382-4994-8667-ac93a42fbd4a tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-1225892586') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:47.959877 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:50:42Z', 'revision_number': 3, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:47.964983 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Checking router: 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:50:47.965328 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Updating router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:50:47.972428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4815-ffa2-468d-a990-624a9da81eb2 None None] Pushing event updated for resources: {'Port': ['ID=b333b3b7-22c0-40d9-8850-0925f39c2980,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:47.996876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Provisioning complete for port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:47.997308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.024447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71175eca-ee97-43e2-89ff-854c22e62af5 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 11:50:48.042787 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.073446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:48.085942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.087372 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5ae200d3-4990-465d-9e3e-2ad89948da5f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2095008 Jan 14 11:50:48.091221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48556) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.110065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-463b4005-69ee-4654-9c36-0fa7c5ac2bb9 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.111032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-463b4005-69ee-4654-9c36-0fa7c5ac2bb9 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.112164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-463b4005-69ee-4654-9c36-0fa7c5ac2bb9 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118189 Jan 14 11:50:48.113103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-946e7bfe-96ab-42da-8bd0-9e603da58369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.117468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48560) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.135736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.145085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:48.167859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:48.172605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cc2fde10-5382-4994-8667-ac93a42fbd4a tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-1225892586 HTTP/1.1" status: 201 len: 201 time: 0.2261028 Jan 14 11:50:48.173899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:48.181266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48564) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.184117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 982b7fae-b114-419e-81bd-6e27c2b4545c is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:48.188930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:48.199666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-c8c22f44-b48a-4b48-9719-4c798b5e64c4 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-1715267316') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:48.202435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:48.259029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-946e7bfe-96ab-42da-8bd0-9e603da58369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.270985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Provisioning for port 5d7d2566-aee2-4b04-8094-231aa38ce63b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:48.279788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Provisioning complete for port 5d7d2566-aee2-4b04-8094-231aa38ce63b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:48.280416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.312573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.323164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=722a2119-b42e-4eda-9ce7-5ef8c298b0e2,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:48.356332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386428d-d96b-49d2-94ef-f61d9dcf2574 req-199150ed-0eb5-49d5-aca0-fa907e3358a5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:48.364649 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8386428d-d96b-49d2-94ef-f61d9dcf2574 req-199150ed-0eb5-49d5-aca0-fa907e3358a5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 945 time: 1.1520894 Jan 14 11:50:48.418789 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.420217 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3bda4aac-1e92-4157-a108-48bf65e4969c tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3007100 Jan 14 11:50:48.424423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48568) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.432470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1b14df32-0c6d-4744-8397-dce523b31e3a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.433477 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-1b14df32-0c6d-4744-8397-dce523b31e3a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.434712 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1b14df32-0c6d-4744-8397-dce523b31e3a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076737 Jan 14 11:50:48.439516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48572) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.450499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.461894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:48.464767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-946e7bfe-96ab-42da-8bd0-9e603da58369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.478214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e753489-4305-4cbb-9dca-742ce626c38c']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:48.480063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:48.483687 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c8c22f44-b48a-4b48-9719-4c798b5e64c4 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-1715267316 HTTP/1.1" status: 201 len: 201 time: 0.2969685 Jan 14 11:50:48.484929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:48.492106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48576) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.501144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:48.503837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-946e7bfe-96ab-42da-8bd0-9e603da58369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.505208 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-946e7bfe-96ab-42da-8bd0-9e603da58369 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07011d86-d286-4765-8208-65d432906f1b HTTP/1.1" status: 204 len: 168 time: 0.5603738 Jan 14 11:50:48.512782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-6e69f202-4276-469a-b841-fa70b93a410d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-2142987805') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:48.522176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e7bfe-96ab-42da-8bd0-9e603da58369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07011d86-d286-4765-8208-65d432906f1b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:48.523148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.524436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901d30b5-65d0-4ab6-aa97-10dd2c479a81') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:48.524664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901d30b5-65d0-4ab6-aa97-10dd2c479a81') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:48.542820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Project adc45e5ee80f4e8d906669e59eb67d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:50:48.563684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.578937 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6e69f202-4276-469a-b841-fa70b93a410d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-2142987805 HTTP/1.1" status: 201 len: 201 time: 0.0806174 Jan 14 11:50:48.580634 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.581801 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-904fc7f3-287b-452b-abe8-3e3ef9290061 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1392760 Jan 14 11:50:48.582428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48582) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.584918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48584) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.589509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-2e3d36bd-bbf6-4997-acad-a8940c40a052 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', {'tags': ['tempest-TagsExtTest-Tag-774532204', 'tempest-TagsExtTest-Tag-151397724', 'tempest-TagsExtTest-Tag-1456160701']}) {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:48.606546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.624808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7233e867-33a5-468f-be0f-334f42041e44 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.625580 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-7233e867-33a5-468f-be0f-334f42041e44 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.627315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7233e867-33a5-468f-be0f-334f42041e44 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074706 Jan 14 11:50:48.631988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48590) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.642329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.651388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:48.659987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:48.661699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] For port 5d7d2566-aee2-4b04-8094-231aa38ce63b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5d7d2566-aee2-4b04-8094-231aa38ce63b,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:48.665587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:48.681064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:48.726162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.732016 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Project adc45e5ee80f4e8d906669e59eb67d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:50:48.739440 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.764842 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8386428d-d96b-49d2-94ef-f61d9dcf2574 req-98edc636-2daf-4e63-8c82-352ab19a5aff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982282 Jan 14 11:50:48.769070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:48.772494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.787649 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Transition to ACTIVE for port object b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:48.789282 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.790566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-50060506-c292-4f78-8ab2-1afc7eaca45a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1578550 Jan 14 11:50:48.793717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48594) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:48.799841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff72ec-9123-42b7-b08a-5556cf6d95d7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:48.805053 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.820514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Pushing event updated for resources: {'Port': ['ID=5d7d2566-aee2-4b04-8094-231aa38ce63b,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:48.821585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:48.831566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:48.839612 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:48.847060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:48.869681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:48.905127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Project adc45e5ee80f4e8d906669e59eb67d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:50:48.925643 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dfaca-28c8-49c3-b416-abf7b5c7a96e None None] Pushing event updated for resources: {'Port': ['ID=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:48.925958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Provisioning complete for port b333b3b7-22c0-40d9-8850-0925f39c2980 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:48.927111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6acd-fab0-4256-9970-bc4cc3ecc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.928586 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Attempting to bind port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:48.929083 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Attempting to bind port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:48.929549 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Attempting to bind port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:48.937299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:48.937790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:48.938279 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.939143 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:48.939996 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Bound port: b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:48.939996 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:48.970617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:48.975738 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e25c0017-bcf4-4fe8-9d40-e8ecbb8742d3 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1808672 Jan 14 11:50:48.976772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48602) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:49.052397 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] For port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:49.056897 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] For port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:49.065604 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.114089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b056720a-5dad-4e23-8069-f9df05b9e24b tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.147231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dfaca-28c8-49c3-b416-abf7b5c7a96e None None] Pushing event updated for resources: {'Port': ['ID=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:49.189409 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Routers {'4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:49.190338 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:49.192339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b056720a-5dad-4e23-8069-f9df05b9e24b tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.298309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b056720a-5dad-4e23-8069-f9df05b9e24b tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.331191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056720a-5dad-4e23-8069-f9df05b9e24b tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ff72ec-9123-42b7-b08a-5556cf6d95d7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:49.345034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b056720a-5dad-4e23-8069-f9df05b9e24b tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.348541 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b056720a-5dad-4e23-8069-f9df05b9e24b tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/e0ff72ec-9123-42b7-b08a-5556cf6d95d7 HTTP/1.1" status: 204 len: 168 time: 0.3660951 Jan 14 11:50:49.350814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48612) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:49.393236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4bcbffe3-5884-4393-9377-e8c63c317bba None None] Provisioning complete for port 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:49.393841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4bcbffe3-5884-4393-9377-e8c63c317bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.421862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d79f0cd-d0ba-4478-a790-d69de65341e5 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:49.459372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbffe3-5884-4393-9377-e8c63c317bba None None] Port 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:49.462335 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2e3d36bd-bbf6-4997-acad-a8940c40a052 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags HTTP/1.1" status: 200 len: 316 time: 0.8788271 Jan 14 11:50:49.465609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48616) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:49.471192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-c1c0d407-00c4-4b12-9dde-ec42c1dd3099 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:49.472190 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] Set router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:49.485564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.504356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d79f0cd-d0ba-4478-a790-d69de65341e5 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:49.511382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d79f0cd-d0ba-4478-a790-d69de65341e5 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1539903 Jan 14 11:50:49.511563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.511675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48620) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:49.523394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--250684540'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:49.534456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:49.543951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Network': ['ID=4e753489-4305-4cbb-9dca-742ce626c38c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:49.549111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:49.556019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48624) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:49.556283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e89c18fc-ad03-4699-ae81-51a4c8a88f5a tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/networks/4e753489-4305-4cbb-9dca-742ce626c38c HTTP/1.1" status: 204 len: 168 time: 4.2895615 Jan 14 11:50:49.651920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.702019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 07dc5778-3fab-47e6-b846-ad1f97575b7e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:49.749831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:49.753853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:49.758062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:49.764401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:49.775420 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:50:42Z', 'revision_number': 3, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:49.780430 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f1559-2b27-4e24-8980-b2e9624bbb9f None None] The sync data for ids ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'] in dv-neutron-823850-1-hyperv is: [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:50:42Z', 'revision_number': 3, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:49.780781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:49.968230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48636) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.033438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b333b3b7-22c0-40d9-8850-0925f39c2980 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:50.039910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:50.048268 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4b044ee-b0d6-4fd9-98de-0c9918eb54e9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/07dc5778-3fab-47e6-b846-ad1f97575b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1087866 Jan 14 11:50:50.049001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48642) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.076299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.090260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.112905 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c1c0d407-00c4-4b12-9dde-ec42c1dd3099 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags HTTP/1.1" status: 204 len: 168 time: 0.6438084 Jan 14 11:50:50.113115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] Sync routers for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:50.122048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.125414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48646) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.145989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba11d0c-591f-4ef8-a71a-3d087d529441 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:50.146761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7ba11d0c-591f-4ef8-a71a-3d087d529441 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:50.163321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:50.164985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.168804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-1828ceff-5988-46ae-818f-4bb3a535e250 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-774532204') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.205101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a02762-38c1-467e-a418-d122bfbb465d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:50.223777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2d857f-92fc-4e32-9c10-9ad3b93a7442']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.233945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7ba11d0c-591f-4ef8-a71a-3d087d529441 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:50.238081 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ba11d0c-591f-4ef8-a71a-3d087d529441 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports/722a2119-b42e-4eda-9ce7-5ef8c298b0e2 HTTP/1.1" status: 200 len: 913 time: 0.1874030 Jan 14 11:50:50.238664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48650) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.258654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a79ba0-c1c6-4be8-bf87-e4d48319faa5') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.258975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a79ba0-c1c6-4be8-bf87-e4d48319faa5') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.263946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.273772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b333b3b7-22c0-40d9-8850-0925f39c2980 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:50.274403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.283910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5844bf-c560-47b5-bc6d-9879e2d4725e req-5aec1a46-ebcb-4b28-b1a0-fd67c5edcd09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:50.285439 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b5844bf-c560-47b5-bc6d-9879e2d4725e req-5aec1a46-ebcb-4b28-b1a0-fd67c5edcd09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 945 time: 0.3215077 Jan 14 11:50:50.290186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-412300556'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:50.302321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.311649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:50.342160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:50.359713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:50.366452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.371376 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d27ed81d-8ef7-4fc3-b11e-4273d140ee49 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8587437 Jan 14 11:50:50.373988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48654) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.382760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:50.384151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'c4a02762-38c1-467e-a418-d122bfbb465d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:50.385177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.395666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:50.404658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:50.416484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:50.416936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.419547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:50.420042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.421088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:50.430132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:50.433897 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:50.435909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-1828ceff-5988-46ae-818f-4bb3a535e250 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:50.435990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1828ceff-5988-46ae-818f-4bb3a535e250 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-774532204 HTTP/1.1" status: 404 len: 328 time: 0.2755628 Jan 14 11:50:50.442046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48658) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.445155 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b5844bf-c560-47b5-bc6d-9879e2d4725e req-45c1717c-6e2b-45d2-a74c-c2ab0495a95e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479335 Jan 14 11:50:50.520431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.520875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e1aad-1bfc-4052-916c-0e217747d9f0 None None] The sync data for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:50.528156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5d7d2566-aee2-4b04-8094-231aa38ce63b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:50.551491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-a0d45381-9703-4825-b4e3-a298f65636b6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-151397724') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:50.564239 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The resource could not be found. Jan 14 11:50:50.570329 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-aec1fa87-eef4-4242-b22e-3785a803d16e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1891901 Jan 14 11:50:50.571259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.584182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'c4a02762-38c1-467e-a418-d122bfbb465d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2225b590-380d-451f-9f0b-b759332e0191'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:50.614826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 5d7d2566-aee2-4b04-8094-231aa38ce63b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:50.615764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.653649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:50.679433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:50.698788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:50.701766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.718641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:50.718897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.743209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.745670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.761550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:50.765650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Network': ['ID=fb2d857f-92fc-4e32-9c10-9ad3b93a7442,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:50.778436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c9ca010a-8b54-4dd3-877b-4ca8d7e2c65d tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/networks/fb2d857f-92fc-4e32-9c10-9ad3b93a7442 HTTP/1.1" status: 204 len: 168 time: 1.2193611 Jan 14 11:50:50.782015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48668) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.882222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:50.906107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group_rule and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:50.911728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:50.932539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:50.945078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:50.958223 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-a0d45381-9703-4825-b4e3-a298f65636b6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:50.963033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a0d45381-9703-4825-b4e3-a298f65636b6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-151397724 HTTP/1.1" status: 404 len: 328 time: 0.5139678 Jan 14 11:50:50.964600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48672) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:50.973146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-e7fa1dd7-e5b8-4024-9afc-2de99eff127d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd', 'tempest-TagsExtTest-Tag-1456160701') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:51.016012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.097288 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The resource could not be found. Jan 14 11:50:51.098254 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f786036a-980e-4833-a6d9-ba885552d248 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5235169 Jan 14 11:50:51.103311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48676) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.133539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79fcca-0169-4b9b-9425-d495e9e50d15 req-4f13d906-2a31-4a97-8a6a-ea5efeb0070c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:51.134996 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae79fcca-0169-4b9b-9425-d495e9e50d15 req-4f13d906-2a31-4a97-8a6a-ea5efeb0070c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 945 time: 0.4828069 Jan 14 11:50:51.183606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.236256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.238524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522e2c31-6938-4a74-96b3-42b9b229038a']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:51.246756 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-e7fa1dd7-e5b8-4024-9afc-2de99eff127d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:51.247780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e7fa1dd7-e5b8-4024-9afc-2de99eff127d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags/tempest-TagsExtTest-Tag-1456160701 HTTP/1.1" status: 404 len: 329 time: 0.2822535 Jan 14 11:50:51.251014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.253389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48680) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.268785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec1c3af-a2a8-4fce-b966-862c00bce6fb') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:51.269078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec1c3af-a2a8-4fce-b966-862c00bce6fb') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:51.272554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.284998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-ecaa21a3-01c3-4e70-b910-d1892b0199da tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', {'tags': ['tempest-TagsExtTest-Tag-1233429770', 'tempest-TagsExtTest-Tag-468659491', 'tempest-TagsExtTest-Tag-1985294897']}) {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:51.326341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.343958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:51.377913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35b50d-553d-48ed-b7f6-2c0b8261530d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:51.382371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.393577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.393830 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment 394709f4-8a99-4dd1-9161-01b2a8ef9b05 of type vlan for network a57bfc20-cc53-4669-bf98-f63fb9239e9d Jan 14 11:50:51.395178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:50:51.395563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:50:51.414565 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:50:51.431190 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae79fcca-0169-4b9b-9425-d495e9e50d15 req-52033e69-133a-49e9-a268-65da565ca72a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823846 Jan 14 11:50:51.474054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48684) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.493874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.581744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.583192 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ecaa21a3-01c3-4e70-b910-d1892b0199da tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags HTTP/1.1" status: 200 len: 317 time: 0.3175788 Jan 14 11:50:51.588791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48688) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.593061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.605401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-a23ce774-14b3-410d-a788-9e5bfbc046b0 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:51.607015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Allocated IP 172.20.0.1 (c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f/420ab4bb-8963-4467-a54a-b82f718575a7/f7bec116-9f0d-40e7-8d5b-9f591c039014) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:51.643713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.673182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.713936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] Pushing event deleted for resources: {'Network': ['ID=522e2c31-6938-4a74-96b3-42b9b229038a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:51.739778 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2b949116-8247-4160-81f5-6f61c3c278f3 tempest-BulkNetworkOpsIpV6Test-1470762570 tempest-BulkNetworkOpsIpV6Test-1470762570-project] 10.222.0.48 "DELETE /v2.0/networks/522e2c31-6938-4a74-96b3-42b9b229038a HTTP/1.1" status: 204 len: 168 time: 0.9566903 Jan 14 11:50:51.749157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.752879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:51.753462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.756450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:51.777661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a02762-38c1-467e-a418-d122bfbb465d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:51.801177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8211265 Jan 14 11:50:51.809913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48694) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.821562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'name': 'tempest-PortsTestJSON-1692742244'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:51.906510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7b6e3d1a-6970-42d1-8c7f-aa673d04f81e tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1093 time: 0.4295657 Jan 14 11:50:51.919521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48698) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.925396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:51.939375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.939670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.939884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.940123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.940446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.940809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.941127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.941609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.942216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.942340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.942622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:51.943977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:51.946822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c97a36-fb76-4f57-bae9-ae6440fac252 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=a57bfc20-cc53-4669-bf98-f63fb9239e9d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:51.952556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:51.955990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:51.981071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:51.982721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a23ce774-14b3-410d-a788-9e5bfbc046b0 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags HTTP/1.1" status: 204 len: 168 time: 0.3921318 Jan 14 11:50:51.983529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48702) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:51.984720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:51.997384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-bfd74f20-6f83-4071-8bcb-e83b8cce4028 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-1233429770') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:52.021603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.025063 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bc284380-2c90-411b-a608-3e71ad8c01d4 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/c4a02762-38c1-467e-a418-d122bfbb465d HTTP/1.1" status: 204 len: 168 time: 0.9175761 Jan 14 11:50:52.040284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48708) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.080418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.116696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:52.208414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48712) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.238164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-bfd74f20-6f83-4071-8bcb-e83b8cce4028 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:52.240701 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bfd74f20-6f83-4071-8bcb-e83b8cce4028 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-1233429770 HTTP/1.1" status: 404 len: 329 time: 0.2524025 Jan 14 11:50:52.243661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48718) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.250818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-f43840e0-7336-429a-aa21-809c7f5f88ec tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-468659491') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:52.277734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.283717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:52.290737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:52.291468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.300816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Transition to ACTIVE for port object f7bec116-9f0d-40e7-8d5b-9f591c039014 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:52.333124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:52.396294 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-f43840e0-7336-429a-aa21-809c7f5f88ec tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:52.398106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f43840e0-7336-429a-aa21-809c7f5f88ec tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-468659491 HTTP/1.1" status: 404 len: 328 time: 0.1535604 Jan 14 11:50:52.401027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48722) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.405615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.414545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-ceb2e904-544f-46e8-9335-4bce374e4858 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c', 'tempest-TagsExtTest-Tag-1985294897') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:52.424857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:52.482468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:52.503556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:52.514944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.535392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:50:52.540716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.566099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.602908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d99e375b-8e1b-4686-abb6-13709ffd1bdc tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:52.616880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:52.619833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.623227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:52.633684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.634046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.634365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.634706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.635432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.635432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.635639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.635963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.636341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.637479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.637810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:52.642770 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a6902273-baec-4f77-999f-076d0bf0663a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dff91deb4b34effbd7c3dd3c015ee28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4286478 Jan 14 11:50:52.643294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48726) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.689376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:52.692768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d99e375b-8e1b-4686-abb6-13709ffd1bdc tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:52.694346 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d99e375b-8e1b-4686-abb6-13709ffd1bdc tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6309059 Jan 14 11:50:52.698270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-ceb2e904-544f-46e8-9335-4bce374e4858 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:52.698744 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ceb2e904-544f-46e8-9335-4bce374e4858 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags/tempest-TagsExtTest-Tag-1985294897 HTTP/1.1" status: 404 len: 329 time: 0.2958426 Jan 14 11:50:52.699134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48730) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.702149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port f2e9a47b-c4d2-4cb3-8011-0237caa41949 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:52.706927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48732) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:52.709010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.254 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/91bebbd0-78d3-44b7-9fad-2347befc4d53) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:50:52.719464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d6f48-8d70-49c2-85d2-6e406f4793f4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:52.732079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-88a570d0-49ee-42d9-b095-010ab3ab379d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', {'tags': ['tempest-TagsExtTest-Tag-1927867835', 'tempest-TagsExtTest-Tag-1427975918', 'tempest-TagsExtTest-Tag-872833651']}) {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:52.741939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:52.744977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:52.772126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Pushing event updated for resources: {'Port': ['ID=f7bec116-9f0d-40e7-8d5b-9f591c039014,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:52.860755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:52.901881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:52.969433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:52.981463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:53.007953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dd13b8d8-80ee-4bf4-b536-ffddadc27895 None None] Provisioning for port f7bec116-9f0d-40e7-8d5b-9f591c039014 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:50:53.009274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:53.014324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dd13b8d8-80ee-4bf4-b536-ffddadc27895 None None] Provisioning complete for port f7bec116-9f0d-40e7-8d5b-9f591c039014 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:53.014815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dd13b8d8-80ee-4bf4-b536-ffddadc27895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.067265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dd13b8d8-80ee-4bf4-b536-ffddadc27895 None None] Port f7bec116-9f0d-40e7-8d5b-9f591c039014 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:53.088856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.135427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-88a570d0-49ee-42d9-b095-010ab3ab379d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags HTTP/1.1" status: 200 len: 317 time: 0.4216781 Jan 14 11:50:53.139128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48738) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:53.150509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.168310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-a1484aec-a856-47f7-a7b8-ec3c4c40e766 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:53.232946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.297300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.356962 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The resource could not be found. Jan 14 11:50:53.357983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-25cc28af-16d5-4b4e-8387-e75215cb6cec tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6521094 Jan 14 11:50:53.361188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.365516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48742) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:53.377033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:53.377368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.406690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.412268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--155483048'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:53.418711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.431308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:53.462049 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a1484aec-a856-47f7-a7b8-ec3c4c40e766 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags HTTP/1.1" status: 204 len: 168 time: 0.3171134 Jan 14 11:50:53.464802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48746) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:53.464926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:53.475877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04322cc-8bdc-4b3e-a163-2c4dd54cff02,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:53.487341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-f9be661d-98ee-4008-81f9-6bcdb0655088 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-1927867835') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:53.501777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.572417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.572771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.573107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.573431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.573774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.574082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.574396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.574712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.575027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.575335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.575643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:53.638063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=91bebbd0-78d3-44b7-9fad-2347befc4d53,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:53.644153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.645287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ccdc8023-005c-454b-bc7e-769b8493dae4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b04322cc-8bdc-4b3e-a163-2c4dd54cff02 HTTP/1.1" status: 204 len: 168 time: 1.0011756 Jan 14 11:50:53.652588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:53.654206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:53.657453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:53.662687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.709460 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-f9be661d-98ee-4008-81f9-6bcdb0655088 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:53.709986 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9be661d-98ee-4008-81f9-6bcdb0655088 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-1927867835 HTTP/1.1" status: 404 len: 329 time: 0.2359595 Jan 14 11:50:53.712935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48752) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:53.720423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-e91ccf90-1c58-4826-a97b-10a203f2bea6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-1427975918') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:53.809678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=f2e9a47b-c4d2-4cb3-8011-0237caa41949,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:53.853517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:53.875947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:53.881199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:53.888345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:53.906340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:53.940346 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-e91ccf90-1c58-4826-a97b-10a203f2bea6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:53.944146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e91ccf90-1c58-4826-a97b-10a203f2bea6 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-1427975918 HTTP/1.1" status: 404 len: 329 time: 0.2276642 Jan 14 11:50:53.946046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48760) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:53.955453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-efbe2f66-9b8a-49ec-bd2c-37312450a6b5 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967', 'tempest-TagsExtTest-Tag-872833651') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:53.963631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': '394709f4-8a99-4dd1-9161-01b2a8ef9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:53.963925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: a57bfc20-cc53-4669-bf98-f63fb9239e9d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:54.035403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 722a2119-b42e-4eda-9ce7-5ef8c298b0e2 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:54.050740 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:50:54.093729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:50:54.131340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.154008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.173687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:54.173687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.184300 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-efbe2f66-9b8a-49ec-bd2c-37312450a6b5 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:54.185344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-efbe2f66-9b8a-49ec-bd2c-37312450a6b5 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags/tempest-TagsExtTest-Tag-872833651 HTTP/1.1" status: 404 len: 328 time: 0.2384093 Jan 14 11:50:54.188148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48770) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.194439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-5a241e05-5c43-43dd-a437-c8cbb3f6e6b4 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', {'tags': ['tempest-TagsExtTest-Tag-882193686', 'tempest-TagsExtTest-Tag-455748601', 'tempest-TagsExtTest-Tag-183902156']}) {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:54.330683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.343633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:54.345810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.399764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Pushing event updated for resources: {'Port': ['ID=f7bec116-9f0d-40e7-8d5b-9f591c039014,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:54.406099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.418498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, a57bfc20-cc53-4669-bf98-f63fb9239e9d) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:54.431731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c16c8-629e-4935-9f50-ba3d8e62e03b None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:54.433244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:54.441948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:54.443820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.462851 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5a241e05-5c43-43dd-a437-c8cbb3f6e6b4 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "PUT /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags HTTP/1.1" status: 200 len: 315 time: 0.2736635 Jan 14 11:50:54.468963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48776) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.475357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-4fe09494-3596-47b5-96d7-bf5fc7287f63 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:54.484098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4606d711-8a38-4173-8781-194b308976f2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:54.492306 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b9ef1b9e-dea5-49d3-b4f5-3d117071bf6c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6757913 Jan 14 11:50:54.497527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48782) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.506443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-472814157'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:54.516214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:54.516545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.520367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-185f2fa5-22ac-4b2c-8ff3-5f05ecc8d80d tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1503594 Jan 14 11:50:54.524159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48786) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.529593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:54.536517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123650565'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:54.543348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:54.552268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:54.555172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:54.563870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:54.571377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:54.590254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:54.594402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.604050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:54.636194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.655392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4fe09494-3596-47b5-96d7-bf5fc7287f63 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags HTTP/1.1" status: 204 len: 168 time: 0.1854858 Jan 14 11:50:54.664500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48792) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.669057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:54.674219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-037a177b-6a0d-45af-8b0d-e9d7246b4cec tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-882193686') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:54.715789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.716122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment f025e005-766d-4f0a-858a-bb8a6f3467bf of type vlan for network fb3d63b7-0741-4012-8f71-592ee18f446b Jan 14 11:50:54.720333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.729176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:54.735784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:54.744818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:54.778874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48796) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.811928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=722a2119-b42e-4eda-9ce7-5ef8c298b0e2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:54.818528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:54.821080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-037a177b-6a0d-45af-8b0d-e9d7246b4cec tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:54.822269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-037a177b-6a0d-45af-8b0d-e9d7246b4cec tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-882193686 HTTP/1.1" status: 404 len: 328 time: 0.1567788 Jan 14 11:50:54.842905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48802) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:54.858966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-e7c4d22d-ec1c-4de9-92b0-ceeaa02b5a2e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-455748601') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:54.878730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.943825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:54.956896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-e7c4d22d-ec1c-4de9-92b0-ceeaa02b5a2e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:54.958019 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e7c4d22d-ec1c-4de9-92b0-ceeaa02b5a2e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-455748601 HTTP/1.1" status: 404 len: 328 time: 0.1113203 Jan 14 11:50:54.959522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:54.966199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48806) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:55.046511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-75a027b7-e0c9-402a-8ad7-f142e54b0d72 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385', 'tempest-TagsExtTest-Tag-183902156') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:55.060328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.094542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.097917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:55.098489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.118664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:55.179185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-651458253'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:55.190282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:55.206199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.208309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:55.213368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:55.232373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:55.251469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.306040 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-75a027b7-e0c9-402a-8ad7-f142e54b0d72 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] show failed (client error): The resource could not be found. Jan 14 11:50:55.307079 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-75a027b7-e0c9-402a-8ad7-f142e54b0d72 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags/tempest-TagsExtTest-Tag-183902156 HTTP/1.1" status: 404 len: 328 time: 0.3396177 Jan 14 11:50:55.330903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48810) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:55.343718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.tag.tag_plugin [None req-14360da2-5e55-4d02-a3a4-98e4e11d7379 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '361cfcbd-925a-4a0c-a355-2e715392b385') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:55.354897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:55.358344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.360877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=fb3d63b7-0741-4012-8f71-592ee18f446b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:55.369116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edc02bf-bd93-4c07-a5b9-b57c7502d529,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:55.372374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network fb3d63b7-0741-4012-8f71-592ee18f446b details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:55.374580 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-361a46db-0cdd-492f-8312-cc605b0af83f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8751514 Jan 14 11:50:55.375611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.379802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-92cdb05e-90df-4323-a12b-c4edd0eaa1bd tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8498330 Jan 14 11:50:55.379802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48814) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:55.393878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48816) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:55.403304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'ports': [{'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'}, {'network_id': 'fb3d63b7-0741-4012-8f71-592ee18f446b'}]} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:55.403562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:55.404429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'fb3d63b7-0741-4012-8f71-592ee18f446b'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:55.404843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.420183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '4606d711-8a38-4173-8781-194b308976f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7edc02bf-bd93-4c07-a5b9-b57c7502d529'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:55.471035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.481935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:55.483886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-81c99d4d-34d0-4d3b-9df4-ba41c0be0bfa None None] Provisioning complete for port f7bec116-9f0d-40e7-8d5b-9f591c039014 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:50:55.484248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-81c99d4d-34d0-4d3b-9df4-ba41c0be0bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.485688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:55.530459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:55.534414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:55.541672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-81c99d4d-34d0-4d3b-9df4-ba41c0be0bfa None None] Port f7bec116-9f0d-40e7-8d5b-9f591c039014 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:50:55.551408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:55.552011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:security_group_rule and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:55.556431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:55.623029 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-14360da2-5e55-4d02-a3a4-98e4e11d7379 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385/tags HTTP/1.1" status: 204 len: 168 time: 0.2843437 Jan 14 11:50:55.631344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:55.632302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48822) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:55.660635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-c969d5ab-6b25-4eee-8b1d-baac4fdfb34f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '40b33642-83ca-4c6b-88bb-bde846c71967') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:55.846381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:55.847314 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3b7d6eae-b57f-4540-8345-f0f6b693e89e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4484379 Jan 14 11:50:55.854980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48826) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:55.898037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.901151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:55.904516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.909762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:55.913377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.914597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:55.917489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:55.967736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:55.969574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:56.031055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 2} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:56.034466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.048641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=91bebbd0-78d3-44b7-9fad-2347befc4d53,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:56.052012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c969d5ab-6b25-4eee-8b1d-baac4fdfb34f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967/tags HTTP/1.1" status: 204 len: 168 time: 0.4106901 Jan 14 11:50:56.059461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48830) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:56.069384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-c9b7a8fc-a528-46a4-865a-223f404db0d2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a38e20b9-2cd5-418a-b4d3-0b44139ecf8c') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:56.102614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.120374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0debbea-f238-414a-853e-bce4a9212b0b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:56.127117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.127429 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment 102296a7-19bd-4711-b7b4-f0de135d0402 of type vlan for network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 Jan 14 11:50:56.129650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.207274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.213285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc40049-f23a-4b03-99d4-3a483fa48b41 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.333733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc40049-f23a-4b03-99d4-3a483fa48b41 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.355813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:56.368297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.371920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:56.372487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.557306 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c9b7a8fc-a528-46a4-865a-223f404db0d2 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c/tags HTTP/1.1" status: 204 len: 168 time: 0.4968500 Jan 14 11:50:56.562173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port c70a9962-0f94-4bba-ac76-c309c09381a6 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:56.565010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48834) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:56.569317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:56.581898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:56.626505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.tag.tag_plugin [None req-ba6396b6-4ee4-40b8-97f0-e1d04f4e19ac tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c1132288-48f5-4358-8fdf-f7e4ad20f5bd') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:56.731549 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 8d3585f9-7044-4f0b-9022-25b8dc08a762 associated. External IP: 172.26.8.254, port: 8d32b158-e99f-4b27-9f11-cef33070d03e. Jan 14 11:50:56.763893 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ac9f9a0f-1c8b-4e0a-8333-b8bf1e4b576b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9838767 Jan 14 11:50:56.766051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc40049-f23a-4b03-99d4-3a483fa48b41 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.773287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48838) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:56.797561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-573936785'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:56.803753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ba6396b6-4ee4-40b8-97f0-e1d04f4e19ac tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1946814 Jan 14 11:50:56.805121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc40049-f23a-4b03-99d4-3a483fa48b41 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edc02bf-bd93-4c07-a5b9-b57c7502d529,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:56.808822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:56.811358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6cc40049-f23a-4b03-99d4-3a483fa48b41 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:56.814732 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6cc40049-f23a-4b03-99d4-3a483fa48b41 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/7edc02bf-bd93-4c07-a5b9-b57c7502d529 HTTP/1.1" status: 204 len: 168 time: 0.9538274 Jan 14 11:50:56.814732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48842) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:56.815553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48844) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:56.833133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:56.839717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:56.867444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:56.908337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:56.911138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.003929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ce04ed01-14c4-413c-935a-5945bb9b5533 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:57.031845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 07dc5778-3fab-47e6-b846-ad1f97575b7e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:57.039226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.053224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:50:57.080516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.080883 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment 4289d0ef-75b7-4e5f-a886-08d550b271ca of type vlan for network 5c8e7818-251c-4a56-aba5-eae386d4bb1d Jan 14 11:50:57.090762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3519da5-6b47-4c5c-a6b7-fef41f144ff8 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for subnetpool, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.092117 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d3519da5-6b47-4c5c-a6b7-fef41f144ff8 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnetpools/361cfcbd-925a-4a0c-a355-2e715392b385 HTTP/1.1" status: 204 len: 168 time: 0.2765126 Jan 14 11:50:57.097154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48850) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:57.117024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ce04ed01-14c4-413c-935a-5945bb9b5533 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:57.118312 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ce04ed01-14c4-413c-935a-5945bb9b5533 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3018219 Jan 14 11:50:57.124461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48854) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:57.187796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 7148c806-7d3f-48df-8f12-3aec30f6b211 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:50:57.227459 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fc046fde-20e6-431c-b7da-49347416be37 tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b33642-83ca-4c6b-88bb-bde846c71967 HTTP/1.1" status: 200 len: 205 time: 0.1278284 Jan 14 11:50:57.229150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.237293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48858) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:57.316192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97f19a5f-1049-4e88-99bc-68828b094429 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.334867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:57.348749 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-63e5b320-3a95-46fe-b302-e9b95c0b21df admin admin] 10.222.0.48 "PUT /v2.0/routers/4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5631208 Jan 14 11:50:57.348749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.348749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:57.348749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.349526 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Sync routers for ids ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:57.362884 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Routers {'4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:57.363622 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:57.460318 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6747217 Jan 14 11:50:57.462406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48864) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:57.472918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:57.484704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97f19a5f-1049-4e88-99bc-68828b094429 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.490982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003ae3d-0571-4220-88d4-680f00f4dc46 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=5c8e7818-251c-4a56-aba5-eae386d4bb1d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:57.507442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:50:57.589002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.621009 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Set router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:57.647334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.671354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:57.685202 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea82cfae-86d0-4c7a-97a6-6e448d4278fe tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/07dc5778-3fab-47e6-b846-ad1f97575b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4436371 Jan 14 11:50:57.693679 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48872) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:57.703180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] Sync routers for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:57.721070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:57.721788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:57.727519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97f19a5f-1049-4e88-99bc-68828b094429 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:57.757084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f19a5f-1049-4e88-99bc-68828b094429 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4606d711-8a38-4173-8781-194b308976f2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:57.822930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:57.840126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:57.858641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:57.859511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:57.861695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:57.872843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:57.883055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:57.907531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:50:57.938235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:57.938895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523abda1-eb7c-41f1-8203-5143f6ea513e None None] The sync data for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:50:58.051864 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:50:53Z', 'revision_number': 4, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f7bec116-9f0d-40e7-8d5b-9f591c039014', 'name': '', 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'mac_address': 'fa:16:3e:dd:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420ab4bb-8963-4467-a54a-b82f718575a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:51Z', 'updated_at': '2022-01-14T11:50:53Z', 'revision_number': 2, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'subnets': [{'id': '420ab4bb-8963-4467-a54a-b82f718575a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:58.056580 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Checking router: 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:50:58.056957 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Updating router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 port f7bec116-9f0d-40e7-8d5b-9f591c039014 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:50:58.104451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.106460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.115080 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.117347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97f19a5f-1049-4e88-99bc-68828b094429 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.120798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-97f19a5f-1049-4e88-99bc-68828b094429 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/4606d711-8a38-4173-8781-194b308976f2 HTTP/1.1" status: 204 len: 168 time: 0.9907737 Jan 14 11:50:58.147202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48876) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:58.280936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48880) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:58.290548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059694854', 'description': 'tempest-secgroup-smoke-2059694854 description', 'project_id': '81934c9a786a46739333e9a45ae00552'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:58.301862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:58.317876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:58.327637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:58.337227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:58.357326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.369218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.371885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:50:58.372664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=c70a9962-0f94-4bba-ac76-c309c09381a6,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:58.377008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:58.383499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:58.383726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.427285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.488887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d497e7b9-fdb4-49ce-a589-f09030790000 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:50:58.515690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=7148c806-7d3f-48df-8f12-3aec30f6b211,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:58.546754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:50:58.549344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.549871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Fanout notify agent at l3_agent the message router_deleted on router 40b33642-83ca-4c6b-88bb-bde846c71967 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:50:58.553029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d497e7b9-fdb4-49ce-a589-f09030790000 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:50:58.558439 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d497e7b9-fdb4-49ce-a589-f09030790000 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4039006 Jan 14 11:50:58.562998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48884) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:58.571897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--657062540'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:58.578955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:58.582848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.586721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7410bb7a-cf47-48d0-8e1a-c9b4c78e302b tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/routers/40b33642-83ca-4c6b-88bb-bde846c71967 HTTP/1.1" status: 204 len: 168 time: 1.3414395 Jan 14 11:50:58.589288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48888) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:58.589416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:58.589933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:58.598411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': 'f025e005-766d-4f0a-858a-bb8a6f3467bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb3d63b7-0741-4012-8f71-592ee18f446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:58.598766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: fb3d63b7-0741-4012-8f71-592ee18f446b, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:58.606533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:58.609792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:58.623192 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.636010 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Transition to ACTIVE for port object f7bec116-9f0d-40e7-8d5b-9f591c039014 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:50:58.644887 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.688009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.741989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network fb3d63b7-0741-4012-8f71-592ee18f446b is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:50:58.750130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:58.760901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:58.765516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:58.774203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:58.775511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:58.777707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, fb3d63b7-0741-4012-8f71-592ee18f446b) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:50:58.784446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:50:58.789650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:58.793183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:58.793850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.796463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5f97e-3312-46b9-840c-01ee3580c49a None None] Network fb3d63b7-0741-4012-8f71-592ee18f446b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:50:58.866888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.911525 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Attempting to bind port f7bec116-9f0d-40e7-8d5b-9f591c039014 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:50:58.921312 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Attempting to bind port f7bec116-9f0d-40e7-8d5b-9f591c039014 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:50:58.921312 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Attempting to bind port f7bec116-9f0d-40e7-8d5b-9f591c039014 on network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:50:58.925531 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Pushing event updated for resources: {'Port': ['ID=f7bec116-9f0d-40e7-8d5b-9f591c039014,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:58.926266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-195f7ac1-1b42-4c12-a23b-f5e0bf5adbd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5336003 Jan 14 11:50:58.927554 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:50:58.927933 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Checking segment: {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:58.932034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48892) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:58.932567 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.933757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Bound using segment: {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:50:58.934267 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Bound port: f7bec116-9f0d-40e7-8d5b-9f591c039014, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1935e4e4-4038-4b43-891a-e05f021a7c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:50:58.938076 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:58.950831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Deleting port a38e20b9-2cd5-418a-b4d3-0b44139ecf8c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:58.951178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.000583 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.000919 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.001211 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.001543 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.001886 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.002212 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.002539 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.002863 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.003181 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.003496 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.003814 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:50:59.023110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.049697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.054229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] For port f7bec116-9f0d-40e7-8d5b-9f591c039014, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:50:59.071066 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] For port f7bec116-9f0d-40e7-8d5b-9f591c039014, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f7bec116-9f0d-40e7-8d5b-9f591c039014,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:50:59.078892 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.098136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.103775 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5350544 Jan 14 11:50:59.105194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48896) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:59.126044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '71514675-fc4a-4986-a05e-20a7c45b8599', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:59.150589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=98e2f2aa-4791-40a9-99b2-b4f0231ef725,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:59.151371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:59.164315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:59.168866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:50:59.170271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8edd25-e291-4729-a9d4-af2cc264094e tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71514675-fc4a-4986-a05e-20a7c45b8599,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:59.171741 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003007e-01dc-417d-9e69-3459cb041e71 None None] Pushing event updated for resources: {'Port': ['ID=f7bec116-9f0d-40e7-8d5b-9f591c039014,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:59.195596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.195733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:59.202439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 7148c806-7d3f-48df-8f12-3aec30f6b211 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:50:59.202908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.204041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:59.206470 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Routers {'4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:59.207044 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:59.208340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.281447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.293592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:59.297521 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4a2509e7-e931-48d7-a7ab-421a3ecc1b03 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1862798 Jan 14 11:50:59.297672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48900) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:59.313832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group_rule': {'security_group_id': '71514675-fc4a-4986-a05e-20a7c45b8599', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:59.326762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:59.338467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:59.345400 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-32ca64e6-93fd-4bc7-aeb5-38bcda032dbd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4250019 Jan 14 11:50:59.346610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:59.349516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:50:59.368263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48904) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:59.384088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:50:59.407879 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] Set router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:59.482555 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:50:59.494049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.497435 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'status': 'completed', 'code': 200} Jan 14 11:50:59.563522 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:50:59.564233 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:50:59.590325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': '102296a7-19bd-4711-b7b4-f0de135d0402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:50:59.590688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:50:59.616286 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-28557e1f-8fb4-4ce7-84e9-4ff1329a6cee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 200 len: 991 time: 0.2360787 Jan 14 11:50:59.635180 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-c39f7007-09ec-4939-82e6-2607cfb0d1e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1098 time: 0.1395903 Jan 14 11:50:59.663139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c5ee7-8064-4db5-8f1d-eed0b93ed210,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:50:59.700539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.704517 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-61ab9119-43bc-41c0-a3b4-c8c787bd1ecc tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4198854 Jan 14 11:50:59.709871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48910) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:59.722918 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:50:59.727194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b635f462-3644-4ab2-bebb-5d6e9bcabcb7 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4253416 Jan 14 11:50:59.727362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:50:59.727995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48912) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:50:59.742889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group_rule': {'security_group_id': 'f91c5ee7-8064-4db5-8f1d-eed0b93ed210', 'project_id': '81934c9a786a46739333e9a45ae00552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:50:59.760603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:50:59.831042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-f6fd847a-a77d-452b-93e8-6b1a6a26552e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:50:59.832427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-f6fd847a-a77d-452b-93e8-6b1a6a26552e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 898 time: 0.1896703 Jan 14 11:50:59.876254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:50:59.887919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Calling delete_port for a38e20b9-2cd5-418a-b4d3-0b44139ecf8c owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:50:59.905371 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:50:59.922728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:50:59.963451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:00.020040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fd3be3e-529a-46d7-9578-db49e4e6f9aa tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.060468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:00.079405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fd3be3e-529a-46d7-9578-db49e4e6f9aa tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.112175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.121010 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-09d2794d-fabf-4701-b3d2-a6670262981b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 999 time: 0.2817342 Jan 14 11:51:00.132845 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:50:53Z', 'revision_number': 4, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f7bec116-9f0d-40e7-8d5b-9f591c039014', 'name': '', 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'mac_address': 'fa:16:3e:dd:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420ab4bb-8963-4467-a54a-b82f718575a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:51Z', 'updated_at': '2022-01-14T11:50:59Z', 'revision_number': 4, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'subnets': [{'id': '420ab4bb-8963-4467-a54a-b82f718575a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:00.154007 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1116d-ba71-42af-855d-a25c74a79731 None None] The sync data for ids ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'] in dv-neutron-823850-1-hyperv is: [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:50:53Z', 'revision_number': 4, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f7bec116-9f0d-40e7-8d5b-9f591c039014', 'name': '', 'network_id': 'c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'mac_address': 'fa:16:3e:dd:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420ab4bb-8963-4467-a54a-b82f718575a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:51Z', 'updated_at': '2022-01-14T11:50:59Z', 'revision_number': 4, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'subnets': [{'id': '420ab4bb-8963-4467-a54a-b82f718575a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:00.207916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fd3be3e-529a-46d7-9578-db49e4e6f9aa tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.252616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3be3e-529a-46d7-9578-db49e4e6f9aa tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71514675-fc4a-4986-a05e-20a7c45b8599,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:00.261293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:00.276958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-96a3a658-ab15-45b4-8d47-32470762c59e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:00.278641 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-96a3a658-ab15-45b4-8d47-32470762c59e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 200 len: 834 time: 0.1500633 Jan 14 11:51:00.280459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cea943-3c47-4b06-820f-d8d9a02dec94 None None] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:00.284160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8fd3be3e-529a-46d7-9578-db49e4e6f9aa tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.285420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8fd3be3e-529a-46d7-9578-db49e4e6f9aa tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/71514675-fc4a-4986-a05e-20a7c45b8599 HTTP/1.1" status: 204 len: 168 time: 0.5569599 Jan 14 11:51:00.320847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48918) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:00.361427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.380100 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:50:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:50:54Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:00.385513 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:51:00.394458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 7148c806-7d3f-48df-8f12-3aec30f6b211 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:00.398979 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:00.400234 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:50:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:00.453407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:00.453983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.456891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-35223913-6d7b-4fdf-9d95-312960e5d3b6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:00.499349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-35223913-6d7b-4fdf-9d95-312960e5d3b6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:00.505270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-35223913-6d7b-4fdf-9d95-312960e5d3b6 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1795166 Jan 14 11:51:00.508547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48922) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:00.513357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-fd74f1a8-ebf8-432f-b783-ad0d248bd22a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2255301 Jan 14 11:51:00.532381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'tempest-secgroup--182298603'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:00.539487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:00.565870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:00.701203 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:51:00.710621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48926) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:00.717575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:00.728007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944', 'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': '98e2f2aa-4791-40a9-99b2-b4f0231ef725'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:00.728900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.041410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-754bde64-77f4-471b-aa26-93b079d16e84 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654701 Jan 14 11:51:01.047380 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cbe07ede-29ff-4a24-a53b-207298a69d0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 200 len: 991 time: 0.3354115 Jan 14 11:51:01.062052 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-817c5071-bbd5-49b2-882a-508d20f05cc4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5975122 Jan 14 11:51:01.069027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48930) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.074440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:01.086442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b216d290-fb35-4036-9d42-a36e39dc1e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.101094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:01.108571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.126033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Allocated IP 172.20.0.2 (58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944/98e2f2aa-4791-40a9-99b2-b4f0231ef725/d811ad4d-2d27-4127-ba45-026301b9e0a7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:01.142581 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Usage tracker for resource:security_group_rule and tenant:adc45e5ee80f4e8d906669e59eb67d60 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:01.163388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:01.172902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:01.270826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.294206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aec50b29-3b54-4151-8a1e-b369cc6b35a2 req-472aba46-1961-4f7a-8eb8-cf7ef3130217 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443414 Jan 14 11:51:01.342967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.352028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.367418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.414646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.433541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027b66f1-a824-48fa-a3bc-8eac3d8fb303,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:01.437010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.438477 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9972b042-dee4-4c49-b118-f8f8e63aa227 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9241152 Jan 14 11:51:01.441771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48934) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.450115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2654a580-799e-4dfa-bc39-0fda0bc72f98 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:01.450945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-2654a580-799e-4dfa-bc39-0fda0bc72f98 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] update failed (client error): There was a conflict when trying to complete your request. Jan 14 11:51:01.452089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2654a580-799e-4dfa-bc39-0fda0bc72f98 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "PUT /v2.0/security-groups/027b66f1-a824-48fa-a3bc-8eac3d8fb303 HTTP/1.1" status: 409 len: 330 time: 0.0078771 Jan 14 11:51:01.454733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48938) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.477200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:01.481524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:01.484124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:01.489858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:01.530688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.542685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Transition to ACTIVE for port object d811ad4d-2d27-4127-ba45-026301b9e0a7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:01.550328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6abfd78b-9c2b-47ea-a7cb-2b3bb1046c5a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.569790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:50:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:50:54Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:01.570856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Transition to ACTIVE for port object d811ad4d-2d27-4127-ba45-026301b9e0a7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:01.572212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.583302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.587342 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc9797-f3f2-4331-913b-770189073f98 None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:50:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:50:54Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:01.598097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6abfd78b-9c2b-47ea-a7cb-2b3bb1046c5a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.620224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:01.661726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6131fc3-77f8-467f-ab87-7cd28e195686,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:01.663207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6abfd78b-9c2b-47ea-a7cb-2b3bb1046c5a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.665015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event deleted for resources: {'Port': ['ID=a38e20b9-2cd5-418a-b4d3-0b44139ecf8c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:01.675911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.681995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-443a7391-d4f5-41d2-98cb-e67c855571e1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9472318 Jan 14 11:51:01.683407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48942) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.690807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd78b-9c2b-47ea-a7cb-2b3bb1046c5a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027b66f1-a824-48fa-a3bc-8eac3d8fb303,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:01.699911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6abfd78b-9c2b-47ea-a7cb-2b3bb1046c5a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.703919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6abfd78b-9c2b-47ea-a7cb-2b3bb1046c5a tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/027b66f1-a824-48fa-a3bc-8eac3d8fb303 HTTP/1.1" status: 204 len: 168 time: 0.2457752 Jan 14 11:51:01.704056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:01.704294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48944) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.720167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:01.733753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:01.763877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9afc9776-9917-4250-85e7-f0b11b845c24 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Synchronizing usage tracker for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:01.770525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Pushing event updated for resources: {'Port': ['ID=d811ad4d-2d27-4127-ba45-026301b9e0a7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:01.781204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9afc9776-9917-4250-85e7-f0b11b845c24 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] Unset dirty status for tenant:adc45e5ee80f4e8d906669e59eb67d60 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:01.782583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9afc9776-9917-4250-85e7-f0b11b845c24 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0773900 Jan 14 11:51:01.787693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48950) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.803515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group_rule': {'security_group_id': 'f91c5ee7-8064-4db5-8f1d-eed0b93ed210', 'project_id': '81934c9a786a46739333e9a45ae00552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:01.819518 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-8ffccc0c-8ac9-4882-82fa-ccce6f33266f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] delete failed (client error): The resource could not be found. Jan 14 11:51:01.827026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8ffccc0c-8ac9-4882-82fa-ccce6f33266f tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "DELETE /v2.0/security-groups/2f8a116c-53ca-48be-899d-af67f54e08bf HTTP/1.1" status: 404 len: 347 time: 0.0375528 Jan 14 11:51:01.827753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48954) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.835559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:01.838093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=7148c806-7d3f-48df-8f12-3aec30f6b211,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:01.851669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-d0ccffa7-828c-4909-baaf-14b9c666ebfb tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] show failed (client error): The resource could not be found. Jan 14 11:51:01.856834 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0ccffa7-828c-4909-baaf-14b9c666ebfb tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-groups/2967a43d-2528-4346-83f2-3b8c92b5635f HTTP/1.1" status: 404 len: 347 time: 0.0277171 Jan 14 11:51:01.857857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48958) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.858649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Attempting to bind port d811ad4d-2d27-4127-ba45-026301b9e0a7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:01.859015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Attempting to bind port d811ad4d-2d27-4127-ba45-026301b9e0a7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '102296a7-19bd-4711-b7b4-f0de135d0402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:01.859379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Attempting to bind port d811ad4d-2d27-4127-ba45-026301b9e0a7 on network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:01.875307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:01.875677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Checking segment: {'id': '102296a7-19bd-4711-b7b4-f0de135d0402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:01.876100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.876478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Bound using segment: {'id': '102296a7-19bd-4711-b7b4-f0de135d0402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:01.876884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-bb1f6eb5-7179-4ef4-81df-90ae1ee06c60 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] show failed (client error): The resource could not be found. Jan 14 11:51:01.877166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Bound port: d811ad4d-2d27-4127-ba45-026301b9e0a7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102296a7-19bd-4711-b7b4-f0de135d0402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:01.877579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.884018 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bb1f6eb5-7179-4ef4-81df-90ae1ee06c60 tempest-NegativeSecGroupIPv6Test-1057132237 tempest-NegativeSecGroupIPv6Test-1057132237-project] 10.222.0.48 "GET /v2.0/security-group-rules/796c5912-3c25-4e05-b398-b2656ff6b08d HTTP/1.1" status: 404 len: 356 time: 0.0243361 Jan 14 11:51:01.892764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:01.922183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:01.935413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.939819 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e9f18510-2c2e-400a-8fa3-0792ef4f4b8f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/7148c806-7d3f-48df-8f12-3aec30f6b211 HTTP/1.1" status: 204 len: 168 time: 3.0005956 Jan 14 11:51:01.940194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48964) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:01.970164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:01.981106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] For port d811ad4d-2d27-4127-ba45-026301b9e0a7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:01.984852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] For port d811ad4d-2d27-4127-ba45-026301b9e0a7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d811ad4d-2d27-4127-ba45-026301b9e0a7,segment=NetworkSegment(102296a7-19bd-4711-b7b4-f0de135d0402),segment_id=102296a7-19bd-4711-b7b4-f0de135d0402)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:01.991246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:01.993974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.044974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fc922f-209e-4adf-88b2-df89e3f53218 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:02.049765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fc922f-209e-4adf-88b2-df89e3f53218 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:02.050728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-95fc922f-209e-4adf-88b2-df89e3f53218 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:02.056830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48968) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:02.138349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f7bec116-9f0d-40e7-8d5b-9f591c039014 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:02.192178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-95fc922f-209e-4adf-88b2-df89e3f53218 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:02.193631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-95fc922f-209e-4adf-88b2-df89e3f53218 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2522304 Jan 14 11:51:02.196883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48972) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:02.265209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5a46e-5eb8-4833-b65f-72c569a7718c None None] Pushing event updated for resources: {'Port': ['ID=d811ad4d-2d27-4127-ba45-026301b9e0a7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:02.299292 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f668ba2e-83ff-4b10-a074-7969fd317098 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 200 len: 991 time: 0.2364066 Jan 14 11:51:02.313860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f7bec116-9f0d-40e7-8d5b-9f591c039014 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:02.326237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f7bec116-9f0d-40e7-8d5b-9f591c039014 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:02.326738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.337843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port c70a9962-0f94-4bba-ac76-c309c09381a6 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:02.338181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.361170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.437820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48978) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:02.473903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.505030 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-53e51929-7a35-4891-9589-5bce2c824e9e tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/ports/a38e20b9-2cd5-418a-b4d3-0b44139ecf8c HTTP/1.1" status: 204 len: 168 time: 3.9169967 Jan 14 11:51:02.513581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48984) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:02.519390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.595908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f7bec116-9f0d-40e7-8d5b-9f591c039014, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f7bec116-9f0d-40e7-8d5b-9f591c039014,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:02.612700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.620043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.633168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.636299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.719838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f7bec116-9f0d-40e7-8d5b-9f591c039014,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:02.783839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a865ff67-3cc7-4d66-8a1d-6a83ba435823,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:02.817258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.898194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.899396 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-764f3003-7550-4d7f-8c85-e8b45fda91ce tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1195526 Jan 14 11:51:02.910112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48988) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:02.928622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group_rule': {'security_group_id': 'f91c5ee7-8064-4db5-8f1d-eed0b93ed210', 'project_id': '81934c9a786a46739333e9a45ae00552', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:02.942261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=fb247a47-7a49-4786-bf1a-f6f9c7ef85a6,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:02.967496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:02.987357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a48b633e-80ef-4219-9597-ddb7a11334dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:02.987642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:03.008776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:03.014046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port b12c7b85-901d-4d9c-9f75-c7739a67f1ed {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:03.014380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.057577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for c70a9962-0f94-4bba-ac76-c309c09381a6 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:03.072092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:03.088657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 48992) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:03.088911 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-40bc69ea-1847-412c-af26-42fa6c491418 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adc45e5ee80f4e8d906669e59eb67d60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6496742 Jan 14 11:51:03.144821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.196501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=c70a9962-0f94-4bba-ac76-c309c09381a6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:03.204114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.221348 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7c05f4a5-e427-408e-ad30-28c5140f2668 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/c70a9962-0f94-4bba-ac76-c309c09381a6 HTTP/1.1" status: 204 len: 168 time: 1.0209565 Jan 14 11:51:03.221621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 48996) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:03.222913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Deleting subnet c1132288-48f5-4358-8fdf-f7e4ad20f5bd {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:03.298455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49000) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:03.307586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74a4d28-54a8-4221-b312-cd3e59efd3ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:03.308529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d74a4d28-54a8-4221-b312-cd3e59efd3ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:03.342448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': '4289d0ef-75b7-4e5f-a886-08d550b271ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:03.342843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: 5c8e7818-251c-4a56-aba5-eae386d4bb1d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:03.354298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.409838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d74a4d28-54a8-4221-b312-cd3e59efd3ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:03.413571 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d74a4d28-54a8-4221-b312-cd3e59efd3ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1884589 Jan 14 11:51:03.415167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49004) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:03.422169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.455525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238b5c3-ae80-4eeb-8019-81d0de9f5ac0 None None] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:03.464026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2df594-e1f9-4079-a657-29313b655e1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:03.465335 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d2df594-e1f9-4079-a657-29313b655e1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/7148c806-7d3f-48df-8f12-3aec30f6b211 HTTP/1.1" status: 404 len: 333 time: 0.0501616 Jan 14 11:51:03.469767 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c6815bff-6e39-4d26-be05-e124989fe2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 200 len: 991 time: 0.1690884 Jan 14 11:51:03.469767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49008) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:03.512298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.512546 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bce0e4-773d-4a06-8eab-48fc64762a3f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:03.516346 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b5bce0e4-773d-4a06-8eab-48fc64762a3f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/c70a9962-0f94-4bba-ac76-c309c09381a6 HTTP/1.1" status: 404 len: 333 time: 0.0437796 Jan 14 11:51:03.516535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49012) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:03.573135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-43da9bf7-536a-45be-b1e9-b15b5d46a791 None None] Provisioning for port d811ad4d-2d27-4127-ba45-026301b9e0a7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:03.594768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:03.609861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.635026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c32-9cc5-469a-97b4-c733ebb26de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.636513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.777026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.785889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for b12c7b85-901d-4d9c-9f75-c7739a67f1ed owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:03.810261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3d63b7-0741-4012-8f71-592ee18f446b']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:03.830391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 5c8e7818-251c-4a56-aba5-eae386d4bb1d) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:03.835760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f025e005-766d-4f0a-858a-bb8a6f3467bf') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:03.836306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f025e005-766d-4f0a-858a-bb8a6f3467bf') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:03.838983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c1f86-f994-4ccf-9b36-88d739f4f9d7 None None] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:03.856319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.863954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:03.865713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.870590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.891616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.892897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.899370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c32-9cc5-469a-97b4-c733ebb26de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.901274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:03.902077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:03.941552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44e7403-068b-413e-81c3-07b83085c83b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:03.998377 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:04.016354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.038971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.069708 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7176bcb2-72b1-4b7f-a3da-509df90441be tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9963770 Jan 14 11:51:04.070943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.074086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49020) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.074946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=fb3d63b7-0741-4012-8f71-592ee18f446b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:04.085907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.086877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1268219862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:04.087038 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6ad6ccb8-4174-473f-abdd-79c12147f571 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1700380 Jan 14 11:51:04.091856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49024) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.093713 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0c46dbb0-abda-4f7d-b7e1-165b840be3c2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/fb3d63b7-0741-4012-8f71-592ee18f446b HTTP/1.1" status: 204 len: 168 time: 0.5761232 Jan 14 11:51:04.097633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49028) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.101283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:04.107072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1019859795'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:04.108080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group_rule': {'security_group_id': 'f91c5ee7-8064-4db5-8f1d-eed0b93ed210', 'project_id': '81934c9a786a46739333e9a45ae00552', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:04.116486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:04.121476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:04.122571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:04.127148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:04.133022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:04.133182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:04.136762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:04.142077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:04.162388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c32-9cc5-469a-97b4-c733ebb26de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.164182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.165443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.170601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:04.172660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:04.176543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.177473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.183435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:04.195888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-5c8e7818-251c-4a56-aba5-eae386d4bb1d', 'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': 'fb247a47-7a49-4786-bf1a-f6f9c7ef85a6'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:04.197338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.198998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:04.216402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b7c32-9cc5-469a-97b4-c733ebb26de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06734a53-07ee-411e-b914-2304480dfbc9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:04.244154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.258570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d811ad4d-2d27-4127-ba45-026301b9e0a7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:04.272818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.289473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:04.296419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.309981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.310559 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment 70c5dbd6-3baf-499a-be4d-65fb2db3ce4f of type vlan for network bf2e3211-1a1c-4138-a267-e66204e19f98 Jan 14 11:51:04.317149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.321976 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-416b13cd-4393-4940-9d3d-ff85149cbcf3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2424490 Jan 14 11:51:04.322793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49034) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.336273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c32-9cc5-469a-97b4-c733ebb26de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.339801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1a0b7c32-9cc5-469a-97b4-c733ebb26de2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06734a53-07ee-411e-b914-2304480dfbc9 HTTP/1.1" status: 204 len: 168 time: 1.2388437 Jan 14 11:51:04.344133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.364277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event deleted for resources: {'Subnet': ['ID=c1132288-48f5-4358-8fdf-f7e4ad20f5bd,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:04.391928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.422813 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-93c985ba-2951-4a6f-a307-1a374e31647f tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/subnets/c1132288-48f5-4358-8fdf-f7e4ad20f5bd HTTP/1.1" status: 204 len: 168 time: 1.9019802 Jan 14 11:51:04.425120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.431142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.449713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.459260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Allocated IP 172.21.0.2 (5c8e7818-251c-4a56-aba5-eae386d4bb1d/fb247a47-7a49-4786-bf1a-f6f9c7ef85a6/c9b223ba-8843-4f28-acbf-9785b28b138b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:04.469429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.473567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:04.474538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.490591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.562392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=b12c7b85-901d-4d9c-9f75-c7739a67f1ed,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:04.681003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.750405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.762773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Transition to ACTIVE for port object c9b223ba-8843-4f28-acbf-9785b28b138b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:04.782956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Transition to ACTIVE for port object c9b223ba-8843-4f28-acbf-9785b28b138b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:04.783986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.791545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.804919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d650c-04f7-49ea-b4a3-6b097371f00d None None] Network 2b60c50a-1ddc-4b86-a0ee-15edd985090d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:04.835283 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7334363 Jan 14 11:51:04.860864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49048) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.873949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:04.877279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91afb819-15ad-44e9-9cb1-f41ab816e59f,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:04.908532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Deleting port b333b3b7-22c0-40d9-8850-0925f39c2980 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:04.909229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.919375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.938966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.942904 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b1b931db-0e71-4324-ab35-3809ddd42bb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8485775 Jan 14 11:51:04.948765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49054) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:04.964939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group_rule': {'security_group_id': 'f91c5ee7-8064-4db5-8f1d-eed0b93ed210', 'project_id': '81934c9a786a46739333e9a45ae00552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:04.983094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:04.986641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:04.995373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:05.003070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:05.015547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:05.077504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Pushing event updated for resources: {'Port': ['ID=c9b223ba-8843-4f28-acbf-9785b28b138b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:05.118326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7589a1-ff53-4e88-a266-53b217bf5440 None None] New status for floating IP 8d3585f9-7044-4f0b-9022-25b8dc08a762: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:51:05.132112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2911-36cb-4417-a06f-c94f0901d70d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=bf2e3211-1a1c-4138-a267-e66204e19f98,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:05.149259 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Project 81934c9a786a46739333e9a45ae00552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:51:05.187396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.191021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.201872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-479584ac-b11f-4bcd-ad92-d0e13902545f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 200 len: 991 time: 0.6926994 Jan 14 11:51:05.228480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network bf2e3211-1a1c-4138-a267-e66204e19f98 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:05.284759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:05.295474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d811ad4d-2d27-4127-ba45-026301b9e0a7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:05.309362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:05.347798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:05.371036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:05.372597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:05.379991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:05.388444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:05.388802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d811ad4d-2d27-4127-ba45-026301b9e0a7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:05.389754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.461739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:05.606386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.621012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] For port b333b3b7-22c0-40d9-8850-0925f39c2980, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b333b3b7-22c0-40d9-8850-0925f39c2980,segment=NetworkSegment(bdb4d60b-026b-432e-b42e-50c4b5de6431),segment_id=bdb4d60b-026b-432e-b42e-50c4b5de6431)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:05.622035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.661864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.690337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Attempting to bind port c9b223ba-8843-4f28-acbf-9785b28b138b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:05.690841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Attempting to bind port c9b223ba-8843-4f28-acbf-9785b28b138b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '4289d0ef-75b7-4e5f-a886-08d550b271ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:05.691296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Attempting to bind port c9b223ba-8843-4f28-acbf-9785b28b138b on network 5c8e7818-251c-4a56-aba5-eae386d4bb1d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:05.734736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.745559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Performing IP validity checks on allocation pools {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 11:51:05.746159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 11:51:05.765589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Calling delete_port for b333b3b7-22c0-40d9-8850-0925f39c2980 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:05.793945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:05.793945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Checking segment: {'id': '4289d0ef-75b7-4e5f-a886-08d550b271ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:05.794385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.794850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Bound using segment: {'id': '4289d0ef-75b7-4e5f-a886-08d550b271ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:05.795413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Bound port: c9b223ba-8843-4f28-acbf-9785b28b138b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4289d0ef-75b7-4e5f-a886-08d550b271ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5c8e7818-251c-4a56-aba5-eae386d4bb1d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:05.795927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.817706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.882593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.896236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] DHCP port deletion for 2b60c50a-1ddc-4b86-a0ee-15edd985090d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:05.898068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.915472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Deleting port b333b3b7-22c0-40d9-8850-0925f39c2980 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:05.915976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:05.931357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07375a2-130a-4291-84e8-8c5234618a9e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:06.010636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d811ad4d-2d27-4127-ba45-026301b9e0a7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d811ad4d-2d27-4127-ba45-026301b9e0a7,segment=NetworkSegment(102296a7-19bd-4711-b7b4-f0de135d0402),segment_id=102296a7-19bd-4711-b7b4-f0de135d0402)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:06.025401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.026594 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c10978bb-691d-49b3-a6df-c1a3c48f9b3d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0766640 Jan 14 11:51:06.030830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49058) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:06.045814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'security_group_rule': {'security_group_id': 'f91c5ee7-8064-4db5-8f1d-eed0b93ed210', 'project_id': '81934c9a786a46739333e9a45ae00552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:06.048660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.049548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f7bec116-9f0d-40e7-8d5b-9f591c039014 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:06.055955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:06.060895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.064995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:security_group_rule and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:06.074914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] For port c9b223ba-8843-4f28-acbf-9785b28b138b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:06.098885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:06.124252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:06.129584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event deleted for resources: {'Port': ['ID=b333b3b7-22c0-40d9-8850-0925f39c2980,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:06.137085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 07dc5778-3fab-47e6-b846-ad1f97575b7e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:06.157553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] No DVR routers for this DVR port b333b3b7-22c0-40d9-8850-0925f39c2980 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:06.159661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] For port c9b223ba-8843-4f28-acbf-9785b28b138b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c9b223ba-8843-4f28-acbf-9785b28b138b,segment=NetworkSegment(4289d0ef-75b7-4e5f-a886-08d550b271ca),segment_id=4289d0ef-75b7-4e5f-a886-08d550b271ca)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:06.183345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.203046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.211396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49062) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:06.241821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.20.0.1 (58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944/98e2f2aa-4791-40a9-99b2-b4f0231ef725/15bc3b9c-aab0-4281-98e0-32e226c408ee) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:06.296066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d811ad4d-2d27-4127-ba45-026301b9e0a7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:06.308118 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Project 81934c9a786a46739333e9a45ae00552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:51:06.309252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=36c5cb51-8169-4688-8ae7-5d2dbe48b269,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:06.395354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:06.395354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: bf2e3211-1a1c-4138-a267-e66204e19f98, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:06.395664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.406519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] For port b333b3b7-22c0-40d9-8850-0925f39c2980, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b333b3b7-22c0-40d9-8850-0925f39c2980,segment=NetworkSegment(bdb4d60b-026b-432e-b42e-50c4b5de6431),segment_id=bdb4d60b-026b-432e-b42e-50c4b5de6431)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:06.406983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.456043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.478978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.505363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network bf2e3211-1a1c-4138-a267-e66204e19f98 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:06.508883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object 15bc3b9c-aab0-4281-98e0-32e226c408ee will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:06.527229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, bf2e3211-1a1c-4138-a267-e66204e19f98) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:06.543880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:06.544712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.553983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Calling delete_port for b333b3b7-22c0-40d9-8850-0925f39c2980 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:06.575797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.586924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b60c50a-1ddc-4b86-a0ee-15edd985090d']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:06.605318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912e378-88f2-449a-b2d7-d4ca7afbac17 None None] Pushing event updated for resources: {'Port': ['ID=c9b223ba-8843-4f28-acbf-9785b28b138b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:06.610173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f7bec116-9f0d-40e7-8d5b-9f591c039014 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:06.610530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.624884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0ca2b19d-ad49-461e-adf6-44b0fedf7149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7629585 Jan 14 11:51:06.631752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49066) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:06.645761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98', 'name': 'tempest-PortsTestJSON-1827108316'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:06.668068 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d8e64324-6872-4e3c-9146-7a4c8e40d788 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 200 len: 993 time: 0.4359829 Jan 14 11:51:06.683065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb4d60b-026b-432e-b42e-50c4b5de6431') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:06.683345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb4d60b-026b-432e-b42e-50c4b5de6431') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:06.692400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.699645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:06.699997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:06.700661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.708107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.738460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fa55ce-7365-4921-92d6-9e2271243b15,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:06.740007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e2173-9560-4894-91c9-e9808af9732e None None] Network bf2e3211-1a1c-4138-a267-e66204e19f98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:06.755491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.760705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:06.771797 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] Sync routers for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:06.794436 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:06.802740 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:06.825866 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d4851bb8-bb98-412d-9e3d-c6472a9e4958 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/07dc5778-3fab-47e6-b846-ad1f97575b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1307452 Jan 14 11:51:06.839043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:06.839457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.856318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:06.868646 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4cacc122-97f4-4112-8806-cc52992787c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8316460 Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:06.869961 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:06.945811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49070) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:06.993129 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:07.017601 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] Routers {'07dc5778-3fab-47e6-b846-ad1f97575b7e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:07.019582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.021664 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['07dc5778-3fab-47e6-b846-ad1f97575b7e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:07.058913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-30553be8-e886-415d-aacc-87515e760c63 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=07dc5778-3fab-47e6-b846-ad1f97575b7e HTTP/1.1" status: 200 len: 205 time: 0.1046543 Jan 14 11:51:07.059844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=15bc3b9c-aab0-4281-98e0-32e226c408ee,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:07.066691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49086) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:07.081532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.097703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] Pushing event deleted for resources: {'Network': ['ID=2b60c50a-1ddc-4b86-a0ee-15edd985090d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:07.101056 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44acd195-806c-41cb-acef-d1e08743624d tempest-TagsExtTest-277940398 tempest-TagsExtTest-277940398-project] 10.222.0.48 "DELETE /v2.0/networks/2b60c50a-1ddc-4b86-a0ee-15edd985090d HTTP/1.1" status: 204 len: 168 time: 2.6749828 Jan 14 11:51:07.183764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:07.202186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Deleting port b333b3b7-22c0-40d9-8850-0925f39c2980 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:07.202734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.220250 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:07.220660 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86a15d-a13e-4aec-afe9-9bb7e0827165 None None] The sync data for ids ['07dc5778-3fab-47e6-b846-ad1f97575b7e'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:07.297998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c9b223ba-8843-4f28-acbf-9785b28b138b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:07.307337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:07.315745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:07.366328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-bf2e3211-1a1c-4138-a267-e66204e19f98', 'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': '36c5cb51-8169-4688-8ae7-5d2dbe48b269'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:07.367125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.431802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.436721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d093ef88-1d9f-498e-8f68-77d075b2f1b9 None None] The port 'b333b3b7-22c0-40d9-8850-0925f39c2980' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:07.559437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:07.573131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:07.590483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.659675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:07.664406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:07.689402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49104) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:07.713728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c9b223ba-8843-4f28-acbf-9785b28b138b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:07.724292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d811ad4d-2d27-4127-ba45-026301b9e0a7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:07.739008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 5c13221c-7774-4ca7-9438-ba2fafb45683 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:07.792870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Allocated IP 172.20.0.2 (bf2e3211-1a1c-4138-a267-e66204e19f98/36c5cb51-8169-4688-8ae7-5d2dbe48b269/728c2956-e9f7-4248-a676-fc67b80629d6) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:08.071747 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-389e642f-95df-4a09-ac78-f065967a4355 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad3c0c11885d4068b661a7a2750e5d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3806393 Jan 14 11:51:08.074164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49110) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:08.083278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9cd70df7-0108-4142-84d8-689d65738167 None None] Provisioning for port 15bc3b9c-aab0-4281-98e0-32e226c408ee completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:08.097901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9cd70df7-0108-4142-84d8-689d65738167 None None] Provisioning complete for port 15bc3b9c-aab0-4281-98e0-32e226c408ee triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:08.098381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9cd70df7-0108-4142-84d8-689d65738167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.135642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec6a8f-25ce-4656-bad2-d60b35d1c87d None None] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:08.250702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.255559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eca48c98-4ae8-494c-86c5-ac3fe4be6b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.270708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.277573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.282132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d811ad4d-2d27-4127-ba45-026301b9e0a7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:08.282924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.303228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.333269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9cd70df7-0108-4142-84d8-689d65738167 None None] Port 15bc3b9c-aab0-4281-98e0-32e226c408ee cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:08.335834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eca48c98-4ae8-494c-86c5-ac3fe4be6b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.387569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Transition to ACTIVE for port object 728c2956-e9f7-4248-a676-fc67b80629d6 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:08.470509 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Transition to ACTIVE for port object 728c2956-e9f7-4248-a676-fc67b80629d6 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:08.548657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.588986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.5 (bf2e3211-1a1c-4138-a267-e66204e19f98/36c5cb51-8169-4688-8ae7-5d2dbe48b269/5c13221c-7774-4ca7-9438-ba2fafb45683) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:08.630038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eca48c98-4ae8-494c-86c5-ac3fe4be6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.649646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca48c98-4ae8-494c-86c5-ac3fe4be6b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1606897-69df-4016-8dcc-1074044f94fb,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:08.663229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eca48c98-4ae8-494c-86c5-ac3fe4be6b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.664931 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eca48c98-4ae8-494c-86c5-ac3fe4be6b15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1606897-69df-4016-8dcc-1074044f94fb HTTP/1.1" status: 204 len: 168 time: 0.5893230 Jan 14 11:51:08.715592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Pushing event updated for resources: {'Port': ['ID=728c2956-e9f7-4248-a676-fc67b80629d6,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:08.801757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] Provisioning for port c9b223ba-8843-4f28-acbf-9785b28b138b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:08.817981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] Provisioning complete for port c9b223ba-8843-4f28-acbf-9785b28b138b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:08.819196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.868262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Network bf2e3211-1a1c-4138-a267-e66204e19f98 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:08.884862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:08.888099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:08.937142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:08.937142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router 07dc5778-3fab-47e6-b846-ad1f97575b7e {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:51:09.026940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.028383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9a10e2b4-cdfa-4e24-958e-1eeea0f66049 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/07dc5778-3fab-47e6-b846-ad1f97575b7e HTTP/1.1" status: 204 len: 168 time: 1.9562895 Jan 14 11:51:09.031157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49142) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:09.048039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b333b3b7-22c0-40d9-8850-0925f39c2980 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:09.119601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b333b3b7-22c0-40d9-8850-0925f39c2980 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:09.119941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b333b3b7-22c0-40d9-8850-0925f39c2980 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:09.199306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.203380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Attempting to bind port 728c2956-e9f7-4248-a676-fc67b80629d6 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:09.204052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Attempting to bind port 728c2956-e9f7-4248-a676-fc67b80629d6 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:09.204659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Attempting to bind port 728c2956-e9f7-4248-a676-fc67b80629d6 on network bf2e3211-1a1c-4138-a267-e66204e19f98 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:09.247607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:09.248515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Checking segment: {'id': '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:09.249184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.249813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Bound using segment: {'id': '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:09.250510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Bound port: 728c2956-e9f7-4248-a676-fc67b80629d6, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bf2e3211-1a1c-4138-a267-e66204e19f98'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:09.251134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.282353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.302397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 5c13221c-7774-4ca7-9438-ba2fafb45683 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:09.367409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet ff7946c1-e730-492c-bbad-dd19b092ed37 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:09.371778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.418754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.427955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] For port c9b223ba-8843-4f28-acbf-9785b28b138b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c9b223ba-8843-4f28-acbf-9785b28b138b,segment=NetworkSegment(4289d0ef-75b7-4e5f-a886-08d550b271ca),segment_id=4289d0ef-75b7-4e5f-a886-08d550b271ca)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:09.435320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] For port 728c2956-e9f7-4248-a676-fc67b80629d6, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:09.439229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] For port 728c2956-e9f7-4248-a676-fc67b80629d6, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=728c2956-e9f7-4248-a676-fc67b80629d6,segment=NetworkSegment(70c5dbd6-3baf-499a-be4d-65fb2db3ce4f),segment_id=70c5dbd6-3baf-499a-be4d-65fb2db3ce4f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:09.441151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.459461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.462319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.471214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.485038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.545574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257ce2a-a3e6-443a-8cdb-8f3b8d7928a0 None None] Pushing event updated for resources: {'Port': ['ID=c9b223ba-8843-4f28-acbf-9785b28b138b,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:09.567327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.669174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a6abeca5-da02-4125-b829-3821587f60d8 None None] Provisioning complete for port c9b223ba-8843-4f28-acbf-9785b28b138b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:09.669174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a6abeca5-da02-4125-b829-3821587f60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.680147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=5c13221c-7774-4ca7-9438-ba2fafb45683,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:09.695663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.721556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1d37a-63a8-4eca-97a0-9397084de1e8 None None] Pushing event updated for resources: {'Port': ['ID=728c2956-e9f7-4248-a676-fc67b80629d6,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:09.746775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network bf2e3211-1a1c-4138-a267-e66204e19f98 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:09.761826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:09.765613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7946c1-e730-492c-bbad-dd19b092ed37,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:09.777813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:09.780067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.790687 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3cbbedf-0dca-487f-9eaa-ffa7e5d350ac tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/ff7946c1-e730-492c-bbad-dd19b092ed37 HTTP/1.1" status: 204 len: 168 time: 0.7582858 Jan 14 11:51:09.791636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:09.796340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fac0728-55eb-48b1-a77a-1ef01e253733 None None] Network 982b7fae-b114-419e-81bd-6e27c2b4545c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:09.861167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:09.868501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=15bc3b9c-aab0-4281-98e0-32e226c408ee,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:09.993018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:09.998400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.041229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-15b924b4-57a3-4956-a417-b754bb9b0bf5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4079926 Jan 14 11:51:10.043861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49152) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:10.149815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:10.151374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:10.210435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 5c13221c-7774-4ca7-9438-ba2fafb45683 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:10.210787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.322770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet a8fe3eac-847b-414e-9e44-44fa97dc7b42 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:10.326366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] DHCP port deletion for 982b7fae-b114-419e-81bd-6e27c2b4545c request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:10.332311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.332652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] Deleting port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:10.333048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.433161 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-72db2f4c-b161-4b5d-b726-2d6987497109 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2158976 Jan 14 11:51:10.491495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.719213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] For port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,segment=NetworkSegment(8e047f46-1fe5-4763-ae82-5ffd81ae18b2),segment_id=8e047f46-1fe5-4763-ae82-5ffd81ae18b2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:10.719743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.755426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-436e47c0-97a1-4ddb-8689-79648b92558c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1098 time: 0.1383216 Jan 14 11:51:10.804821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.828181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.944626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:10.972118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 7afa3b39-6852-4cb6-8483-892307629576 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:51:10.985517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] Calling delete_port for 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:11.067548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-227ed536-fa21-4c0a-b761-a6a0054cb3b0 None None] Provisioning complete for port 15bc3b9c-aab0-4281-98e0-32e226c408ee triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:11.067988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-227ed536-fa21-4c0a-b761-a6a0054cb3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:11.172195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-227ed536-fa21-4c0a-b761-a6a0054cb3b0 None None] Port 15bc3b9c-aab0-4281-98e0-32e226c408ee cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:11.180811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec23cf8-5fbb-4a84-a6cd-585feb92d4e5 None None] Network bf2e3211-1a1c-4138-a267-e66204e19f98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:11.183311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 5c13221c-7774-4ca7-9438-ba2fafb45683 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:11.260526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fe3eac-847b-414e-9e44-44fa97dc7b42,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:11.297834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:11.327384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b40eb-a99e-46f8-8e95-b174f9a923dc None None] Network a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:11.329367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4d574364-854e-4d00-a2f9-21030514f7db tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/a8fe3eac-847b-414e-9e44-44fa97dc7b42 HTTP/1.1" status: 204 len: 168 time: 1.5366354 Jan 14 11:51:11.333326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49158) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:11.442724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-8c993a54-fea9-429a-b01b-f18b95ef97e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:11.444313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-8c993a54-fea9-429a-b01b-f18b95ef97e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 898 time: 0.6592486 Jan 14 11:51:11.455637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c9b223ba-8843-4f28-acbf-9785b28b138b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:11.482399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:11.599398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] Pushing event deleted for resources: {'Port': ['ID=0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:11.651620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a6502-443c-4a88-9610-f8cac99e7dda None None] No DVR routers for this DVR port 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:11.694979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c9fbafa8-8b37-4e36-a098-11a6ecf4d45b None None] Provisioning for port 728c2956-e9f7-4248-a676-fc67b80629d6 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:11.704235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:11.715133 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-bcb3b996-d8c9-4352-97c4-6bf2576e38b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 1001 time: 0.2533126 Jan 14 11:51:11.791655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:11.828957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] Sync routers for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:11.835088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-ab1db541-50e8-46c4-84e8-97f52043c5dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:11.837535 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-ab1db541-50e8-46c4-84e8-97f52043c5dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 200 len: 834 time: 0.1115828 Jan 14 11:51:11.840665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:11.845279 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a7c472b5-e3ec-43e1-8338-087c3cd932d8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/7afa3b39-6852-4cb6-8483-892307629576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5185602 Jan 14 11:51:11.848928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49162) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:11.851779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c9b223ba-8843-4f28-acbf-9785b28b138b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:11.852143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:11.925846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:11.926393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:11.971012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-9d0c8e45-c6d6-4baf-839f-d59809240094 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274371 Jan 14 11:51:11.983197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=5c13221c-7774-4ca7-9438-ba2fafb45683,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:12.005218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.008396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] DHCP port deletion for a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:12.029623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:12.035912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] Deleting port ad05e865-4fb3-470e-9f72-a43162c1a82c {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:12.036276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.170532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.185883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982b7fae-b114-419e-81bd-6e27c2b4545c']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:12.203988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-5062b5d5-0126-40a3-b77c-f0da18f141b9 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252703 Jan 14 11:51:12.206941 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f891e3b2-83ba-4ec2-b74b-8c30670f129e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/5c13221c-7774-4ca7-9438-ba2fafb45683 HTTP/1.1" status: 204 len: 168 time: 2.1611900 Jan 14 11:51:12.211460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49168) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:12.214998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde31b0-4508-4cb9-9cf0-27de311b0082 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:12.216579 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-afde31b0-4508-4cb9-9cf0-27de311b0082 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports/15bc3b9c-aab0-4281-98e0-32e226c408ee HTTP/1.1" status: 200 len: 910 time: 0.3299763 Jan 14 11:51:12.219278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e047f46-1fe5-4763-ae82-5ffd81ae18b2') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:12.219764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e047f46-1fe5-4763-ae82-5ffd81ae18b2') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:12.228010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49170) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:12.241419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:12.242042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:12.331703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:12.332708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e7a0e-43be-4ab0-be15-5c3745413751 None None] The sync data for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:12.335207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.372576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 728c2956-e9f7-4248-a676-fc67b80629d6 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:12.419297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca6d28b-c291-49a4-8bcb-5d21e05022d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:51:12.420193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca6d28b-c291-49a4-8bcb-5d21e05022d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:51:12.433690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fca6d28b-c291-49a4-8bcb-5d21e05022d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/5c13221c-7774-4ca7-9438-ba2fafb45683 HTTP/1.1" status: 404 len: 333 time: 0.1791773 Jan 14 11:51:12.440065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49176) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:12.492185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.502220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:12.504059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2f12d9-0106-42cd-bd57-6ff080ff8e73 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:12.504567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0f2f12d9-0106-42cd-bd57-6ff080ff8e73 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:12.508230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:12.525967 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:12.572694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0f2f12d9-0106-42cd-bd57-6ff080ff8e73 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:12.578069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0f2f12d9-0106-42cd-bd57-6ff080ff8e73 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/5c13221c-7774-4ca7-9438-ba2fafb45683 HTTP/1.1" status: 404 len: 333 time: 0.1341968 Jan 14 11:51:12.579574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49180) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:12.583640 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad642c41-c072-49df-a2ea-328d4ab57746 req-33f89581-7723-43eb-91e6-762b9da4a750 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736618 Jan 14 11:51:12.653317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.658608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.691153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=982b7fae-b114-419e-81bd-6e27c2b4545c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:12.695744 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-96ccb903-3bb6-4831-94d7-b64fc5730f21 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/982b7fae-b114-419e-81bd-6e27c2b4545c HTTP/1.1" status: 204 len: 168 time: 1.3610568 Jan 14 11:51:12.698467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49184) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:12.750279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] For port ad05e865-4fb3-470e-9f72-a43162c1a82c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ad05e865-4fb3-470e-9f72-a43162c1a82c,segment=NetworkSegment(620907e5-60fc-4edf-a76a-64aac88445bb),segment_id=620907e5-60fc-4edf-a76a-64aac88445bb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:12.751573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.866243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 36c5cb51-8169-4688-8ae7-5d2dbe48b269 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:12.871936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.920296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 728c2956-e9f7-4248-a676-fc67b80629d6 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:12.955575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:12.991799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.000579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bb31518e-44a4-4b9d-bfd5-23ed8be3ed3c None None] Could not find standard attr ID for object 5c13221c-7774-4ca7-9438-ba2fafb45683. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:51:13.009471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] Calling delete_port for ad05e865-4fb3-470e-9f72-a43162c1a82c owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:13.027397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port ad05e865-4fb3-470e-9f72-a43162c1a82c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:13.027658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.036098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 728c2956-e9f7-4248-a676-fc67b80629d6 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:13.036581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.077348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.187769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.226157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] The port 'ad05e865-4fb3-470e-9f72-a43162c1a82c' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:13.244286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] Pushing event deleted for resources: {'Port': ['ID=ad05e865-4fb3-470e-9f72-a43162c1a82c,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:13.245481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.258993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f315b3-0067-4a31-983f-963381aa19e4 None None] No DVR routers for this DVR port ad05e865-4fb3-470e-9f72-a43162c1a82c on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:13.260628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.322827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.331335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=36c5cb51-8169-4688-8ae7-5d2dbe48b269,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:13.341367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-831d2842-091f-4b4c-8e37-902121ee9b87 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/36c5cb51-8169-4688-8ae7-5d2dbe48b269 HTTP/1.1" status: 204 len: 168 time: 0.7607205 Jan 14 11:51:13.343211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49190) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:13.370313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388aa29-e681-4ade-917c-50bbf19ee909 None None] Network bf2e3211-1a1c-4138-a267-e66204e19f98 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:13.410691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.455210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:13.483763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:13.484283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:13.487951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.500574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 728c2956-e9f7-4248-a676-fc67b80629d6 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:13.501203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.542492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620907e5-60fc-4edf-a76a-64aac88445bb') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:13.542739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620907e5-60fc-4edf-a76a-64aac88445bb') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:13.673729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] DHCP port deletion for bf2e3211-1a1c-4138-a267-e66204e19f98 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:13.680145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Deleting port 728c2956-e9f7-4248-a676-fc67b80629d6 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:13.680601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.727680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.732547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port 728c2956-e9f7-4248-a676-fc67b80629d6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=728c2956-e9f7-4248-a676-fc67b80629d6,segment=NetworkSegment(70c5dbd6-3baf-499a-be4d-65fb2db3ce4f),segment_id=70c5dbd6-3baf-499a-be4d-65fb2db3ce4f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:13.733118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.763585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.774059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:13.774465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:13.795022 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:13.941468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:13.978292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] For port 728c2956-e9f7-4248-a676-fc67b80629d6, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=728c2956-e9f7-4248-a676-fc67b80629d6,segment=NetworkSegment(70c5dbd6-3baf-499a-be4d-65fb2db3ce4f),segment_id=70c5dbd6-3baf-499a-be4d-65fb2db3ce4f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:13.978644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.013563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.026319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 728c2956-e9f7-4248-a676-fc67b80629d6 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:14.050605 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe HTTP/1.1" status: 204 len: 168 time: 1.3513653 Jan 14 11:51:14.056476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49194) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:14.067502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813415714'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:14.072814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642aca3-efd3-4f89-861b-5c2852b24882 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=a58c7ee2-88af-4da4-8fcd-55ac7c7f9fbe,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:14.079270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:14.090723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:14.095295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:14.104055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:14.107663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.150674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.151527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Calling delete_port for 728c2956-e9f7-4248-a676-fc67b80629d6 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:14.204896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.254454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=728c2956-e9f7-4248-a676-fc67b80629d6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:14.256309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:14.259447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.294054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No DVR routers for this DVR port 728c2956-e9f7-4248-a676-fc67b80629d6 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:14.345471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:14.345820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:14.405048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:14.418118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.418522 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment 05027262-1337-4028-ad58-379677dcf7b4 of type vlan for network e96903da-37ca-4016-ad78-702c16dd0e03 Jan 14 11:51:14.419635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:14.465683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:14.466069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 0ebb1b11-9832-4f95-9f1f-5bc6b5adda6e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:14.477417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.478744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.529009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2e3211-1a1c-4138-a267-e66204e19f98']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:14.543719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:14.544350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c5dbd6-3baf-499a-be4d-65fb2db3ce4f') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:14.558087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.575366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 728c2956-e9f7-4248-a676-fc67b80629d6 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:14.579904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.587580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:14.588105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:14.603829 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:14.611204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 728c2956-e9f7-4248-a676-fc67b80629d6 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:14.611563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 728c2956-e9f7-4248-a676-fc67b80629d6 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:14.611982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ad05e865-4fb3-470e-9f72-a43162c1a82c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:14.615254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.620096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:14.620681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.652480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ad05e865-4fb3-470e-9f72-a43162c1a82c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:14.652859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ad05e865-4fb3-470e-9f72-a43162c1a82c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:14.696089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.701836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.727882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=bf2e3211-1a1c-4138-a267-e66204e19f98,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:14.739591 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e1e6a766-1bd4-4830-ad25-4554cbcc75e3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/bf2e3211-1a1c-4138-a267-e66204e19f98 HTTP/1.1" status: 204 len: 168 time: 1.3945227 Jan 14 11:51:14.743738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49200) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:14.749544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-773367079'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:14.754874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:14.759146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:14.762129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:14.768321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:14.803718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:14.807425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.814088 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7529421 Jan 14 11:51:14.820323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:14.835652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:14.845072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:14.847344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Deleting port 728c2956-e9f7-4248-a676-fc67b80629d6 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:14.847851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.853668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfe77a-0f3d-42d8-bbe0-716f3c8670e8 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=e96903da-37ca-4016-ad78-702c16dd0e03,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:14.856586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.857387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment f41e6287-e65b-4425-9825-7cad813e8577 of type vlan for network 76a82ac6-e542-4229-8d33-d2c58e6e6589 Jan 14 11:51:14.869780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.21.0.1 (5c8e7818-251c-4a56-aba5-eae386d4bb1d/fb247a47-7a49-4786-bf1a-f6f9c7ef85a6/2fa41573-dbcf-4614-bfa2-ecb727890ba8) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:14.884696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network e96903da-37ca-4016-ad78-702c16dd0e03 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:14.899982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.941662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.946255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:14.948036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:14.992017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-164a80f9-1ddc-414b-9462-83b37cd63064 None None] The port '728c2956-e9f7-4248-a676-fc67b80629d6' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:15.081527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=76a82ac6-e542-4229-8d33-d2c58e6e6589,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:15.082393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:15.086108 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8e3bc1a3-08c9-49ae-85e9-28fe1be25d82 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3412645 Jan 14 11:51:15.088790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49208) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:15.094883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:15.103533 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:51:15.104182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 76a82ac6-e542-4229-8d33-d2c58e6e6589 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:15.110942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:15.116341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:15.127768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:15.165991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:15.250443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.282589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:15.294937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:15.299093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object 2fa41573-dbcf-4614-bfa2-ecb727890ba8 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:15.304643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:15.312759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.313624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:15.327396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:15.437234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.463699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.534716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:15.538855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:15.545815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:15.617821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=2fa41573-dbcf-4614-bfa2-ecb727890ba8,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:15.620764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.806847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.945070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=63b212a0-5228-4f54-b6ac-4470202423a2,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:15.947558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': 'f41e6287-e65b-4425-9825-7cad813e8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:15.947912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: 76a82ac6-e542-4229-8d33-d2c58e6e6589, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:15.956116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-875e4f23-477e-4785-ae5a-3a581f4b05ee None None] Provisioning for port 2fa41573-dbcf-4614-bfa2-ecb727890ba8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:15.963174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-875e4f23-477e-4785-ae5a-3a581f4b05ee None None] Provisioning complete for port 2fa41573-dbcf-4614-bfa2-ecb727890ba8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:15.963976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-875e4f23-477e-4785-ae5a-3a581f4b05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.978611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:15.985317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 76a82ac6-e542-4229-8d33-d2c58e6e6589 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:16.003696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 76a82ac6-e542-4229-8d33-d2c58e6e6589) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:16.008849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:16.009632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.030182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff95102-9fd1-4cae-94a5-1f0ff00b69a1 None None] Network 76a82ac6-e542-4229-8d33-d2c58e6e6589 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:16.043275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d6e826b7-97c5-4a57-b448-cdb4bdc3ce66 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9533660 Jan 14 11:51:16.044278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49214) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:16.051851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589', 'security_groups': [], 'name': 'tempest-PortsTestJSON-6633078'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:16.071708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.151442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-875e4f23-477e-4785-ae5a-3a581f4b05ee None None] Port 2fa41573-dbcf-4614-bfa2-ecb727890ba8 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:16.283037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:16.289180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:16.292628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:16.300892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:16.321032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:16.326009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.336706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=104a1e23-3fb0-41f2-bf48-8a06aa7b863c,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:16.364428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 46479223-e006-4426-a08f-32f7ea3c2512 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:16.389802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': '05027262-1337-4028-ad58-379677dcf7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:16.390154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: e96903da-37ca-4016-ad78-702c16dd0e03, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:16.397849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-76a82ac6-e542-4229-8d33-d2c58e6e6589', 'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': '63b212a0-5228-4f54-b6ac-4470202423a2'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:16.398568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.553297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network e96903da-37ca-4016-ad78-702c16dd0e03 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:16.578729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, e96903da-37ca-4016-ad78-702c16dd0e03) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:16.588547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:16.589407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.595846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffdae5-5f8a-4db8-a34a-a7a33faeca7c None None] Network e96903da-37ca-4016-ad78-702c16dd0e03 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:16.637011 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ed9840f1-d58f-40c0-bc41-d07e17ad87e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8112063 Jan 14 11:51:16.638282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49220) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:16.645704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1038566466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:16.654128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.654391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:16.661077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.677744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:16.686120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:16.697146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:16.706619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.5 (76a82ac6-e542-4229-8d33-d2c58e6e6589/63b212a0-5228-4f54-b6ac-4470202423a2/46479223-e006-4426-a08f-32f7ea3c2512) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:16.719276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.720370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.815600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.849918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.912329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.930494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-e96903da-37ca-4016-ad78-702c16dd0e03', 'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': '104a1e23-3fb0-41f2-bf48-8a06aa7b863c'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:16.931968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.955531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.966908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:16.970866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e7de6ca1-cb9f-4f2f-950a-78adef49fc0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3290858 Jan 14 11:51:16.971516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49224) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:16.980403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'port': {'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03', 'name': 'tempest-RoutersIpV6Test-400648589'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:16.980881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=2fa41573-dbcf-4614-bfa2-ecb727890ba8,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:16.998752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 46479223-e006-4426-a08f-32f7ea3c2512 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:17.051801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:17.053769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:17.141923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Allocated IP 2001:db8::2 (e96903da-37ca-4016-ad78-702c16dd0e03/104a1e23-3fb0-41f2-bf48-8a06aa7b863c/04425ef9-e2e9-4d90-91d6-1cd3372f75db) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:17.162081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.317874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 76a82ac6-e542-4229-8d33-d2c58e6e6589 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:17.326043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:17.329015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:17.362863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:17.405569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:17.415757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=46479223-e006-4426-a08f-32f7ea3c2512,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:17.441353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.449476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:17.450152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.456379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:17.460273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.470419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Transition to ACTIVE for port object 04425ef9-e2e9-4d90-91d6-1cd3372f75db will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:17.475932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Allocated IP 172.20.0.2 (76a82ac6-e542-4229-8d33-d2c58e6e6589/63b212a0-5228-4f54-b6ac-4470202423a2/e3f26acc-b33e-4230-9f84-ae363a87e022) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:17.495745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-81834bbb-ee8b-48be-aa95-ddfe6a4446f4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 883 time: 1.4499285 Jan 14 11:51:17.498726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] device_id is not set on port c703f72a-97fb-4d46-a045-38254b63354d yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:17.499523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b2441b65-ff28-4b83-9b18-8d07847de558 None None] Provisioning complete for port 2fa41573-dbcf-4614-bfa2-ecb727890ba8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:17.499903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2441b65-ff28-4b83-9b18-8d07847de558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.541506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49228) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:17.565568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Transition to ACTIVE for port object 04425ef9-e2e9-4d90-91d6-1cd3372f75db will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:17.629928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.651209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 46479223-e006-4426-a08f-32f7ea3c2512 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:17.651818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.685234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b2441b65-ff28-4b83-9b18-8d07847de558 None None] Port 2fa41573-dbcf-4614-bfa2-ecb727890ba8 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:17.714529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8::2f6 (e96903da-37ca-4016-ad78-702c16dd0e03/104a1e23-3fb0-41f2-bf48-8a06aa7b863c/c703f72a-97fb-4d46-a045-38254b63354d) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:17.731244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Network e96903da-37ca-4016-ad78-702c16dd0e03 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:17.732117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Pushing event updated for resources: {'Port': ['ID=04425ef9-e2e9-4d90-91d6-1cd3372f75db,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:17.744490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:17.749188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:17.940859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Attempting to bind port 04425ef9-e2e9-4d90-91d6-1cd3372f75db on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:17.941425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Attempting to bind port 04425ef9-e2e9-4d90-91d6-1cd3372f75db by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '05027262-1337-4028-ad58-379677dcf7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:17.941962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Attempting to bind port 04425ef9-e2e9-4d90-91d6-1cd3372f75db on network e96903da-37ca-4016-ad78-702c16dd0e03 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:17.958378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.962420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:17.963061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Checking segment: {'id': '05027262-1337-4028-ad58-379677dcf7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:17.963644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:17.964036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Bound using segment: {'id': '05027262-1337-4028-ad58-379677dcf7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:17.964523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Bound port: 04425ef9-e2e9-4d90-91d6-1cd3372f75db, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05027262-1337-4028-ad58-379677dcf7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e96903da-37ca-4016-ad78-702c16dd0e03'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:17.964999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.006773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Transition to ACTIVE for port object e3f26acc-b33e-4230-9f84-ae363a87e022 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:18.032264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 7afa3b39-6852-4cb6-8483-892307629576 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:18.049518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.070834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object c703f72a-97fb-4d46-a045-38254b63354d will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:18.079143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Transition to ACTIVE for port object e3f26acc-b33e-4230-9f84-ae363a87e022 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:18.097398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.113797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.156407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.172255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] For port 04425ef9-e2e9-4d90-91d6-1cd3372f75db, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:18.223873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Network 76a82ac6-e542-4229-8d33-d2c58e6e6589 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:18.230916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] For port 04425ef9-e2e9-4d90-91d6-1cd3372f75db, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04425ef9-e2e9-4d90-91d6-1cd3372f75db,segment=NetworkSegment(05027262-1337-4028-ad58-379677dcf7b4),segment_id=05027262-1337-4028-ad58-379677dcf7b4)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:18.232210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:18.234709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:18.241173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Pushing event updated for resources: {'Port': ['ID=e3f26acc-b33e-4230-9f84-ae363a87e022,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:18.246428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.281438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network e96903da-37ca-4016-ad78-702c16dd0e03 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:18.283315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=c703f72a-97fb-4d46-a045-38254b63354d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:18.288850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:18.292017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:18.296551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:18.297488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.355957 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9de7931a-eb57-4b54-a60c-0a48d5794042 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3832943 Jan 14 11:51:18.358441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49234) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:18.391432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 46479223-e006-4426-a08f-32f7ea3c2512 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:18.436989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fd2ea-b3f8-4baf-b49c-9248aba4599c None None] Pushing event updated for resources: {'Port': ['ID=04425ef9-e2e9-4d90-91d6-1cd3372f75db,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:18.449377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Attempting to bind port e3f26acc-b33e-4230-9f84-ae363a87e022 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:18.449651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Attempting to bind port e3f26acc-b33e-4230-9f84-ae363a87e022 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'f41e6287-e65b-4425-9825-7cad813e8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:18.450041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Attempting to bind port e3f26acc-b33e-4230-9f84-ae363a87e022 on network 76a82ac6-e542-4229-8d33-d2c58e6e6589 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:18.457622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:18.457990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Checking segment: {'id': 'f41e6287-e65b-4425-9825-7cad813e8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:18.458372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.458791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Bound using segment: {'id': 'f41e6287-e65b-4425-9825-7cad813e8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:18.459811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Bound port: e3f26acc-b33e-4230-9f84-ae363a87e022, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41e6287-e65b-4425-9825-7cad813e8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '76a82ac6-e542-4229-8d33-d2c58e6e6589'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:18.460170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.652898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] For port e3f26acc-b33e-4230-9f84-ae363a87e022, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:18.656510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] For port e3f26acc-b33e-4230-9f84-ae363a87e022, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e3f26acc-b33e-4230-9f84-ae363a87e022,segment=NetworkSegment(f41e6287-e65b-4425-9825-7cad813e8577),segment_id=f41e6287-e65b-4425-9825-7cad813e8577)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:18.657640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.661736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:18.743932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=46479223-e006-4426-a08f-32f7ea3c2512,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:18.794716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a5816-a9c8-4752-a792-63d0b6b0ef5b None None] Pushing event updated for resources: {'Port': ['ID=e3f26acc-b33e-4230-9f84-ae363a87e022,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:18.823698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:18.840006 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] Sync routers for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:18.857971 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:18.858585 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:18.893498 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f8b67048-12d4-4be8-afa4-dc87fffb2c3a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/7afa3b39-6852-4cb6-8483-892307629576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6615980 Jan 14 11:51:18.894747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49238) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:18.954521 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:18.977679 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:18.978583 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:19.013346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:19.018999 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5cd21a87-4a81-43b9-8af6-3c90c93661f9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/46479223-e006-4426-a08f-32f7ea3c2512 HTTP/1.1" status: 204 len: 168 time: 1.4756007 Jan 14 11:51:19.023390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49244) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:19.066359 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:19.067324 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1294d-b6e6-49a9-88c9-f8bdb96480d2 None None] The sync data for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:19.091124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704dba25-89ab-4990-b00c-509bd4102959 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:19.092004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-704dba25-89ab-4990-b00c-509bd4102959 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:19.105168 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-97464951-3286-4f68-839c-542b21d98807 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:19.105669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-97464951-3286-4f68-839c-542b21d98807 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:19.178658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-704dba25-89ab-4990-b00c-509bd4102959 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:19.198398 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-704dba25-89ab-4990-b00c-509bd4102959 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports/2fa41573-dbcf-4614-bfa2-ecb727890ba8 HTTP/1.1" status: 200 len: 910 time: 0.3019226 Jan 14 11:51:19.198997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49248) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:19.311292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-97464951-3286-4f68-839c-542b21d98807 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:19.315120 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-97464951-3286-4f68-839c-542b21d98807 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/46479223-e006-4426-a08f-32f7ea3c2512 HTTP/1.1" status: 404 len: 333 time: 0.2854412 Jan 14 11:51:19.315965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49252) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:19.464226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:19.704506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 63b212a0-5228-4f54-b6ac-4470202423a2 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:19.712057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:19.849318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:19.915791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:19.926290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.020363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba6daae-2310-4568-bd73-3f92dff6c70b None None] Network e96903da-37ca-4016-ad78-702c16dd0e03 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:20.095574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=c703f72a-97fb-4d46-a045-38254b63354d,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:20.130644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.185086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.202432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1361edc3-2d95-45d1-81b5-224fceb84786 None None] Provisioning for port 04425ef9-e2e9-4d90-91d6-1cd3372f75db completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:20.385739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.417214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebd1a5-153f-4c83-a533-c082bf6a5e15 None None] Network 76a82ac6-e542-4229-8d33-d2c58e6e6589 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:20.429852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.516402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=63b212a0-5228-4f54-b6ac-4470202423a2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:20.524409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.550082 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5499a668-36ce-4791-9bb2-1f63258cd559 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/63b212a0-5228-4f54-b6ac-4470202423a2 HTTP/1.1" status: 204 len: 168 time: 1.2310851 Jan 14 11:51:20.553230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:20.553910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.624812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4fef5b88-84f6-4a28-a0f6-d0072ef1eaf5 None None] Provisioning for port e3f26acc-b33e-4230-9f84-ae363a87e022 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:20.755453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04425ef9-e2e9-4d90-91d6-1cd3372f75db up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:20.839821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] DHCP port deletion for 76a82ac6-e542-4229-8d33-d2c58e6e6589 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:20.853840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] Deleting port e3f26acc-b33e-4230-9f84-ae363a87e022 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:20.854215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.936434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.961485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port e3f26acc-b33e-4230-9f84-ae363a87e022 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:20.962107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:20.998066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 04425ef9-e2e9-4d90-91d6-1cd3372f75db completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:21.019095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 04425ef9-e2e9-4d90-91d6-1cd3372f75db triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:21.019491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.150267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.165306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.166249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.229607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] For port e3f26acc-b33e-4230-9f84-ae363a87e022, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e3f26acc-b33e-4230-9f84-ae363a87e022,segment=NetworkSegment(f41e6287-e65b-4425-9825-7cad813e8577),segment_id=f41e6287-e65b-4425-9825-7cad813e8577)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:21.230273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.338299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=c703f72a-97fb-4d46-a045-38254b63354d,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:21.367363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Provisioning complete for port 04425ef9-e2e9-4d90-91d6-1cd3372f75db triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:21.367597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.374207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port e3f26acc-b33e-4230-9f84-ae363a87e022, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e3f26acc-b33e-4230-9f84-ae363a87e022,segment=NetworkSegment(f41e6287-e65b-4425-9825-7cad813e8577),segment_id=f41e6287-e65b-4425-9825-7cad813e8577)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:21.374702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.433469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] Calling delete_port for e3f26acc-b33e-4230-9f84-ae363a87e022 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:21.588497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for e3f26acc-b33e-4230-9f84-ae363a87e022 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:21.598784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network e96903da-37ca-4016-ad78-702c16dd0e03 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:21.602763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:21.669978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.761538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.798963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:21.799342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:21.850395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] Pushing event deleted for resources: {'Port': ['ID=e3f26acc-b33e-4230-9f84-ae363a87e022,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:21.854077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.867858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 04425ef9-e2e9-4d90-91d6-1cd3372f75db, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04425ef9-e2e9-4d90-91d6-1cd3372f75db,segment=NetworkSegment(05027262-1337-4028-ad58-379677dcf7b4),segment_id=05027262-1337-4028-ad58-379677dcf7b4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:21.879003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35abc9-f7fc-4789-8e57-3080a5946a58 None None] No DVR routers for this DVR port e3f26acc-b33e-4230-9f84-ae363a87e022 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:21.883194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:21.883989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e3f26acc-b33e-4230-9f84-ae363a87e022 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:21.979020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: e3f26acc-b33e-4230-9f84-ae363a87e022 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:21.980602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e3f26acc-b33e-4230-9f84-ae363a87e022 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 14 11:51:22.019144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 2fa41573-dbcf-4614-bfa2-ecb727890ba8 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:22.019661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.104055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port e3f26acc-b33e-4230-9f84-ae363a87e022 not found, will not notify nova. {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 11:51:22.175701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=04425ef9-e2e9-4d90-91d6-1cd3372f75db,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:22.183010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:22.183509 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:22.245325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.294113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 45f1c724-8368-4b34-84b2-d58c6da97174 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:51:22.430370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port e3f26acc-b33e-4230-9f84-ae363a87e022 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:22.430370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.498362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:22.509316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9ca8bfd6-c474-4632-9632-b16d4269f0c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/45f1c724-8368-4b34-84b2-d58c6da97174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1470599 Jan 14 11:51:22.510687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49264) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:22.511331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] Sync routers for ids ['45f1c724-8368-4b34-84b2-d58c6da97174'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:22.535940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] Routers {'45f1c724-8368-4b34-84b2-d58c6da97174'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:22.536897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['45f1c724-8368-4b34-84b2-d58c6da97174'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.550788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 2fa41573-dbcf-4614-bfa2-ecb727890ba8 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:22.601435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04425ef9-e2e9-4d90-91d6-1cd3372f75db up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:22.627919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] The port 'e3f26acc-b33e-4230-9f84-ae363a87e022' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:22.670875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.715598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2be9e9-2423-4319-900a-7acc0c48d460 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:22.716198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bf2be9e9-2423-4319-900a-7acc0c48d460 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:22.728005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 04425ef9-e2e9-4d90-91d6-1cd3372f75db triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:22.728388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.808507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] Routers {'45f1c724-8368-4b34-84b2-d58c6da97174'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:22.809314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['45f1c724-8368-4b34-84b2-d58c6da97174'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.817139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.836686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bf2be9e9-2423-4319-900a-7acc0c48d460 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:22.838853 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bf2be9e9-2423-4319-900a-7acc0c48d460 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports/c703f72a-97fb-4d46-a045-38254b63354d HTTP/1.1" status: 200 len: 983 time: 0.3231132 Jan 14 11:51:22.841137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49270) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:22.856219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a82ac6-e542-4229-8d33-d2c58e6e6589']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.873343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.874076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667abcf-f473-47b3-b5aa-0ca9436238ef None None] The sync data for ids ['45f1c724-8368-4b34-84b2-d58c6da97174'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:22.875298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41e6287-e65b-4425-9825-7cad813e8577') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.875454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41e6287-e65b-4425-9825-7cad813e8577') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:22.894267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.913184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.924297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:22.924692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:22.939324 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:22.968818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Provisioning for port c703f72a-97fb-4d46-a045-38254b63354d completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:22.979781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Provisioning complete for port c703f72a-97fb-4d46-a045-38254b63354d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:22.980277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.057029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1b00617f-53ea-49b3-bc50-f646d5732894 None None] Port c703f72a-97fb-4d46-a045-38254b63354d cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:23.070059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.081735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e3f26acc-b33e-4230-9f84-ae363a87e022 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:23.090843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.096040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.124768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: e3f26acc-b33e-4230-9f84-ae363a87e022 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:23.125381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e3f26acc-b33e-4230-9f84-ae363a87e022 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:23.129532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=76a82ac6-e542-4229-8d33-d2c58e6e6589,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:23.156682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=2fa41573-dbcf-4614-bfa2-ecb727890ba8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:23.194198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4aaceda7-a122-401f-b70d-e414412ea961 None None] Provisioning complete for port c703f72a-97fb-4d46-a045-38254b63354d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:23.194730 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4aaceda7-a122-401f-b70d-e414412ea961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.198702 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5577d40e-a562-4ea6-ba20-7b8874b316f0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/76a82ac6-e542-4229-8d33-d2c58e6e6589 HTTP/1.1" status: 204 len: 168 time: 2.6408823 Jan 14 11:51:23.205765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49274) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:23.215077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'name': 'tempest-PortsTestJSON-506750004'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:23.305382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4aaceda7-a122-401f-b70d-e414412ea961 None None] Port c703f72a-97fb-4d46-a045-38254b63354d cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:23.472968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:23.478738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:23.523258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:23.533838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:23.561373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:23.564285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.595270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 5ace89f9-9fdd-475f-9e7a-d794c5829e33 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:23.607944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:23.695734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.083324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.105154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port c703f72a-97fb-4d46-a045-38254b63354d {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:24.105658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.136891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.293842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.358730 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:24.364308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=5ace89f9-9fdd-475f-9e7a-d794c5829e33,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:24.366795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:24.370540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:24.374426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:24.374938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.424972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for c703f72a-97fb-4d46-a045-38254b63354d owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:24.463789 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7c129083-c7b6-4a3a-9341-aa18e6d76c6d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2567756 Jan 14 11:51:24.466384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49286) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:24.564044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 5ace89f9-9fdd-475f-9e7a-d794c5829e33 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:24.564372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.568895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 7afa3b39-6852-4cb6-8483-892307629576 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:24.752085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:24.759867 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c42e1b75-998e-43b5-b21f-b904937946c1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/7afa3b39-6852-4cb6-8483-892307629576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5594563 Jan 14 11:51:24.760644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49290) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:24.762836 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] Sync routers for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:24.776033 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:24.776678 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:24.855507 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:24.871329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:24.874599 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:24.875199 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:24.978468 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:24.979235 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad2d31-fc16-4edc-8148-7cb614d66364 None None] The sync data for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:25.050575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:25.058643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 5ace89f9-9fdd-475f-9e7a-d794c5829e33 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:25.134570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:25.150381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=c703f72a-97fb-4d46-a045-38254b63354d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:25.362348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:25.425743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=5ace89f9-9fdd-475f-9e7a-d794c5829e33,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:25.430569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:25.441394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:25.510706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e4f7d668-7167-44f4-84be-2b729e332430 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/5ace89f9-9fdd-475f-9e7a-d794c5829e33 HTTP/1.1" status: 204 len: 168 time: 1.0430877 Jan 14 11:51:25.518556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49300) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:25.527316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'mac_address': 'fa:16:3e:cb:c7:81', 'name': 'tempest-PortsTestJSON-1126927390'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:25.826768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:25.889514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:25.896689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:25.958476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:25.960150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 15bc3b9c-aab0-4281-98e0-32e226c408ee {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:25.960590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:26.049577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:26.180948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:26.235059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:26.262925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 45f1c724-8368-4b34-84b2-d58c6da97174 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:26.279564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port a108a27c-f889-4e40-893d-70c3b5ebc106 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:26.316562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 15bc3b9c-aab0-4281-98e0-32e226c408ee owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:26.502982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:26.517250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:26.530533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] Sync routers for ids ['45f1c724-8368-4b34-84b2-d58c6da97174'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:26.544215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] Routers {'45f1c724-8368-4b34-84b2-d58c6da97174'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:26.545181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['45f1c724-8368-4b34-84b2-d58c6da97174'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:26.582630 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b916c589-6051-4104-ad2b-a70b053ba9b2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/45f1c724-8368-4b34-84b2-d58c6da97174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7392218 Jan 14 11:51:26.593003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49306) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:26.614139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=15bc3b9c-aab0-4281-98e0-32e226c408ee,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:26.641741 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:26.654391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] Routers {'45f1c724-8368-4b34-84b2-d58c6da97174'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:26.655305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['45f1c724-8368-4b34-84b2-d58c6da97174'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:26.747735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:26.748449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dca2b7-c1ae-4f19-a729-a20c34af2690 None None] The sync data for ids ['45f1c724-8368-4b34-84b2-d58c6da97174'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:26.758957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:26.870333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:26.968163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:27.134952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:27.143761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:27.145740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=a108a27c-f889-4e40-893d-70c3b5ebc106,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:27.149170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:27.153311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:27.153958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:27.245065 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-19045333-f5a5-4250-8166-f17792a33876 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] remove_router_interface failed (client error): The resource could not be found. Jan 14 11:51:27.249004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-19045333-f5a5-4250-8166-f17792a33876 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/45f1c724-8368-4b34-84b2-d58c6da97174/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6550043 Jan 14 11:51:27.250162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49320) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:27.251539 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2978d861-b3ab-4b70-a96d-88b12693c319 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7320335 Jan 14 11:51:27.254088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49324) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:27.339286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-28743e29-28b1-4bb7-a6de-3ff503431136 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:27.375697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c72465-9eba-4e60-b07b-2e62c60a5856 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:27.376365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-30c72465-9eba-4e60-b07b-2e62c60a5856 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:27.380319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-28743e29-28b1-4bb7-a6de-3ff503431136 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:27.384224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-28743e29-28b1-4bb7-a6de-3ff503431136 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=45f1c724-8368-4b34-84b2-d58c6da97174 HTTP/1.1" status: 200 len: 205 time: 0.1288784 Jan 14 11:51:27.384508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49328) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:27.507641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-30c72465-9eba-4e60-b07b-2e62c60a5856 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:27.511393 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-30c72465-9eba-4e60-b07b-2e62c60a5856 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/a108a27c-f889-4e40-893d-70c3b5ebc106 HTTP/1.1" status: 200 len: 841 time: 0.2539332 Jan 14 11:51:27.514618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49332) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:27.529872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 7afa3b39-6852-4cb6-8483-892307629576 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:27.577636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:27.647458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port a108a27c-f889-4e40-893d-70c3b5ebc106 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:27.647949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:27.678169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:27.691252 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] Sync routers for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:27.700381 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7e2ceb8f-25c8-47ea-b556-71785882b828 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/7afa3b39-6852-4cb6-8483-892307629576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9372623 Jan 14 11:51:27.700599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49336) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:27.706870 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:27.707712 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:27.760526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e5686d9a-71a3-49ab-9935-f1c00515e059 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:27.780463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e5686d9a-71a3-49ab-9935-f1c00515e059 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:27.784921 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:27.785523 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e5686d9a-71a3-49ab-9935-f1c00515e059 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=7afa3b39-6852-4cb6-8483-892307629576 HTTP/1.1" status: 200 len: 205 time: 0.0838163 Jan 14 11:51:27.790361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49340) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:27.807049 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] Routers {'7afa3b39-6852-4cb6-8483-892307629576'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:27.808076 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7afa3b39-6852-4cb6-8483-892307629576'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:27.869824 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:27.870490 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f368f2-93e8-40b7-8b3d-444b26984d34 None None] The sync data for ids ['7afa3b39-6852-4cb6-8483-892307629576'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:27.939309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:27.940801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.074925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for a108a27c-f889-4e40-893d-70c3b5ebc106 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:28.289696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.394805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=a108a27c-f889-4e40-893d-70c3b5ebc106,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:28.408610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.419051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.449808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.450716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router 7afa3b39-6852-4cb6-8483-892307629576 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:51:28.465131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.466734 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4a67c7a7-b28d-4c4e-9cec-315daeaaced1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/7afa3b39-6852-4cb6-8483-892307629576 HTTP/1.1" status: 204 len: 168 time: 0.6787019 Jan 14 11:51:28.470857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49346) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:28.690620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.708170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.721208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.725786 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f7189e34-baa3-4ba9-933d-9bf5399b7cc1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/a108a27c-f889-4e40-893d-70c3b5ebc106 HTTP/1.1" status: 204 len: 168 time: 1.2085023 Jan 14 11:51:28.728818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49350) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:28.743078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet fb247a47-7a49-4786-bf1a-f6f9c7ef85a6 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:28.749483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.783680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf820c6-b017-459c-9c43-a4519b5422a9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:28.784961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fbf820c6-b017-459c-9c43-a4519b5422a9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:28.821712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.827016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fbf820c6-b017-459c-9c43-a4519b5422a9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:28.829021 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fbf820c6-b017-459c-9c43-a4519b5422a9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/a108a27c-f889-4e40-893d-70c3b5ebc106 HTTP/1.1" status: 404 len: 333 time: 0.0976944 Jan 14 11:51:28.833038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49354) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:28.833710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.834634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router 45f1c724-8368-4b34-84b2-d58c6da97174 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:51:28.850113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'name': 'tempest-PortsTestJSON-1023718783'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:28.877679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:28.883719 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b2b64aa7-9c24-495d-a47b-b45c473b9ca0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/45f1c724-8368-4b34-84b2-d58c6da97174 HTTP/1.1" status: 204 len: 168 time: 1.4934466 Jan 14 11:51:28.883975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49358) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:28.998895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:29.015037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:29.029143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:29.032379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.064492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 4be81cac-6b64-46dd-aa85-d0b3d6e86172 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:29.191657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.312256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet 104a1e23-3fb0-41f2-bf48-8a06aa7b863c {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:29.318296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.348219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.375038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.383082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.429975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.462626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=fb247a47-7a49-4786-bf1a-f6f9c7ef85a6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:29.467809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:29.472209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:29.476168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.477931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:29.482487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:29.484678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.489143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=4be81cac-6b64-46dd-aa85-d0b3d6e86172,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:29.491941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6515f8c6-ca0f-459d-a402-095702f8fd26 None None] Network 5c8e7818-251c-4a56-aba5-eae386d4bb1d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:29.522782 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d5d982d9-edcc-47fd-9942-281baa246daf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/fb247a47-7a49-4786-bf1a-f6f9c7ef85a6 HTTP/1.1" status: 204 len: 168 time: 1.0502684 Jan 14 11:51:29.526046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49366) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:29.530727 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ffe623c5-f239-4bbf-8756-949f043c619c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6891758 Jan 14 11:51:29.548627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.567315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49370) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:29.574322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:29.648421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.702928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=104a1e23-3fb0-41f2-bf48-8a06aa7b863c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:29.722040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.726939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365fa8d-3bd6-44eb-9b95-0936ea302abf None None] Network e96903da-37ca-4016-ad78-702c16dd0e03 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:29.732368 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-efcd1059-2a77-4235-be8c-29db70cd0ff2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/104a1e23-3fb0-41f2-bf48-8a06aa7b863c HTTP/1.1" status: 204 len: 168 time: 0.8449173 Jan 14 11:51:29.732597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49374) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:29.826899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet 98e2f2aa-4791-40a9-99b2-b4f0231ef725 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:29.839140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.884639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.886103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.897750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 04425ef9-e2e9-4d90-91d6-1cd3372f75db {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:29.898128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:29.940309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.027063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] DHCP port deletion for 5c8e7818-251c-4a56-aba5-eae386d4bb1d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:30.032063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Deleting port c9b223ba-8843-4f28-acbf-9785b28b138b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:30.032436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.165654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 04425ef9-e2e9-4d90-91d6-1cd3372f75db, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04425ef9-e2e9-4d90-91d6-1cd3372f75db,segment=NetworkSegment(05027262-1337-4028-ad58-379677dcf7b4),segment_id=05027262-1337-4028-ad58-379677dcf7b4)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:30.166538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.197553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] DHCP port deletion for e96903da-37ca-4016-ad78-702c16dd0e03 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:30.206242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Deleting port 04425ef9-e2e9-4d90-91d6-1cd3372f75db {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:30.206601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.236327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.309144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.318194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.326541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 04425ef9-e2e9-4d90-91d6-1cd3372f75db owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:30.397566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.403842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] In _notify_port_updated(), no bound segment for port 4be81cac-6b64-46dd-aa85-d0b3d6e86172 on network a57bfc20-cc53-4669-bf98-f63fb9239e9d {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:51:30.408004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:30.408607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.410469 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/ports/4be81cac-6b64-46dd-aa85-d0b3d6e86172 HTTP/1.1" status: 200 len: 818 time: 0.8419690 Jan 14 11:51:30.413290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49378) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:30.442340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.449828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=98e2f2aa-4791-40a9-99b2-b4f0231ef725,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:30.453220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345d282-02bd-4fae-ae37-24269bb1d03b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=4be81cac-6b64-46dd-aa85-d0b3d6e86172,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:30.458340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.468448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b230f7c4-e496-4aca-b01b-1953c9ec4165 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/98e2f2aa-4791-40a9-99b2-b4f0231ef725 HTTP/1.1" status: 204 len: 168 time: 0.9377329 Jan 14 11:51:30.468654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49382) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:30.492398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601df1e3-e8bc-430a-b501-7af687a44378 None None] Network 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:30.499257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=04425ef9-e2e9-4d90-91d6-1cd3372f75db,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:30.512943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No DVR routers for this DVR port 04425ef9-e2e9-4d90-91d6-1cd3372f75db on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:30.572836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 4be81cac-6b64-46dd-aa85-d0b3d6e86172 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:30.573187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.589677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.602106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port c9b223ba-8843-4f28-acbf-9785b28b138b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:30.603081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.614117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04425ef9-e2e9-4d90-91d6-1cd3372f75db no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:30.672974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 04425ef9-e2e9-4d90-91d6-1cd3372f75db {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:30.672974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 04425ef9-e2e9-4d90-91d6-1cd3372f75db not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:30.673426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c9b223ba-8843-4f28-acbf-9785b28b138b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:30.694158 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.717195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] For port 04425ef9-e2e9-4d90-91d6-1cd3372f75db, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=04425ef9-e2e9-4d90-91d6-1cd3372f75db,segment=NetworkSegment(05027262-1337-4028-ad58-379677dcf7b4),segment_id=05027262-1337-4028-ad58-379677dcf7b4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:30.717848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.746427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] For port c9b223ba-8843-4f28-acbf-9785b28b138b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c9b223ba-8843-4f28-acbf-9785b28b138b,segment=NetworkSegment(4289d0ef-75b7-4e5f-a886-08d550b271ca),segment_id=4289d0ef-75b7-4e5f-a886-08d550b271ca)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:30.746427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.976749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:30.978792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port c9b223ba-8843-4f28-acbf-9785b28b138b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c9b223ba-8843-4f28-acbf-9785b28b138b,segment=NetworkSegment(4289d0ef-75b7-4e5f-a886-08d550b271ca),segment_id=4289d0ef-75b7-4e5f-a886-08d550b271ca)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:30.979224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.017600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Calling delete_port for 04425ef9-e2e9-4d90-91d6-1cd3372f75db owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:31.062002 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Calling delete_port for c9b223ba-8843-4f28-acbf-9785b28b138b owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:31.102863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 4be81cac-6b64-46dd-aa85-d0b3d6e86172 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:31.136351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for c9b223ba-8843-4f28-acbf-9785b28b138b owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:31.183014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96903da-37ca-4016-ad78-702c16dd0e03']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:31.219472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.231329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:31.231697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:31.239257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No active binding found for port c9b223ba-8843-4f28-acbf-9785b28b138b {{(pid=83453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 14 11:51:31.241852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c9b223ba-8843-4f28-acbf-9785b28b138b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:31.262532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.263239 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5601-e8bd-49df-98f2-08cb1b3c998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.267432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.270420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05027262-1337-4028-ad58-379677dcf7b4') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:31.271098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05027262-1337-4028-ad58-379677dcf7b4') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:31.278304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=c9b223ba-8843-4f28-acbf-9785b28b138b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:31.287898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port c9b223ba-8843-4f28-acbf-9785b28b138b on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:31.314713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:31.315097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:31.346399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.369521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=4be81cac-6b64-46dd-aa85-d0b3d6e86172,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:31.386130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] DHCP port deletion for 58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:31.390352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] Deleting port d811ad4d-2d27-4127-ba45-026301b9e0a7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:31.390714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.402423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-ee178798-2ac1-42e4-a74f-e70452315be5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:31.406479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.414787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.422364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.427172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:31.427675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:31.442419 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:31.452704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8e7818-251c-4a56-aba5-eae386d4bb1d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:31.466379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4289d0ef-75b7-4e5f-a886-08d550b271ca') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:31.466675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4289d0ef-75b7-4e5f-a886-08d550b271ca') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:31.479247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.494999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.504488 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7a1fa4e9-39cd-47c9-abea-5238e687911e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/4be81cac-6b64-46dd-aa85-d0b3d6e86172 HTTP/1.1" status: 204 len: 168 time: 1.0876911 Jan 14 11:51:31.504704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:31.504704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.513069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49398) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:31.517318 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:31.565607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-ee178798-2ac1-42e4-a74f-e70452315be5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:31.566970 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-ee178798-2ac1-42e4-a74f-e70452315be5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059694854&fields=id&tenant_id=81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 267 time: 0.3081124 Jan 14 11:51:31.604028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] For port d811ad4d-2d27-4127-ba45-026301b9e0a7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d811ad4d-2d27-4127-ba45-026301b9e0a7,segment=NetworkSegment(102296a7-19bd-4711-b7b4-f0de135d0402),segment_id=102296a7-19bd-4711-b7b4-f0de135d0402)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:31.604666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.605255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.613665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.626927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.636923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=5c8e7818-251c-4a56-aba5-eae386d4bb1d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:31.639417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.651262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-25d292aa-b6fe-4f52-ac6d-27c8011a0196 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/5c8e7818-251c-4a56-aba5-eae386d4bb1d HTTP/1.1" status: 204 len: 168 time: 1.1793430 Jan 14 11:51:31.651567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49402) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:31.698205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=e96903da-37ca-4016-ad78-702c16dd0e03,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:31.718963 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6552d122-5e05-4267-b0ea-adcd99c4bdfb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/e96903da-37ca-4016-ad78-702c16dd0e03 HTTP/1.1" status: 204 len: 168 time: 1.9813397 Jan 14 11:51:31.719782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49406) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:31.728593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2325a2b1-56d3-4975-be11-d68dc56f4244 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:31.729309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2325a2b1-56d3-4975-be11-d68dc56f4244 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:31.737445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873456244'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:31.746075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:31.761783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:31.767171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Deleting port 04425ef9-e2e9-4d90-91d6-1cd3372f75db {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:31.767171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.767437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:31.777382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.779060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:31.789984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port d811ad4d-2d27-4127-ba45-026301b9e0a7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:31.790316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.796040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2325a2b1-56d3-4975-be11-d68dc56f4244 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:31.797253 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2325a2b1-56d3-4975-be11-d68dc56f4244 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2832489 Jan 14 11:51:31.803398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49410) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:31.803599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] Calling delete_port for d811ad4d-2d27-4127-ba45-026301b9e0a7 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:31.828495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Deleting port c9b223ba-8843-4f28-acbf-9785b28b138b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:31.829028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.857788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:31.860667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.882961 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cfa6dc-80a8-41b8-b537-cd921747e263 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:31.884248 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-24cfa6dc-80a8-41b8-b537-cd921747e263 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/4be81cac-6b64-46dd-aa85-d0b3d6e86172 HTTP/1.1" status: 404 len: 333 time: 0.0784788 Jan 14 11:51:31.889873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49414) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:31.891695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-f49f6244-e6bf-4877-80d3-23818bcc09f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:31.892332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-f49f6244-e6bf-4877-80d3-23818bcc09f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:31.895653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1309233737'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:31.907614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:31.915092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:31.916857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:31.919479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:31.924037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-f49f6244-e6bf-4877-80d3-23818bcc09f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:31.925298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-f49f6244-e6bf-4877-80d3-23818bcc09f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 812 time: 0.3335350 Jan 14 11:51:31.928374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:31.929013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment 9237013f-cb00-4de7-a5d9-e1cef9473238 of type vlan for network 438ac5c2-5845-49ab-ae65-cf079697eb9b Jan 14 11:51:31.945536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-490bc567-83cc-4647-bcc7-ec88b79e43f4 None None] The port '04425ef9-e2e9-4d90-91d6-1cd3372f75db' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:31.948464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:31.952976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9043b17c-3a91-4f1c-a2a0-1449286a478a None None] The port 'c9b223ba-8843-4f28-acbf-9785b28b138b' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:31.962889 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-95fe8341-325f-4feb-9778-978d06eafa25 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/quotas/81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 375 time: 0.0255256 Jan 14 11:51:31.968886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.000404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.024010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:32.027611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.054914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] Pushing event deleted for resources: {'Port': ['ID=d811ad4d-2d27-4127-ba45-026301b9e0a7,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:32.071273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc26c16-55af-4c1a-b8a1-dd705a545585 None None] No DVR routers for this DVR port d811ad4d-2d27-4127-ba45-026301b9e0a7 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:32.071473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.071473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:32.071473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.090265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port d811ad4d-2d27-4127-ba45-026301b9e0a7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d811ad4d-2d27-4127-ba45-026301b9e0a7,segment=NetworkSegment(102296a7-19bd-4711-b7b4-f0de135d0402),segment_id=102296a7-19bd-4711-b7b4-f0de135d0402)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:32.090608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.106976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:32.173539 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-83c3fdc3-500e-4c23-8972-dd9e3082d5c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006202 Jan 14 11:51:32.199308 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4644389 Jan 14 11:51:32.200842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49418) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:32.210819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:32.227348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for d811ad4d-2d27-4127-ba45-026301b9e0a7 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:32.239985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dce5eb-b238-40ff-a618-9d9d2ccfc5e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=438ac5c2-5845-49ab-ae65-cf079697eb9b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:32.252006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:32.264424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.265065 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment 385b23ca-5dc2-4664-8dc1-4ee0f159c9ac of type vlan for network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a Jan 14 11:51:32.322629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.332895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:32.336935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:32.340582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:32.346558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:32.346878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:32.357727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:32.361347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.365336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:32.366367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.369765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:32.565839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d811ad4d-2d27-4127-ba45-026301b9e0a7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:32.571351 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6770072 Jan 14 11:51:32.574693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49424) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:32.576499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.583715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:32.603224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8985590-264e-42d1-a449-8d7d803fa306 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=8603e1ff-4d4e-48c4-a4e9-b185da972d4a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:32.606251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: d811ad4d-2d27-4127-ba45-026301b9e0a7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:32.607144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d811ad4d-2d27-4127-ba45-026301b9e0a7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:32.617253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:32.706991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:32.711753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:32.714747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:32.720869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:32.730990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:32.820187 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-e71e46bf-217e-4fff-bc54-62ab449e7ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140614 Jan 14 11:51:32.832865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.851656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port d811ad4d-2d27-4127-ba45-026301b9e0a7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:32.851988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.991985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fa241ba9-857a-4294-8978-81c3a8dc4b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:32.993527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] The port 'd811ad4d-2d27-4127-ba45-026301b9e0a7' was deleted {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:33.025247 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-b4800921-3fb9-4e78-b6b1-2f6fbe14bce7 service neutron] 10.222.0.48 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984675 Jan 14 11:51:33.065464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.141226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.158723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=c56668ad-49f7-42b4-94e9-d783b81776c9,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:33.173071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:33.178314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': '9237013f-cb00-4de7-a5d9-e1cef9473238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:33.179099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: 438ac5c2-5845-49ab-ae65-cf079697eb9b, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:33.204936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:33.216221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 438ac5c2-5845-49ab-ae65-cf079697eb9b) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:33.221891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:33.222477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.224655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102296a7-19bd-4711-b7b4-f0de135d0402') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:33.224975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102296a7-19bd-4711-b7b4-f0de135d0402') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:33.227687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0f7d8-fc66-47c4-8355-e921e7aa93c7 None None] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:33.243779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.257957 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8120553e-f6b9-4016-aef7-4d5e3bf52e66 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0561545 Jan 14 11:51:33.260926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49436) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:33.266720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-419636442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:33.273802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:33.278308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:33.282179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:33.289121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:33.303687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.304935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.317174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.338961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.357169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.364420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.375912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:33.376313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:33.392166 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:33.400000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.404943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49440) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:33.405093 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7180cec-ee0c-4358-8167-4223e998d99f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1430130 Jan 14 11:51:33.492913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-438ac5c2-5845-49ab-ae65-cf079697eb9b', 'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': 'c56668ad-49f7-42b4-94e9-d783b81776c9'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:33.494341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.607008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=ed5df8ae-ee92-4315-8129-eca0061df218,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:33.622828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8d14db25-ebf0-46b4-8ee6-283ad993082e req-a3c599dd-c816-4d81-9557-0ec63a5dc16a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:33.708663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.734746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.741922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Allocated IP 2001:db8::2 (438ac5c2-5845-49ab-ae65-cf079697eb9b/c56668ad-49f7-42b4-94e9-d783b81776c9/4126c33e-0548-4106-88eb-a82234a40c2e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:33.758629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:33.759023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: 8603e1ff-4d4e-48c4-a4e9-b185da972d4a, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:33.763408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:33.769694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-640b7b66-d845-46b5-9a81-87ccc0043592 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/58fbe7e8-8ef4-4efd-8d2a-b6f6d51c9944 HTTP/1.1" status: 204 len: 168 time: 2.1170902 Jan 14 11:51:33.770364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8d14db25-ebf0-46b4-8ee6-283ad993082e req-a3c599dd-c816-4d81-9557-0ec63a5dc16a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:33.771903 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8d14db25-ebf0-46b4-8ee6-283ad993082e req-a3c599dd-c816-4d81-9557-0ec63a5dc16a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 210 time: 0.2208123 Jan 14 11:51:33.773880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49452) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:33.784600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-829362409'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:33.859089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:33.865605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:33.870071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:33.924630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:33.951497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:33.958064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:33.961588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:33.985447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 8603e1ff-4d4e-48c4-a4e9-b185da972d4a) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:33.997644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284f475-fab4-4d50-b8a4-44ecbd8a4508 None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:34.014900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.044039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:34.044623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.077870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Transition to ACTIVE for port object 4126c33e-0548-4106-88eb-a82234a40c2e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:34.116198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Transition to ACTIVE for port object 4126c33e-0548-4106-88eb-a82234a40c2e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:34.129129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.202727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.244115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:34.246449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Pushing event updated for resources: {'Port': ['ID=4126c33e-0548-4106-88eb-a82234a40c2e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:34.250090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:34.267527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:34.276279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:34.287729 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-613da0c2-5c83-494b-8ee3-b55dee580309 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7087774 Jan 14 11:51:34.288115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49458) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:34.292512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.292898 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment ddbc90bb-465a-468f-b6d7-479c56819a96 of type vlan for network 5423956c-6fea-474c-80ce-4f851e38595d Jan 14 11:51:34.294856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:34.363609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.434958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.438899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:34.443157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:34.446321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:34.452648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:34.454319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.458131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:34.458709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.463555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:34.477480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.481974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Attempting to bind port 4126c33e-0548-4106-88eb-a82234a40c2e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:34.482340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Attempting to bind port 4126c33e-0548-4106-88eb-a82234a40c2e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '9237013f-cb00-4de7-a5d9-e1cef9473238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:34.482694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Attempting to bind port 4126c33e-0548-4106-88eb-a82234a40c2e on network 438ac5c2-5845-49ab-ae65-cf079697eb9b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:34.492162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:34.492534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Checking segment: {'id': '9237013f-cb00-4de7-a5d9-e1cef9473238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:34.492965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.493350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Bound using segment: {'id': '9237013f-cb00-4de7-a5d9-e1cef9473238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:34.493863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Bound port: 4126c33e-0548-4106-88eb-a82234a40c2e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237013f-cb00-4de7-a5d9-e1cef9473238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '438ac5c2-5845-49ab-ae65-cf079697eb9b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:34.494238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.505556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': 'ed5df8ae-ee92-4315-8129-eca0061df218'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:34.505556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.604033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.681092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] For port 4126c33e-0548-4106-88eb-a82234a40c2e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:34.715302 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9368272 Jan 14 11:51:34.728020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] For port 4126c33e-0548-4106-88eb-a82234a40c2e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4126c33e-0548-4106-88eb-a82234a40c2e,segment=NetworkSegment(9237013f-cb00-4de7-a5d9-e1cef9473238),segment_id=9237013f-cb00-4de7-a5d9-e1cef9473238)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:34.741710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:34.761943 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ed5df8ae-ee92-4315-8129-eca0061df218 (CIDR: 172.20.0.0/28) Jan 14 11:51:34.762857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49462) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:34.768519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': '5423956c-6fea-474c-80ce-4f851e38595d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:34.785830 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:51:34.786267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:51:34.838990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da266-499e-4de7-a14a-4994f5399500 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=5423956c-6fea-474c-80ce-4f851e38595d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:34.843717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Allocated IP 172.20.0.2 (8603e1ff-4d4e-48c4-a4e9-b185da972d4a/ed5df8ae-ee92-4315-8129-eca0061df218/b3876900-51fb-4b36-828e-77074392e226) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:34.865838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 5423956c-6fea-474c-80ce-4f851e38595d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:34.885536 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4502f133-65b7-4ecc-b1cb-0beb52b6a6c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5933285 Jan 14 11:51:34.887092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49468) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:34.895062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:34.911691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53539e2-edda-4573-8cd3-f03822375e56 None None] Pushing event updated for resources: {'Port': ['ID=4126c33e-0548-4106-88eb-a82234a40c2e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:35.007019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:35.019458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-450a8f81-a5e1-43f7-9cbf-09c20cfc6b03 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:35.020943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-450a8f81-a5e1-43f7-9cbf-09c20cfc6b03 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 812 time: 0.3543022 Jan 14 11:51:35.057418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:35.066625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:35.088913 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-90e073ef-6a3d-47b5-8d49-cf12f7bb1b3f req-52de3fd5-78f6-4a23-a6a3-1bce4e4adad0 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 210 time: 0.0759695 Jan 14 11:51:35.089773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:35.121930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:35.243381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-09a8e7b7-2b08-47ab-ac17-34ac0ac90a0d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 380 time: 0.1045654 Jan 14 11:51:35.260949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'port': {'device_id': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'admin_state_up': True, 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'security_groups': ['f91c5ee7-8064-4db5-8f1d-eed0b93ed210']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:35.284184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:35.299421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:35.304401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:35.318903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.333106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:35.403624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8::1 (438ac5c2-5845-49ab-ae65-cf079697eb9b/c56668ad-49f7-42b4-94e9-d783b81776c9/47a08760-39cc-4a48-8aef-c3df6bdbd3fd) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:35.404675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.420362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Transition to ACTIVE for port object b3876900-51fb-4b36-828e-77074392e226 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:35.423353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:35.426801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.461641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.464470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Transition to ACTIVE for port object b3876900-51fb-4b36-828e-77074392e226 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:35.472136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.595725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:35.596988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Pushing event updated for resources: {'Port': ['ID=b3876900-51fb-4b36-828e-77074392e226,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:35.599243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:35.604322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:35.607939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:35.632925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:35.639056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.658087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object 47a08760-39cc-4a48-8aef-c3df6bdbd3fd will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:35.660448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Made reservation on behalf of 81934c9a786a46739333e9a45ae00552 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:35.664367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.737529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Attempting to bind port b3876900-51fb-4b36-828e-77074392e226 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:35.737891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Attempting to bind port b3876900-51fb-4b36-828e-77074392e226 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:35.738297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Attempting to bind port b3876900-51fb-4b36-828e-77074392e226 on network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:35.747795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:35.748200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Checking segment: {'id': '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:35.748580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.749052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Bound using segment: {'id': '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:35.749536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Bound port: b3876900-51fb-4b36-828e-77074392e226, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:35.749982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.841830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Allocated IP 172.20.0.11 (7b35cc2e-3f69-4f45-83b4-ac142500eba8/7652df1d-a0a2-41ba-bdbd-9a97509c5ad1/6a5f67cd-0757-41d5-b61d-447e37d71f3d) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:35.878951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:35.884288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:35.890491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.964935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:35.997022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f7fe6-b983-4fc3-99f9-b114b4a1b6db None None] Pushing event updated for resources: {'Port': ['ID=b3876900-51fb-4b36-828e-77074392e226,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:36.085993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.107105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=704897f1-99df-41ba-9671-4cd565bf13ae,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:36.113125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.120030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Transition to ACTIVE for port object 6a5f67cd-0757-41d5-b61d-447e37d71f3d will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:36.177274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.325917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.333903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=79af8681-f7dc-492b-b668-36db02f5d7c4,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:36.343486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:36.345644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:36.348998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:36.349980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.358692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': 'ddbc90bb-465a-468f-b6d7-479c56819a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5423956c-6fea-474c-80ce-4f851e38595d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:36.359001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: 5423956c-6fea-474c-80ce-4f851e38595d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:36.385687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ee70f-de7c-4de4-85e9-eb3b27d5d3bf None None] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:36.401390 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b01cd06-0a0b-41de-8a4f-99875540f4ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5131376 Jan 14 11:51:36.404313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49476) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:36.411018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'fixed_ips': [{'subnet_id': 'ed5df8ae-ee92-4315-8129-eca0061df218'}, {'subnet_id': '79af8681-f7dc-492b-b668-36db02f5d7c4'}], 'name': 'tempest-PortsTestJSON-2104424863'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:36.593148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ef910c5e-d71a-47ae-bc22-ec728d9c1306 None None] Provisioning for port 4126c33e-0548-4106-88eb-a82234a40c2e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:36.596341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:36.597677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 5423956c-6fea-474c-80ce-4f851e38595d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:36.603070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:36.607353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:36.616606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:36.619374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 5423956c-6fea-474c-80ce-4f851e38595d) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:36.624665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:36.625338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.632152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdedd070-8777-4110-adf6-6cdb8c421527 None None] Network 5423956c-6fea-474c-80ce-4f851e38595d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:36.650165 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-91f944a2-9bad-4f66-9fa8-5ccc7d36980f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8861313 Jan 14 11:51:36.651009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49480) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:36.658327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-185150255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:36.666004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:36.671440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:36.674327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:36.681037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.691151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:36.702623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:36.704275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:36.719700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port cbe1ff7f-98d5-433b-a11d-b97064e766f7 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:36.729749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:36.732171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=47a08760-39cc-4a48-8aef-c3df6bdbd3fd,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:36.767767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:36.774401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3876900-51fb-4b36-828e-77074392e226 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:36.776958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.778030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.831392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:36.845050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:36.850539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:36.851842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.885587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:36.981035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.019796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.022151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.026526 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0be250c4-dd1e-4248-bca2-392caa46a4c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3725772 Jan 14 11:51:37.027192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49484) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:37.048667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'port': {'network_id': '5423956c-6fea-474c-80ce-4f851e38595d', 'name': 'tempest-RoutersTest-1047951596'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:37.058994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc17ed-1901-4622-9beb-b1369bc16fe8 req-ef9b129d-3216-455b-801d-bb86244c0b2c tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:37.066541 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1adc17ed-1901-4622-9beb-b1369bc16fe8 req-ef9b129d-3216-455b-801d-bb86244c0b2c tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 932 time: 0.7085748 Jan 14 11:51:37.088218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:37.089040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.143514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=6a5f67cd-0757-41d5-b61d-447e37d71f3d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:37.165539 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-51858311-0420-452d-86c0-96405ff8f167 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9104013 Jan 14 11:51:37.210558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b3876900-51fb-4b36-828e-77074392e226 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:37.230453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4126c33e-0548-4106-88eb-a82234a40c2e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:37.275324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Request body: {'port': {'device_id': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:37.329509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:37.340131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:port and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:37.349629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:37.364942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:37.386582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.11 (8603e1ff-4d4e-48c4-a4e9-b185da972d4a/ed5df8ae-ee92-4315-8129-eca0061df218/cbe1ff7f-98d5-433b-a11d-b97064e766f7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:37.390985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:37.407030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.417247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f42cb1f9-47e3-4fc2-9993-7aa77d4eb052 None None] Provisioning for port 6a5f67cd-0757-41d5-b61d-447e37d71f3d completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:37.428489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f42cb1f9-47e3-4fc2-9993-7aa77d4eb052 None None] Provisioning complete for port 6a5f67cd-0757-41d5-b61d-447e37d71f3d triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:37.428867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f42cb1f9-47e3-4fc2-9993-7aa77d4eb052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.450074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.29 (8603e1ff-4d4e-48c4-a4e9-b185da972d4a/79af8681-f7dc-492b-b668-36db02f5d7c4/cbe1ff7f-98d5-433b-a11d-b97064e766f7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:37.451214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1adc17ed-1901-4622-9beb-b1369bc16fe8 req-0fc1d7de-6601-4a4e-a25b-0118d9180896 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836858 Jan 14 11:51:37.481932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4126c33e-0548-4106-88eb-a82234a40c2e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:37.485532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-5423956c-6fea-474c-80ce-4f851e38595d', 'network_id': '5423956c-6fea-474c-80ce-4f851e38595d', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': '704897f1-99df-41ba-9671-4cd565bf13ae'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:37.486601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.502645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] device_id is not set on port 35955fc9-0e9e-4f29-badf-25662d95c738 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:37.541387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f42cb1f9-47e3-4fc2-9993-7aa77d4eb052 None None] Port 6a5f67cd-0757-41d5-b61d-447e37d71f3d cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:37.547361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4126c33e-0548-4106-88eb-a82234a40c2e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:37.547971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:37.694629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba516938-9158-4bdf-ab52-2d6a4796544c None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:37.940338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.20.0.10 (5423956c-6fea-474c-80ce-4f851e38595d/704897f1-99df-41ba-9671-4cd565bf13ae/35955fc9-0e9e-4f29-badf-25662d95c738) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:37.991803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.046658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.052887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object cbe1ff7f-98d5-433b-a11d-b97064e766f7 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:38.064420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.064869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.065937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.106613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 4126c33e-0548-4106-88eb-a82234a40c2e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4126c33e-0548-4106-88eb-a82234a40c2e,segment=NetworkSegment(9237013f-cb00-4de7-a5d9-e1cef9473238),segment_id=9237013f-cb00-4de7-a5d9-e1cef9473238)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:38.109140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] Provisioning for port b3876900-51fb-4b36-828e-77074392e226 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:38.154557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.213145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=47a08760-39cc-4a48-8aef-c3df6bdbd3fd,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:38.225796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.239233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] Provisioning complete for port b3876900-51fb-4b36-828e-77074392e226 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:38.239805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.313599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.339709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.357372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object 35955fc9-0e9e-4f29-badf-25662d95c738 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:38.390951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.424638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:38.430227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:38.438934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:38.450901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Update dhcp port {'port': {'network_id': '8603e1ff-4d4e-48c4-a4e9-b185da972d4a', 'fixed_ips': [{'subnet_id': 'ed5df8ae-ee92-4315-8129-eca0061df218', 'ip_address': '172.20.0.2'}, {'subnet_id': '79af8681-f7dc-492b-b668-36db02f5d7c4'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'b3876900-51fb-4b36-828e-77074392e226'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:51:38.475686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=cbe1ff7f-98d5-433b-a11d-b97064e766f7,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:38.498436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=4126c33e-0548-4106-88eb-a82234a40c2e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:38.547145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:38.551706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:38.589157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:38.620643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Allocated IP 172.20.0.2 (5423956c-6fea-474c-80ce-4f851e38595d/704897f1-99df-41ba-9671-4cd565bf13ae/8620515f-bed7-4f62-ab69-0261df9ed1a8) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:38.662901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4126c33e-0548-4106-88eb-a82234a40c2e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:38.708949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=35955fc9-0e9e-4f29-badf-25662d95c738,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:38.727311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 5423956c-6fea-474c-80ce-4f851e38595d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:38.730697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:38.734673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:38.992928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:38.993585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.030466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.065560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49492) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:39.066181 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-96cc587d-dfdf-4a60-bedc-3ee30e64bdcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0255551 Jan 14 11:51:39.089272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:39.089872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.129160 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-105e7019-33d6-465d-9bb8-82ee459c6c1e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7233665 Jan 14 11:51:39.132952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49496) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:39.138702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed5df8ae-ee92-4315-8129-eca0061df218'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:39.165421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.201318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:39.209944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4126c33e-0548-4106-88eb-a82234a40c2e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:39.210483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.240912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Transition to ACTIVE for port object 8620515f-bed7-4f62-ab69-0261df9ed1a8 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:39.250304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25af712-dc68-4be2-ab4d-d4263c3b2e83 req-3f69e517-ffb2-40c6-8a58-aca8b37b7be9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:39.251691 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e25af712-dc68-4be2-ab4d-d4263c3b2e83 req-3f69e517-ffb2-40c6-8a58-aca8b37b7be9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 932 time: 0.2348361 Jan 14 11:51:39.261204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.333316 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e25af712-dc68-4be2-ab4d-d4263c3b2e83 req-5d5dc383-f463-42f5-9f00-bd4e439b58e6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743105 Jan 14 11:51:39.340435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.451336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Transition to ACTIVE for port object 8620515f-bed7-4f62-ab69-0261df9ed1a8 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:39.483460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.494996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Allocated IP 172.20.0.18 (8603e1ff-4d4e-48c4-a4e9-b185da972d4a/79af8681-f7dc-492b-b668-36db02f5d7c4/b3876900-51fb-4b36-828e-77074392e226) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:39.557400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-82bd6f6e-5d74-44db-84a6-ebd7b5257932 None None] Provisioning complete for port 4126c33e-0548-4106-88eb-a82234a40c2e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:39.558046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82bd6f6e-5d74-44db-84a6-ebd7b5257932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.613248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04639e1b-dfeb-4c30-92d8-877d82dbebd3 None None] Pushing event updated for resources: {'Port': ['ID=b3876900-51fb-4b36-828e-77074392e226,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:39.662489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5f67cd-0757-41d5-b61d-447e37d71f3d {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:51:39.681410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.685696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Network 5423956c-6fea-474c-80ce-4f851e38595d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:39.702881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:39.706766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Transition to ACTIVE for port object 6a5f67cd-0757-41d5-b61d-447e37d71f3d will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:39.712533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.759733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:39.791607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Pushing event updated for resources: {'Port': ['ID=8620515f-bed7-4f62-ab69-0261df9ed1a8,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:39.950788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f67cd-0757-41d5-b61d-447e37d71f3d,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:39.976638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Attempting to bind port 8620515f-bed7-4f62-ab69-0261df9ed1a8 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:39.977026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Attempting to bind port 8620515f-bed7-4f62-ab69-0261df9ed1a8 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ddbc90bb-465a-468f-b6d7-479c56819a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5423956c-6fea-474c-80ce-4f851e38595d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:39.977377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Attempting to bind port 8620515f-bed7-4f62-ab69-0261df9ed1a8 on network 5423956c-6fea-474c-80ce-4f851e38595d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:39.981006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:39.995711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:39.996201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Checking segment: {'id': 'ddbc90bb-465a-468f-b6d7-479c56819a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5423956c-6fea-474c-80ce-4f851e38595d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:39.996607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:39.997024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Bound using segment: {'id': 'ddbc90bb-465a-468f-b6d7-479c56819a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5423956c-6fea-474c-80ce-4f851e38595d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:39.997880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Bound port: 8620515f-bed7-4f62-ab69-0261df9ed1a8, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc90bb-465a-468f-b6d7-479c56819a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5423956c-6fea-474c-80ce-4f851e38595d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:39.997880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.065685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-82bd6f6e-5d74-44db-84a6-ebd7b5257932 None None] Provisioning for port 47a08760-39cc-4a48-8aef-c3df6bdbd3fd completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:40.076633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.100448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-82bd6f6e-5d74-44db-84a6-ebd7b5257932 None None] Provisioning complete for port 47a08760-39cc-4a48-8aef-c3df6bdbd3fd triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:40.101065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82bd6f6e-5d74-44db-84a6-ebd7b5257932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.156753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Transition to ACTIVE for port object b3876900-51fb-4b36-828e-77074392e226 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:40.173862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.249854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] For port 8620515f-bed7-4f62-ab69-0261df9ed1a8, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:40.254813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Delete allocated IP 172.20.0.29 (8603e1ff-4d4e-48c4-a4e9-b185da972d4a/79af8681-f7dc-492b-b668-36db02f5d7c4) {{(pid=83452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 11:51:40.255429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-82bd6f6e-5d74-44db-84a6-ebd7b5257932 None None] Port 47a08760-39cc-4a48-8aef-c3df6bdbd3fd cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:40.275538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] For port 8620515f-bed7-4f62-ab69-0261df9ed1a8, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8620515f-bed7-4f62-ab69-0261df9ed1a8,segment=NetworkSegment(ddbc90bb-465a-468f-b6d7-479c56819a96),segment_id=ddbc90bb-465a-468f-b6d7-479c56819a96)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:40.297090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router dd4378f5-0e77-469c-be7c-264c93f43712 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:51:40.316432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.353358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Attempting to bind port 6a5f67cd-0757-41d5-b61d-447e37d71f3d on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:40.354962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Attempting to bind port 6a5f67cd-0757-41d5-b61d-447e37d71f3d by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:40.354962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Attempting to bind port 6a5f67cd-0757-41d5-b61d-447e37d71f3d on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:40.367768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018673cc-599c-4e02-8dbb-50217ed6dd96 None None] Pushing event updated for resources: {'Port': ['ID=b3876900-51fb-4b36-828e-77074392e226,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:40.432055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Port 6a5f67cd-0757-41d5-b61d-447e37d71f3d on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:51:40.434558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Attempting to bind port 6a5f67cd-0757-41d5-b61d-447e37d71f3d on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:40.457381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.485547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7758c77-6851-4093-8821-8484d4131b02 None None] Pushing event updated for resources: {'Port': ['ID=8620515f-bed7-4f62-ab69-0261df9ed1a8,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:40.560428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.580410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:40.580760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Checking segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:40.581292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Bound using segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:40.581755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Bound port: 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:40.582102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.597672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Ignored duplicate provisioning block setup for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 14 11:51:40.606390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.656693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3876900-51fb-4b36-828e-77074392e226 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:40.877220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=cbe1ff7f-98d5-433b-a11d-b97064e766f7,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:40.888500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] In _notify_port_updated(), no bound segment for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 on network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:51:40.898894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:40.899753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:40.901183 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e0ca0243-e353-419c-b23d-4f32f0252dd4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/ports/cbe1ff7f-98d5-433b-a11d-b97064e766f7 HTTP/1.1" status: 200 len: 920 time: 1.7674048 Jan 14 11:51:40.905305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49502) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:40.912828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed5df8ae-ee92-4315-8129-eca0061df218'}, {'subnet_id': '79af8681-f7dc-492b-b668-36db02f5d7c4'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:41.212492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.234703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001427ff-fd05-4fb6-a91e-a06cb30f45cf None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:41.328667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] For port 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:41.350364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-88d89987-d263-424b-9ddf-2547c851357d None None] Provisioning for port b3876900-51fb-4b36-828e-77074392e226 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:41.352095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] For port 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:41.361782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-88d89987-d263-424b-9ddf-2547c851357d None None] Provisioning complete for port b3876900-51fb-4b36-828e-77074392e226 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:41.362148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-88d89987-d263-424b-9ddf-2547c851357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.368972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.484370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.500417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979cae-cde5-4e26-9d97-01176f738de1 req-aae40204-6395-4a1f-b5c9-2db797943c4b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:41.501151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-be979cae-cde5-4e26-9d97-01176f738de1 req-aae40204-6395-4a1f-b5c9-2db797943c4b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:41.514164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.544411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.550679 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] 10.222.0.31 "PUT /v2.0/ports/6a5f67cd-0757-41d5-b61d-447e37d71f3d HTTP/1.1" status: 200 len: 1094 time: 4.2866321 Jan 14 11:51:41.563564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:51:41.630599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.26 (8603e1ff-4d4e-48c4-a4e9-b185da972d4a/79af8681-f7dc-492b-b668-36db02f5d7c4/cbe1ff7f-98d5-433b-a11d-b97064e766f7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:41.703688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'status': 'completed', 'code': 200} Jan 14 11:51:41.719607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-be979cae-cde5-4e26-9d97-01176f738de1 req-aae40204-6395-4a1f-b5c9-2db797943c4b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:41.720954 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be979cae-cde5-4e26-9d97-01176f738de1 req-aae40204-6395-4a1f-b5c9-2db797943c4b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 1.1648426 Jan 14 11:51:41.756262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:41.767032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] Sync routers for ids ['dd4378f5-0e77-469c-be7c-264c93f43712'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:41.789471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0f5ae460-a7cc-4a80-b9de-c04a3a78f09f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/dd4378f5-0e77-469c-be7c-264c93f43712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3809149 Jan 14 11:51:41.792119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] Routers {'dd4378f5-0e77-469c-be7c-264c93f43712'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:41.793015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dd4378f5-0e77-469c-be7c-264c93f43712'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:41.810069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec55c9b-3193-4b24-87b3-94546c23cec8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f67cd-0757-41d5-b61d-447e37d71f3d,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:41.820634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49508) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:41.861805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.881338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:41.882615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Ignored duplicate provisioning block setup for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 14 11:51:41.889593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:41.895199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] Routers {'dd4378f5-0e77-469c-be7c-264c93f43712'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:41.896086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dd4378f5-0e77-469c-be7c-264c93f43712'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:41.968663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:41.969007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2863dd-be70-45f8-ab57-33d27de0c138 None None] The sync data for ids ['dd4378f5-0e77-469c-be7c-264c93f43712'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:42.060203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8916c45-8217-43c2-b7ec-cece5f9fb12a None None] Network 5423956c-6fea-474c-80ce-4f851e38595d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:42.100989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=cbe1ff7f-98d5-433b-a11d-b97064e766f7,revision_number=3']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:42.113189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=35955fc9-0e9e-4f29-badf-25662d95c738,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:42.247371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] In _notify_port_updated(), no bound segment for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 on network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:51:42.251729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:42.253009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.254619 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-68224596-179f-403e-b51b-fdc177be12c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/ports/cbe1ff7f-98d5-433b-a11d-b97064e766f7 HTTP/1.1" status: 200 len: 1000 time: 1.3477561 Jan 14 11:51:42.261515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49512) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:42.289671 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be979cae-cde5-4e26-9d97-01176f738de1 req-f4ec5469-fc56-4cc5-9ba6-3ac8c385f88e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5134728 Jan 14 11:51:42.299209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a50321-c096-48f1-9a5e-0aaa17d13777 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:42.299549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92a50321-c096-48f1-9a5e-0aaa17d13777 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:42.308030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Provisioning for port 8620515f-bed7-4f62-ab69-0261df9ed1a8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:42.337502 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-3558426b-7a0b-4701-8f15-889f7c500384 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 1097 time: 0.7093971 Jan 14 11:51:42.374482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port cbe1ff7f-98d5-433b-a11d-b97064e766f7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:42.374834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.400021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-92a50321-c096-48f1-9a5e-0aaa17d13777 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:42.401213 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-92a50321-c096-48f1-9a5e-0aaa17d13777 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports/47a08760-39cc-4a48-8aef-c3df6bdbd3fd HTTP/1.1" status: 200 len: 911 time: 0.5692430 Jan 14 11:51:42.408033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49516) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:42.449843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.453824 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-df6dfd80-2d15-47c3-977e-f80035ea6edc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d HTTP/1.1" status: 200 len: 217 time: 0.1084216 Jan 14 11:51:42.471462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Provisioning for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:42.480027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Provisioning complete for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:42.480794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.536306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-8e6ede9f-7eeb-4b5d-950f-6b510cc25a03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:42.538406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-8e6ede9f-7eeb-4b5d-950f-6b510cc25a03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0750639 Jan 14 11:51:42.553747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Port cbe1ff7f-98d5-433b-a11d-b97064e766f7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:42.578145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Provisioning complete for port b3876900-51fb-4b36-828e-77074392e226 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:42.578523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-16dbf8d6-19be-453c-a395-bb7ed02b49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.726554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.789996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8620515f-bed7-4f62-ab69-0261df9ed1a8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:42.887480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 8620515f-bed7-4f62-ab69-0261df9ed1a8 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:42.893171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8620515f-bed7-4f62-ab69-0261df9ed1a8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:42.893779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:42.941891 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-66aa925e-9aba-4c83-b666-e7c7f7b84290 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3719332 Jan 14 11:51:42.997370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b9ad702e-13d3-44ac-9d44-b1b91f760204 None None] Provisioning complete for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:42.998126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9ad702e-13d3-44ac-9d44-b1b91f760204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.074191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.133993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad702e-13d3-44ac-9d44-b1b91f760204 None None] Port cbe1ff7f-98d5-433b-a11d-b97064e766f7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:43.164793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.213436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 8620515f-bed7-4f62-ab69-0261df9ed1a8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8620515f-bed7-4f62-ab69-0261df9ed1a8,segment=NetworkSegment(ddbc90bb-465a-468f-b6d7-479c56819a96),segment_id=ddbc90bb-465a-468f-b6d7-479c56819a96)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:43.219736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.319648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=8620515f-bed7-4f62-ab69-0261df9ed1a8,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:43.339533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for cbe1ff7f-98d5-433b-a11d-b97064e766f7 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:43.350662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Provisioning complete for port 8620515f-bed7-4f62-ab69-0261df9ed1a8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:43.351398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.453367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-dbf082f2-43a1-4b2f-a05a-798c5ffe422e service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481215 Jan 14 11:51:43.535247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.557752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Provisioning complete for port cbe1ff7f-98d5-433b-a11d-b97064e766f7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:43.558827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.617867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Port cbe1ff7f-98d5-433b-a11d-b97064e766f7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:43.631643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Provisioning for port 35955fc9-0e9e-4f29-badf-25662d95c738 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:43.639315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Provisioning complete for port 35955fc9-0e9e-4f29-badf-25662d95c738 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:43.639690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.660410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cd3c74ec-9d29-4d36-a5b1-ace7ff743da8 req-312460ea-9185-48ab-a742-50cf77051092 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960146 Jan 14 11:51:43.662413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.668792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.703660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-58b588e3-1444-4864-a705-dd10b33ad573 None None] Port 35955fc9-0e9e-4f29-badf-25662d95c738 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:43.830479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fbfa0463-6718-469c-9e36-c8f719980359 None None] Provisioning complete for port 35955fc9-0e9e-4f29-badf-25662d95c738 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:43.831396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fbfa0463-6718-469c-9e36-c8f719980359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.844441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.849152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=35955fc9-0e9e-4f29-badf-25662d95c738,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:43.908915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:43.916317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00410b10-eb8d-42b4-86d9-2db2d4a8f007 req-eb145764-3bf2-4a25-9917-45ce9ea1efea tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:43.923446 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-00410b10-eb8d-42b4-86d9-2db2d4a8f007 req-eb145764-3bf2-4a25-9917-45ce9ea1efea tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.2799480 Jan 14 11:51:43.924390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa0463-6718-469c-9e36-c8f719980359 None None] Port 35955fc9-0e9e-4f29-badf-25662d95c738 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:43.947191 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-57cd96d8-ff14-450a-b21f-702896a6dd8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 1097 time: 0.2315443 Jan 14 11:51:44.088894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 5423956c-6fea-474c-80ce-4f851e38595d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:44.091994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:44.098749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=cbe1ff7f-98d5-433b-a11d-b97064e766f7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:44.187560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-3839ead7-853b-4f31-99c7-08141ef35b3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:44.189344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-3839ead7-853b-4f31-99c7-08141ef35b3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.2344522 Jan 14 11:51:44.259116 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-00410b10-eb8d-42b4-86d9-2db2d4a8f007 req-59fdae55-1f6d-4918-b294-c0728d9468be tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346443 Jan 14 11:51:44.344819 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-396a1fd6-da6c-40ae-bc3f-5d26eaf4651a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d HTTP/1.1" status: 200 len: 217 time: 0.1461945 Jan 14 11:51:44.404416 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:44.423707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-7f9aa661-49c1-43e1-b90a-3fad259346f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:44.425173 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-7f9aa661-49c1-43e1-b90a-3fad259346f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0740919 Jan 14 11:51:44.442311 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d4963cda-9a80-4b01-9615-0060d66c07c6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/cbe1ff7f-98d5-433b-a11d-b97064e766f7 HTTP/1.1" status: 204 len: 168 time: 2.1789143 Jan 14 11:51:44.448386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49524) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:44.457946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c74e124c-fadc-4cb1-a170-1ddb346843c4 None None] Provisioning complete for port 35955fc9-0e9e-4f29-badf-25662d95c738 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:44.458713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c74e124c-fadc-4cb1-a170-1ddb346843c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:44.505150 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-123a57af-ac70-4ce1-ba77-5614f3d347a4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:44.506502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-123a57af-ac70-4ce1-ba77-5614f3d347a4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:44.517815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c74e124c-fadc-4cb1-a170-1ddb346843c4 None None] Port 35955fc9-0e9e-4f29-badf-25662d95c738 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:44.559749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-123a57af-ac70-4ce1-ba77-5614f3d347a4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:44.563589 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-123a57af-ac70-4ce1-ba77-5614f3d347a4 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/cbe1ff7f-98d5-433b-a11d-b97064e766f7 HTTP/1.1" status: 404 len: 333 time: 0.1118071 Jan 14 11:51:44.565842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49528) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:44.607749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8620515f-bed7-4f62-ab69-0261df9ed1a8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:44.684519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8620515f-bed7-4f62-ab69-0261df9ed1a8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:44.685013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:44.685225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 79af8681-f7dc-492b-b668-36db02f5d7c4 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:44.691412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:44.761475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-ffb02638-ffd5-4426-b796-bf16c37153ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2833507 Jan 14 11:51:44.775915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:44.914449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:44.923365 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-8d250c46-261d-4f94-89d5-9ec5a702cca3 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546047 Jan 14 11:51:44.951304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 093a5e2d-4513-46d6-a830-5d8de304ab66 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:51:45.051138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.085583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 47a08760-39cc-4a48-8aef-c3df6bdbd3fd {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:45.085913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.128937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=79af8681-f7dc-492b-b668-36db02f5d7c4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:45.146265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.154926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837b8c6-e772-4170-ae7c-bb76b66659c1 None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:45.171709 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f11f1283-456a-4cca-9d46-37a6c3c6ab04 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/79af8681-f7dc-492b-b668-36db02f5d7c4 HTTP/1.1" status: 204 len: 168 time: 0.6049814 Jan 14 11:51:45.175554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49532) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:45.194863 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c1ede43-ec4e-41c6-a0af-5fc2382fa42e req-9034a299-136a-4807-9b7c-d937cdb42a88 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640033 Jan 14 11:51:45.236336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:45.244687 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b78214da-aca7-40fd-b236-a80b067437b5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/093a5e2d-4513-46d6-a830-5d8de304ab66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1754179 Jan 14 11:51:45.244847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49536) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:45.253039 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] Sync routers for ids ['093a5e2d-4513-46d6-a830-5d8de304ab66'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:45.271636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] Routers {'093a5e2d-4513-46d6-a830-5d8de304ab66'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:45.273129 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['093a5e2d-4513-46d6-a830-5d8de304ab66'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:45.313816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet ed5df8ae-ee92-4315-8129-eca0061df218 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:45.322674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce0d99-ced9-43da-ab58-a2085cf543ce tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:45.323353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-34ce0d99-ced9-43da-ab58-a2085cf543ce tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:45.327984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.346296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-34ce0d99-ced9-43da-ab58-a2085cf543ce tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:45.347574 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-34ce0d99-ced9-43da-ab58-a2085cf543ce tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports/35955fc9-0e9e-4f29-badf-25662d95c738 HTTP/1.1" status: 200 len: 978 time: 0.1018686 Jan 14 11:51:45.350699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49542) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:45.384961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.457118 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:45.457375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.472037 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] Routers {'093a5e2d-4513-46d6-a830-5d8de304ab66'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:45.473951 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['093a5e2d-4513-46d6-a830-5d8de304ab66'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:45.544359 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:45.544715 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652a2e8-52fb-458e-94a0-71b0f5cf076d None None] The sync data for ids ['093a5e2d-4513-46d6-a830-5d8de304ab66'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:45.553837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 47a08760-39cc-4a48-8aef-c3df6bdbd3fd owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:45.612588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b1e35-7d05-4ad5-bbd8-eabeec46a7c6 req-38878a6a-a3d8-46d9-83bb-4d6b4771f8c6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:45.614076 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-621b1e35-7d05-4ad5-bbd8-eabeec46a7c6 req-38878a6a-a3d8-46d9-83bb-4d6b4771f8c6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.1206217 Jan 14 11:51:45.788622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.795200 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-621b1e35-7d05-4ad5-bbd8-eabeec46a7c6 req-3533d45b-204a-4c82-b26f-f77ce1571967 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738870 Jan 14 11:51:45.914871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:45.963062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5df8ae-ee92-4315-8129-eca0061df218,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:45.971400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.010787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.026841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=47a08760-39cc-4a48-8aef-c3df6bdbd3fd,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:46.032353 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c45fbf92-a231-4590-8e21-f625c0a9d150 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/ed5df8ae-ee92-4315-8129-eca0061df218 HTTP/1.1" status: 204 len: 168 time: 0.8558919 Jan 14 11:51:46.038384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49546) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:46.061845 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be391757-46f6-480e-952a-a70885eb07bf None None] Network 8603e1ff-4d4e-48c4-a4e9-b185da972d4a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:46.135412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.244144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.326853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fb57e192-d300-4b28-a37e-9bad00860a2c None None] Provisioning complete for port b3876900-51fb-4b36-828e-77074392e226 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:46.327220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fb57e192-d300-4b28-a37e-9bad00860a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.447224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.473060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] DHCP port deletion for 8603e1ff-4d4e-48c4-a4e9-b185da972d4a request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:46.474220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port b3876900-51fb-4b36-828e-77074392e226 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:46.475199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.484713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Deleting port b3876900-51fb-4b36-828e-77074392e226 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:46.485107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.610391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3876900-51fb-4b36-828e-77074392e226 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:46.746905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:46.747378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.752989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router dd4378f5-0e77-469c-be7c-264c93f43712 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:46.838541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:46.839136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:46.905177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Calling delete_port for b3876900-51fb-4b36-828e-77074392e226 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:46.907300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:46.919615 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a0a5f9e5-14cb-4715-99a8-e85414b4302f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/dd4378f5-0e77-469c-be7c-264c93f43712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5109704 Jan 14 11:51:46.922365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49552) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:46.940270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] Sync routers for ids ['dd4378f5-0e77-469c-be7c-264c93f43712'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:46.972787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ae369a10-32fe-4141-851a-91c8798af93a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:46.978791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for b3876900-51fb-4b36-828e-77074392e226 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:46.988598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.032362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] Routers {'dd4378f5-0e77-469c-be7c-264c93f43712'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:47.033117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dd4378f5-0e77-469c-be7c-264c93f43712'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:47.062417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ae369a10-32fe-4141-851a-91c8798af93a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:47.064023 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ae369a10-32fe-4141-851a-91c8798af93a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd4378f5-0e77-469c-be7c-264c93f43712 HTTP/1.1" status: 200 len: 205 time: 0.1403570 Jan 14 11:51:47.067286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49556) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:47.084440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 35955fc9-0e9e-4f29-badf-25662d95c738 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:47.084862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.111142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:47.117745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:47.132153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.150071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:47.150618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:47.177136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 11:51:47.177136 dv-neutron-823850-1-hyperv neutron-server[83453]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 14 11:51:47.177136 dv-neutron-823850-1-hyperv neutron-server[83453]: [parameters: {'port_id': 'b3876900-51fb-4b36-828e-77074392e226', 'host': 'dv-neutron-823850-1-hyperv'}] Jan 14 11:51:47.177136 dv-neutron-823850-1-hyperv neutron-server[83453]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:47.178380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:47.180215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9356d86-2b2a-4de8-bc21-d542b58f72f1 req-cbf8b9b7-2073-4213-ab12-ae10b86b5bc3 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:47.187600 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e9356d86-2b2a-4de8-bc21-d542b58f72f1 req-cbf8b9b7-2073-4213-ab12-ae10b86b5bc3 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.2147939 Jan 14 11:51:47.206287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] Routers {'dd4378f5-0e77-469c-be7c-264c93f43712'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:47.208499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dd4378f5-0e77-469c-be7c-264c93f43712'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:47.286773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:47.287521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49454bb4-186f-4093-9743-712b095da1c0 None None] The sync data for ids ['dd4378f5-0e77-469c-be7c-264c93f43712'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:47.306923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=b3876900-51fb-4b36-828e-77074392e226,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:47.309626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.417686 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e9356d86-2b2a-4de8-bc21-d542b58f72f1 req-579afbd9-cb35-4022-bb92-677d81990b16 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288911 Jan 14 11:51:47.425318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.462553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 35955fc9-0e9e-4f29-badf-25662d95c738 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:47.633880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.674184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port b3876900-51fb-4b36-828e-77074392e226 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:47.674435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.680071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Deleting port b3876900-51fb-4b36-828e-77074392e226 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:47.680627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.707764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=35955fc9-0e9e-4f29-badf-25662d95c738,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:47.812702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.817018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.846086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.846696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router dd4378f5-0e77-469c-be7c-264c93f43712 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:51:47.867137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:47.868234 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4eb13e1c-7f7e-4b60-91b8-13da1b22ee2c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/dd4378f5-0e77-469c-be7c-264c93f43712 HTTP/1.1" status: 204 len: 168 time: 0.7999780 Jan 14 11:51:47.871293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49560) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:47.939625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:47.940014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.065280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Calling delete_port for b3876900-51fb-4b36-828e-77074392e226 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:48.077117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet c56668ad-49f7-42b4-94e9-d783b81776c9 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:48.080178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.143880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.161341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.214434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] Pushing event deleted for resources: {'Port': ['ID=b3876900-51fb-4b36-828e-77074392e226,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:48.220663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.229720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986acdf-65e6-408f-8f86-bf6fd460d5a6 None None] No DVR routers for this DVR port b3876900-51fb-4b36-828e-77074392e226 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:48.242855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port b3876900-51fb-4b36-828e-77074392e226, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3876900-51fb-4b36-828e-77074392e226,segment=NetworkSegment(385b23ca-5dc2-4664-8dc1-4ee0f159c9ac),segment_id=385b23ca-5dc2-4664-8dc1-4ee0f159c9ac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:48.243490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.249436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.327907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.368915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=c56668ad-49f7-42b4-94e9-d783b81776c9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:48.373451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.380341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b6b7f-66d7-44f7-8079-1547ee0595e2 None None] Network 438ac5c2-5845-49ab-ae65-cf079697eb9b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:48.386866 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bb7e29c9-fcb6-41dd-95c1-bb1eeaf043c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/c56668ad-49f7-42b4-94e9-d783b81776c9 HTTP/1.1" status: 204 len: 168 time: 0.5121613 Jan 14 11:51:48.387143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49564) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:48.438307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for b3876900-51fb-4b36-828e-77074392e226 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:48.519314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.537811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 4126c33e-0548-4106-88eb-a82234a40c2e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:48.538149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.673471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] DHCP port deletion for 438ac5c2-5845-49ab-ae65-cf079697eb9b request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:48.677508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Deleting port 4126c33e-0548-4106-88eb-a82234a40c2e {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:48.678156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.754509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 4126c33e-0548-4106-88eb-a82234a40c2e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4126c33e-0548-4106-88eb-a82234a40c2e,segment=NetworkSegment(9237013f-cb00-4de7-a5d9-e1cef9473238),segment_id=9237013f-cb00-4de7-a5d9-e1cef9473238)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:48.756530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.787189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:48.787607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:48.862415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaeeef-c34a-4bbe-9b98-fbddb280d203 req-76070676-b348-4397-baf1-4d225a2eebcb tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:48.864010 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8fdaeeef-c34a-4bbe-9b98-fbddb280d203 req-76070676-b348-4397-baf1-4d225a2eebcb tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.2983479 Jan 14 11:51:48.886462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] For port 4126c33e-0548-4106-88eb-a82234a40c2e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4126c33e-0548-4106-88eb-a82234a40c2e,segment=NetworkSegment(9237013f-cb00-4de7-a5d9-e1cef9473238),segment_id=9237013f-cb00-4de7-a5d9-e1cef9473238)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:48.886934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:48.985494 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8fdaeeef-c34a-4bbe-9b98-fbddb280d203 req-b64f7888-3f71-4d96-8a74-6a8fc2625e4a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136651 Jan 14 11:51:48.992754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 093a5e2d-4513-46d6-a830-5d8de304ab66 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:49.017257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Calling delete_port for 4126c33e-0548-4106-88eb-a82234a40c2e owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:49.017463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 4126c33e-0548-4106-88eb-a82234a40c2e owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:49.058486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port b3876900-51fb-4b36-828e-77074392e226 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:49.058845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.090176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.096207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:49.096556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:49.140240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=4126c33e-0548-4106-88eb-a82234a40c2e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:49.145419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No DVR routers for this DVR port 4126c33e-0548-4106-88eb-a82234a40c2e on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:49.196664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] The port 'b3876900-51fb-4b36-828e-77074392e226' was deleted {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:49.278755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.303007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438ac5c2-5845-49ab-ae65-cf079697eb9b']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.314620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9237013f-cb00-4de7-a5d9-e1cef9473238') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.314904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9237013f-cb00-4de7-a5d9-e1cef9473238') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.326191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.342447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.349199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:49.350212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:49.364774 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:49.449207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.449713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:49.458204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.461652 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] Sync routers for ids ['093a5e2d-4513-46d6-a830-5d8de304ab66'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:49.468561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.475463 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] Routers {'093a5e2d-4513-46d6-a830-5d8de304ab66'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:49.476272 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['093a5e2d-4513-46d6-a830-5d8de304ab66'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.480764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=438ac5c2-5845-49ab-ae65-cf079697eb9b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:49.493084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8603e1ff-4d4e-48c4-a4e9-b185da972d4a']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.499987 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-00610616-b142-4050-907c-eb02ea71e9cd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/438ac5c2-5845-49ab-ae65-cf079697eb9b HTTP/1.1" status: 204 len: 168 time: 1.1053584 Jan 14 11:51:49.500115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49572) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:49.507361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d4beb5ec-e9c8-4164-9660-36510bc94b25 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/093a5e2d-4513-46d6-a830-5d8de304ab66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1556339 Jan 14 11:51:49.510340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49576) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:49.510747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1326219418', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:49.523003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.523374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385b23ca-5dc2-4664-8dc1-4ee0f159c9ac') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.533130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:49.541597 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.544761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:49.549595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.553940 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] Routers {'093a5e2d-4513-46d6-a830-5d8de304ab66'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:49.554614 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['093a5e2d-4513-46d6-a830-5d8de304ab66'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.559704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:49.572025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:49.580492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.588753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:49.589032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.597394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Deleting port 4126c33e-0548-4106-88eb-a82234a40c2e {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:49.598455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:49.604687 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:49.609058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.609972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.615916 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:49.616308 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73531916-87ef-4ee0-87dd-772b00026356 None None] The sync data for ids ['093a5e2d-4513-46d6-a830-5d8de304ab66'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:49.678482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aadaf5e5-3733-4eec-ad22-2636949f8863 None None] The port '4126c33e-0548-4106-88eb-a82234a40c2e' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:49.698387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.700550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.726139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.735208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=8603e1ff-4d4e-48c4-a4e9-b185da972d4a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:49.741140 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-87dee1e7-f880-4647-a3ff-89777a4fd5c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/8603e1ff-4d4e-48c4-a4e9-b185da972d4a HTTP/1.1" status: 204 len: 168 time: 3.7015228 Jan 14 11:51:49.744851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49580) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:49.861317 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-f798cb20-7f05-4a8a-8035-f40349a68f0b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] remove_router_interface failed (client error): The resource could not be found. Jan 14 11:51:49.862281 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f798cb20-7f05-4a8a-8035-f40349a68f0b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/093a5e2d-4513-46d6-a830-5d8de304ab66/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3502915 Jan 14 11:51:49.865480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49584) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:49.910260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8aa069d9-5474-42b2-b50c-e1ac0b5be151 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:49.926083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8aa069d9-5474-42b2-b50c-e1ac0b5be151 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:49.927290 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8aa069d9-5474-42b2-b50c-e1ac0b5be151 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=093a5e2d-4513-46d6-a830-5d8de304ab66 HTTP/1.1" status: 200 len: 205 time: 0.0609190 Jan 14 11:51:49.930517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49588) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:49.934554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:49.955511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac15751-1e92-4fb2-a190-3b87b84fa188 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:49.956111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ac15751-1e92-4fb2-a190-3b87b84fa188 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:50.038973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ac15751-1e92-4fb2-a190-3b87b84fa188 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:50.040070 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ac15751-1e92-4fb2-a190-3b87b84fa188 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2924752 Jan 14 11:51:50.043747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49594) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:50.081797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.152562 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a9e5116f-dbef-4b38-8745-ad94220f87ef tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1076970 Jan 14 11:51:50.155877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49598) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:50.169544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-788054867'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:50.178169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:50.184378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:50.187801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:50.196518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:50.236923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.267173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:50.270146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.281078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.353678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:50.385524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.385860 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment b1efa420-41de-401c-aa60-2cfe98f3cde6 of type vlan for network bf75cc0d-0493-4b8b-a872-93e64f8809a5 Jan 14 11:51:50.455242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.471840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 172.26.8.94 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/a50501c8-e025-401a-a7c6-5a91892130dd) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:50.563291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.566962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:50.567533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.576068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4126c33e-0548-4106-88eb-a82234a40c2e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:50.594316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef246c-add0-43b2-ba6c-f676f79bcd4d req-4b7fb222-1dd4-42a8-83b4-8fd8728b3ba7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:50.601388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f6ef246c-add0-43b2-ba6c-f676f79bcd4d req-4b7fb222-1dd4-42a8-83b4-8fd8728b3ba7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.4582446 Jan 14 11:51:50.613307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 4126c33e-0548-4106-88eb-a82234a40c2e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:51:50.613866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4126c33e-0548-4106-88eb-a82234a40c2e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:50.686892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.691139 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5341251 Jan 14 11:51:50.696164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49602) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:50.702570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96278c14-be7a-461d-873b-722def1733c5 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=bf75cc0d-0493-4b8b-a872-93e64f8809a5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:50.705377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:50.715787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:50.727663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.752577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.782582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.791717 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f6ef246c-add0-43b2-ba6c-f676f79bcd4d req-5d5fe86a-d838-40b4-950e-8c707eafb847 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891861 Jan 14 11:51:50.837522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.837995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router 093a5e2d-4513-46d6-a830-5d8de304ab66 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:51:50.839817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:50.843818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:50.846587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:50.850349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:50.855530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:50.859076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:50.859593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:50.860658 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-001cd989-07be-429a-b63f-24aacaf1561a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/093a5e2d-4513-46d6-a830-5d8de304ab66 HTTP/1.1" status: 204 len: 168 time: 0.9286969 Jan 14 11:51:50.861390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:50.863133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49606) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:50.903779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=a50501c8-e025-401a-a7c6-5a91892130dd,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:50.913356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:51.023546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.024288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.099039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.250853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet 704897f1-99df-41ba-9671-4cd565bf13ae {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:51.257089 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.321495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.361737 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router bc62c434-4475-4ede-b306-94575dbdb6d0 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:51:51.482800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.487793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.561598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:51.573877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] Sync routers for ids ['bc62c434-4475-4ede-b306-94575dbdb6d0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:51.584424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.586543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b2e6eb68-c24f-44ab-a62e-8b891fc75215 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0853031 Jan 14 11:51:51.589175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49610) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:51.590785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] Routers {'bc62c434-4475-4ede-b306-94575dbdb6d0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:51.591584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['bc62c434-4475-4ede-b306-94575dbdb6d0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:51.617934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=5d6cbd13-3350-43b3-bf29-8b2a4228cdfa,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:51.637972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': 'b1efa420-41de-401c-aa60-2cfe98f3cde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:51.638329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: bf75cc0d-0493-4b8b-a872-93e64f8809a5, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:51.650600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.663263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:51.674409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] Routers {'bc62c434-4475-4ede-b306-94575dbdb6d0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:51.675088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['bc62c434-4475-4ede-b306-94575dbdb6d0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:51.694867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=704897f1-99df-41ba-9671-4cd565bf13ae,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:51.701566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.711333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:51.717495 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c7fcd66f-57b6-4118-a5ec-8410540fb699 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/704897f1-99df-41ba-9671-4cd565bf13ae HTTP/1.1" status: 204 len: 168 time: 0.8502572 Jan 14 11:51:51.717495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49614) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:51.744541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e53983-6604-4837-80bb-872263f28744 None None] Network 5423956c-6fea-474c-80ce-4f851e38595d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:51.769108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:51.769505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba55bd-1df3-4369-81ea-fe48db2f0b5e None None] The sync data for ids ['bc62c434-4475-4ede-b306-94575dbdb6d0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:51.792846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, bf75cc0d-0493-4b8b-a872-93e64f8809a5) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:51.805347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:51.805928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.811181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5dd14bf0-5575-437d-bd37-871f77e83564 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/routers/bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 200 len: 884 time: 0.2185371 Jan 14 11:51:51.811575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49618) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:51.819189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ccb8df-7e65-41ad-902f-36a3f97cbc2f None None] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:51.853743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:51.857099 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f6df0f72-6974-4aa7-8ec2-7cccec940727 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1593144 Jan 14 11:51:51.859868 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49624) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:51.868794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5', 'name': 'tempest-PortsTestJSON-733815420'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:52.051604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 8620515f-bed7-4f62-ab69-0261df9ed1a8 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:52.051941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.094482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d702-32bc-45e4-a5f6-7d1644d40682 req-2492ec0e-2868-41f0-8048-6f8eb9040f97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:52.095980 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1616d702-32bc-45e4-a5f6-7d1644d40682 req-2492ec0e-2868-41f0-8048-6f8eb9040f97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.1287920 Jan 14 11:51:52.109082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f51ffcd5-9ded-41df-8b30-b691fc37e762 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:router {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:52.111636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:51:52.176715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f51ffcd5-9ded-41df-8b30-b691fc37e762 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:router {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:52.178841 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f51ffcd5-9ded-41df-8b30-b691fc37e762 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3663907 Jan 14 11:51:52.182494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49628) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:52.197724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1326219418'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:52.237041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:52.243384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] DHCP port deletion for 5423956c-6fea-474c-80ce-4f851e38595d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:51:52.250151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Deleting port 8620515f-bed7-4f62-ab69-0261df9ed1a8 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:52.250537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.262814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1616d702-32bc-45e4-a5f6-7d1644d40682 req-39f8bf0e-c17e-4f49-95ec-526c31287c99 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343048 Jan 14 11:51:52.279209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-bf75cc0d-0493-4b8b-a872-93e64f8809a5', 'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': '5d6cbd13-3350-43b3-bf29-8b2a4228cdfa'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:52.280419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.305637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:52.339611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:52.342586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.364778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 8620515f-bed7-4f62-ab69-0261df9ed1a8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8620515f-bed7-4f62-ab69-0261df9ed1a8,segment=NetworkSegment(ddbc90bb-465a-468f-b6d7-479c56819a96),segment_id=ddbc90bb-465a-468f-b6d7-479c56819a96)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:52.365042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.435500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:52.534609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 8620515f-bed7-4f62-ab69-0261df9ed1a8 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:52.596594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8620515f-bed7-4f62-ab69-0261df9ed1a8 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:51:52.642133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.686736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=8620515f-bed7-4f62-ab69-0261df9ed1a8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:52.689142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] For port 8620515f-bed7-4f62-ab69-0261df9ed1a8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8620515f-bed7-4f62-ab69-0261df9ed1a8,segment=NetworkSegment(ddbc90bb-465a-468f-b6d7-479c56819a96),segment_id=ddbc90bb-465a-468f-b6d7-479c56819a96)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:52.689684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.698767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port 8620515f-bed7-4f62-ab69-0261df9ed1a8 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:51:52.700982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.701249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.701584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.701925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.702249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.702580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.702890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.703439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.703580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.703827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.704373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:52.707253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Allocated IP 172.20.0.2 (bf75cc0d-0493-4b8b-a872-93e64f8809a5/5d6cbd13-3350-43b3-bf29-8b2a4228cdfa/7ad3582d-784a-40e6-a29b-c8f27f0de89f) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:52.762672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No active binding found for port 8620515f-bed7-4f62-ab69-0261df9ed1a8 {{(pid=83453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 14 11:51:52.763073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8620515f-bed7-4f62-ab69-0261df9ed1a8 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:51:52.823765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.828490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Calling delete_port for 8620515f-bed7-4f62-ab69-0261df9ed1a8 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:52.834409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.844257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.874010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5423956c-6fea-474c-80ce-4f851e38595d']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:52.886931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbc90bb-465a-468f-b6d7-479c56819a96') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:52.887294 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbc90bb-465a-468f-b6d7-479c56819a96') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:52.899821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.918242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.927205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:51:52.927890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:51:52.949327 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:51:53.011448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:51:53.011891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:51:53.037249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.055135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.067640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=5423956c-6fea-474c-80ce-4f851e38595d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:53.082981 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f024bba-4f4d-410b-9f47-d3c2b088888e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/5423956c-6fea-474c-80ce-4f851e38595d HTTP/1.1" status: 204 len: 168 time: 1.3649652 Jan 14 11:51:53.087581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49632) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:53.094006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-474720808'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:53.095892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.099494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:53.103674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:53.106825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:53.107785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Transition to ACTIVE for port object 7ad3582d-784a-40e6-a29b-c8f27f0de89f will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:53.112804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:53.128482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:53.132475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.141875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Transition to ACTIVE for port object 7ad3582d-784a-40e6-a29b-c8f27f0de89f will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:53.150736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.171116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router bc62c434-4475-4ede-b306-94575dbdb6d0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:51:53.228703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:53.231386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.14 (bf75cc0d-0493-4b8b-a872-93e64f8809a5/5d6cbd13-3350-43b3-bf29-8b2a4228cdfa/3394b6af-4b8f-4819-b563-01ed1c1f83c0) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:53.246810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.247172 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment dbff7e5c-e690-46eb-924b-d7a9a405ed91 of type vlan for network ada510df-b18e-4b93-be5a-12f734ba6e34 Jan 14 11:51:53.249824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:53.251193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:53.253109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Pushing event updated for resources: {'Port': ['ID=7ad3582d-784a-40e6-a29b-c8f27f0de89f,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:53.257202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:53.298651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.299137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.299566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.299906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.300232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.300996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.300996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.301213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.301524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.301847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.303054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:53.376450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Attempting to bind port 7ad3582d-784a-40e6-a29b-c8f27f0de89f on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:53.376951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Attempting to bind port 7ad3582d-784a-40e6-a29b-c8f27f0de89f by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b1efa420-41de-401c-aa60-2cfe98f3cde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:53.377314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Attempting to bind port 7ad3582d-784a-40e6-a29b-c8f27f0de89f on network bf75cc0d-0493-4b8b-a872-93e64f8809a5 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:53.384278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:53.384909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Checking segment: {'id': 'b1efa420-41de-401c-aa60-2cfe98f3cde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:53.385304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.385686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Bound using segment: {'id': 'b1efa420-41de-401c-aa60-2cfe98f3cde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:53.386133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Bound port: 7ad3582d-784a-40e6-a29b-c8f27f0de89f, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1efa420-41de-401c-aa60-2cfe98f3cde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:53.386493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.391815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:51:53.403043 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] Sync routers for ids ['bc62c434-4475-4ede-b306-94575dbdb6d0'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:51:53.414854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.418438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c0c2b7f3-8c10-4902-9ad4-b08ef37928f2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 200 len: 891 time: 1.2325392 Jan 14 11:51:53.418718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49638) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:53.421420 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] Routers {'bc62c434-4475-4ede-b306-94575dbdb6d0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:53.422271 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['bc62c434-4475-4ede-b306-94575dbdb6d0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:53.454225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.488552 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:53.493915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] For port 7ad3582d-784a-40e6-a29b-c8f27f0de89f, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:53.498008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] For port 7ad3582d-784a-40e6-a29b-c8f27f0de89f, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ad3582d-784a-40e6-a29b-c8f27f0de89f,segment=NetworkSegment(b1efa420-41de-401c-aa60-2cfe98f3cde6),segment_id=b1efa420-41de-401c-aa60-2cfe98f3cde6)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:53.503719 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] Routers {'bc62c434-4475-4ede-b306-94575dbdb6d0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:51:53.504835 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['bc62c434-4475-4ede-b306-94575dbdb6d0'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:53.505557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.507062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.510841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:53.511503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.548742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Deleting port 8620515f-bed7-4f62-ab69-0261df9ed1a8 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:53.549680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.570338 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:51:53.571137 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609542fc-88d0-464f-86f4-560ae5ded938 None None] The sync data for ids ['bc62c434-4475-4ede-b306-94575dbdb6d0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:51:53.665790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e265-645e-4245-afaf-cc3f42e84214 None None] The port '8620515f-bed7-4f62-ab69-0261df9ed1a8' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:51:53.668036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f41a4044-d9ba-46a7-8507-b4342fb82519 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/routers/bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 200 len: 891 time: 0.2483008 Jan 14 11:51:53.669320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=ada510df-b18e-4b93-be5a-12f734ba6e34,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:53.673406 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-028865d0-5f54-44ba-82c7-8bef2310b408 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5834348 Jan 14 11:51:53.673902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49642) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:53.686701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49644) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:53.694117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ada510df-b18e-4b93-be5a-12f734ba6e34 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:53.696026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:53.706322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858d200-d8d6-44ea-acaf-b94edec6e39c None None] Pushing event updated for resources: {'Port': ['ID=7ad3582d-784a-40e6-a29b-c8f27f0de89f,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:53.716473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:53.737145 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b022fb60-200d-43a9-a02c-5fc9663442cc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 200 len: 205 time: 0.0540178 Jan 14 11:51:53.737401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49650) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:53.928314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 3394b6af-4b8f-4819-b563-01ed1c1f83c0 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:53.934486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712bdb-5f70-4825-8e49-257223da46af req-dc0e7403-5745-47f4-81c7-28476105f82b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:53.935940 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c8712bdb-5f70-4825-8e49-257223da46af req-dc0e7403-5745-47f4-81c7-28476105f82b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.5154300 Jan 14 11:51:53.968163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:53.976123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:53.981792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:53.992631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.004649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:54.018865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.067339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:54.200347 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c8712bdb-5f70-4825-8e49-257223da46af req-9ef660a5-dcf5-4a0a-a17f-2235531beb76 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210484 Jan 14 11:51:54.201645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.211989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port a50501c8-e025-401a-a7c6-5a91892130dd {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:54.213239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.216434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=3394b6af-4b8f-4819-b563-01ed1c1f83c0,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:54.229910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:54.234808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:54.242755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:54.278111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.390038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:54.390266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.390619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.420527 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-412acdad-36d1-4d18-8dce-45b673aa6a9d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5572395 Jan 14 11:51:54.424020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49654) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:54.431385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'bf75cc0d-0493-4b8b-a872-93e64f8809a5', 'name': 'tempest-PortsTestJSON-2143216272'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:54.520686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for a50501c8-e025-401a-a7c6-5a91892130dd owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:54.661653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:54.670129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:54.674361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:54.680614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.681439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ad3582d-784a-40e6-a29b-c8f27f0de89f up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:54.684960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:54.752912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:54.756213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.783576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7ad3582d-784a-40e6-a29b-c8f27f0de89f completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:54.794441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=855b90aa-9873-454e-b7e9-a4e5aef1f7b6,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:54.807141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 70d82d03-2234-49c2-bad3-c1f849b0648b yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:51:54.857546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.857733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': 'dbff7e5c-e690-46eb-924b-d7a9a405ed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:54.858108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: ada510df-b18e-4b93-be5a-12f734ba6e34, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:54.864847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b24942-7d07-4642-94fd-c216a6c5e501 None None] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:54.904488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=a50501c8-e025-401a-a7c6-5a91892130dd,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:54.909943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network ada510df-b18e-4b93-be5a-12f734ba6e34 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:54.948941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.949370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.949692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.950015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.950334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.950691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.951023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.951347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.951711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.952038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.952353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:51:54.956683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ada510df-b18e-4b93-be5a-12f734ba6e34) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:54.967718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] Provisioning for port 7ad3582d-784a-40e6-a29b-c8f27f0de89f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:54.971012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:54.971656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:54.984884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a867cc-41a9-4f55-8e05-cc7a286a9c71 None None] Network ada510df-b18e-4b93-be5a-12f734ba6e34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:54.999407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] Provisioning complete for port 7ad3582d-784a-40e6-a29b-c8f27f0de89f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:54.999775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.004518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.3 (bf75cc0d-0493-4b8b-a872-93e64f8809a5/5d6cbd13-3350-43b3-bf29-8b2a4228cdfa/70d82d03-2234-49c2-bad3-c1f849b0648b) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:55.015026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-31aaa2ac-0b37-4ba6-a765-5f5c01bf601e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3261299 Jan 14 11:51:55.015393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49658) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:55.022802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491249526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:55.088716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:55.153251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:55.163159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:55.172686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:55.180039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.265470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.283398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 70d82d03-2234-49c2-bad3-c1f849b0648b will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:55.308887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.401044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:55.405692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:55.408647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.408824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:55.425041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.425953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.436056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=70d82d03-2234-49c2-bad3-c1f849b0648b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:55.476356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:55.476984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.477578 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ada510df-b18e-4b93-be5a-12f734ba6e34', 'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': '855b90aa-9873-454e-b7e9-a4e5aef1f7b6'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:55.478482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.500767 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f6785bc0-9a45-488d-80cd-5622c79c7ac0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0715902 Jan 14 11:51:55.501015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49664) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:55.512565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] For port 7ad3582d-784a-40e6-a29b-c8f27f0de89f, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ad3582d-784a-40e6-a29b-c8f27f0de89f,segment=NetworkSegment(b1efa420-41de-401c-aa60-2cfe98f3cde6),segment_id=b1efa420-41de-401c-aa60-2cfe98f3cde6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:55.539257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.554920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.562987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.593325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.630243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49b55-d0e5-4533-bc93-7e6325378248 req-16281ff2-b4cb-49c0-86d7-2fd259e29c34 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:55.632614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-44b49b55-d0e5-4533-bc93-7e6325378248 req-16281ff2-b4cb-49c0-86d7-2fd259e29c34 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.2605360 Jan 14 11:51:55.666760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.671797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.672282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router bc62c434-4475-4ede-b306-94575dbdb6d0 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:51:55.688655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beab7ba-dd6b-492b-870f-3bcc6ff89931 None None] Pushing event updated for resources: {'Port': ['ID=7ad3582d-784a-40e6-a29b-c8f27f0de89f,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:55.698274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132dd3e6-d079-49f7-a3da-520cd7ec46be tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:55.702677 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-132dd3e6-d079-49f7-a3da-520cd7ec46be tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1991124 Jan 14 11:51:55.703027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49668) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:55.730124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Allocated IP 172.20.0.2 (ada510df-b18e-4b93-be5a-12f734ba6e34/855b90aa-9873-454e-b7e9-a4e5aef1f7b6/416ff1e6-682f-419b-88e2-2b039fe9eb37) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:55.776364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.780285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-17034a2f-66aa-48b8-bfb0-9d5e54986417 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7613697 Jan 14 11:51:55.780538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49672) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:55.801310 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-44b49b55-d0e5-4533-bc93-7e6325378248 req-0daebc3e-607f-4494-bbfa-11bbf79133f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541426 Jan 14 11:51:55.811029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 70d82d03-2234-49c2-bad3-c1f849b0648b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:55.811465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.845973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.847166 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2dc1659a-8a52-4260-b438-45df864f4be9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 204 len: 168 time: 2.1088083 Jan 14 11:51:55.854534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49676) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:55.870546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-afe60144-1bf1-42cd-8c65-75bd83501ad5 None None] Provisioning for port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:55.873115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1094846544'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:55.879027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:55.883436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:55.886561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:55.890238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-afe60144-1bf1-42cd-8c65-75bd83501ad5 None None] Provisioning complete for port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:55.890570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-afe60144-1bf1-42cd-8c65-75bd83501ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.893044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:55.916095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:55.919536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.963367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:51:55.974348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:55.975473 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment d556dfdd-6461-4482-b65e-aab985272da4 of type vlan for network a1cfe125-05d9-463f-950c-22a6611a2004 Jan 14 11:51:56.004640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.025395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-afe60144-1bf1-42cd-8c65-75bd83501ad5 None None] Port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:56.066772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.071069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:56.071426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.072443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.105031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Transition to ACTIVE for port object 416ff1e6-682f-419b-88e2-2b039fe9eb37 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:56.127700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Transition to ACTIVE for port object 416ff1e6-682f-419b-88e2-2b039fe9eb37 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:56.140368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-afe60144-1bf1-42cd-8c65-75bd83501ad5 None None] Provisioning complete for port 7ad3582d-784a-40e6-a29b-c8f27f0de89f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:56.140918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-afe60144-1bf1-42cd-8c65-75bd83501ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.169006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.230437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=a1cfe125-05d9-463f-950c-22a6611a2004,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:56.261358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Pushing event updated for resources: {'Port': ['ID=416ff1e6-682f-419b-88e2-2b039fe9eb37,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:56.269836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network a1cfe125-05d9-463f-950c-22a6611a2004 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:51:56.291952 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ddf0488c-c07a-445d-8ace-672a712a319c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4366374 Jan 14 11:51:56.294340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49680) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:56.303863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:56.399843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Network ada510df-b18e-4b93-be5a-12f734ba6e34 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:56.403732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:56.418000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:56.419343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.528756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:56.532715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:56.535669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:56.541800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:56.555707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:51:56.575210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Attempting to bind port 416ff1e6-682f-419b-88e2-2b039fe9eb37 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:51:56.575735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Attempting to bind port 416ff1e6-682f-419b-88e2-2b039fe9eb37 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'dbff7e5c-e690-46eb-924b-d7a9a405ed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:51:56.576196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Attempting to bind port 416ff1e6-682f-419b-88e2-2b039fe9eb37 on network ada510df-b18e-4b93-be5a-12f734ba6e34 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:51:56.591312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:51:56.591822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Checking segment: {'id': 'dbff7e5c-e690-46eb-924b-d7a9a405ed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:56.592331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.592852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Bound using segment: {'id': 'dbff7e5c-e690-46eb-924b-d7a9a405ed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:51:56.593681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Bound port: 416ff1e6-682f-419b-88e2-2b039fe9eb37, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbff7e5c-e690-46eb-924b-d7a9a405ed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ada510df-b18e-4b93-be5a-12f734ba6e34'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:51:56.594143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.613629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ad3582d-784a-40e6-a29b-c8f27f0de89f up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:56.663279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 70d82d03-2234-49c2-bad3-c1f849b0648b owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:56.736026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.754594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5f8bd182-cb37-4697-855a-233bedf316d0 None None] Provisioning complete for port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:56.754956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd182-cb37-4697-855a-233bedf316d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.777905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] For port 416ff1e6-682f-419b-88e2-2b039fe9eb37, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:51:56.805752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] For port 416ff1e6-682f-419b-88e2-2b039fe9eb37, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=416ff1e6-682f-419b-88e2-2b039fe9eb37,segment=NetworkSegment(dbff7e5c-e690-46eb-924b-d7a9a405ed91),segment_id=dbff7e5c-e690-46eb-924b-d7a9a405ed91)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:51:56.814802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.815034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.849206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.851540 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7ad3582d-784a-40e6-a29b-c8f27f0de89f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:56.851901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.871922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=70d82d03-2234-49c2-bad3-c1f849b0648b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:56.938428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bd182-cb37-4697-855a-233bedf316d0 None None] Port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:51:56.995768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:56.996096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5f8bd182-cb37-4697-855a-233bedf316d0 None None] Could not find standard attr ID for object 70d82d03-2234-49c2-bad3-c1f849b0648b. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:51:57.009621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-38827eb5-1a82-44ac-804c-5474c9dcd03c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/70d82d03-2234-49c2-bad3-c1f849b0648b HTTP/1.1" status: 204 len: 168 time: 1.3057122 Jan 14 11:51:57.012206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49688) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:57.036062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b64bd-2213-4d8b-9848-f1e576dd4fe5 None None] Pushing event updated for resources: {'Port': ['ID=416ff1e6-682f-419b-88e2-2b039fe9eb37,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:57.078702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8becb2f-b0c3-4721-9596-336591986078 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:57.081014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c8becb2f-b0c3-4721-9596-336591986078 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:57.101567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c8becb2f-b0c3-4721-9596-336591986078 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:57.102743 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c8becb2f-b0c3-4721-9596-336591986078 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/70d82d03-2234-49c2-bad3-c1f849b0648b HTTP/1.1" status: 404 len: 333 time: 0.0893619 Jan 14 11:51:57.105870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49692) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:57.212261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 3394b6af-4b8f-4819-b563-01ed1c1f83c0 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:57.212878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.407028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14388a0c-c6fe-4235-bfe8-546c57b39e04 req-ec8071d2-83e0-4f7c-b8de-79bb45454d24 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:57.408548 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-14388a0c-c6fe-4235-bfe8-546c57b39e04 req-ec8071d2-83e0-4f7c-b8de-79bb45454d24 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.4249327 Jan 14 11:51:57.504916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.548137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-14388a0c-c6fe-4235-bfe8-546c57b39e04 req-b736fee6-a26c-43c3-8b69-fde2020b70a8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291649 Jan 14 11:51:57.558991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.20.0.1 (ada510df-b18e-4b93-be5a-12f734ba6e34/855b90aa-9873-454e-b7e9-a4e5aef1f7b6/6b4d40ac-eefc-440d-a5b2-613ade5f8917) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:57.578332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.629039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 3394b6af-4b8f-4819-b563-01ed1c1f83c0 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:51:57.748760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=5f2892d1-6877-4f33-b290-72c7f04b7f04,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:57.772001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.782432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': 'd556dfdd-6461-4482-b65e-aab985272da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:51:57.782810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: a1cfe125-05d9-463f-950c-22a6611a2004, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:51:57.820944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=3394b6af-4b8f-4819-b563-01ed1c1f83c0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:57.831146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.851210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object 6b4d40ac-eefc-440d-a5b2-613ade5f8917 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:57.852583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network a1cfe125-05d9-463f-950c-22a6611a2004 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:51:57.871600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, a1cfe125-05d9-463f-950c-22a6611a2004) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:57.880217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c435fa-9781-401f-b4bb-d8df5d9048c7 None None] Network a1cfe125-05d9-463f-950c-22a6611a2004 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:57.887327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:57.887916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.932642 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bf2be2d7-3564-4b30-addc-b6f6226152c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6345029 Jan 14 11:51:57.933775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.934793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49696) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:57.939070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:57.953503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1026825771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:51:57.965863 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-21485219-8207-474a-bee1-a94665c82361 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/3394b6af-4b8f-4819-b563-01ed1c1f83c0 HTTP/1.1" status: 204 len: 168 time: 0.8575902 Jan 14 11:51:57.967196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:51:57.969590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49700) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:58.012773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:51:58.022482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:51:58.031953 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cad5b63-5f84-4405-8c80-386e5290722f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:51:58.032446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1cad5b63-5f84-4405-8c80-386e5290722f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:51:58.035208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:51:58.062134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1cad5b63-5f84-4405-8c80-386e5290722f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:51:58.063703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1cad5b63-5f84-4405-8c80-386e5290722f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/3394b6af-4b8f-4819-b563-01ed1c1f83c0 HTTP/1.1" status: 404 len: 333 time: 0.0931900 Jan 14 11:51:58.066986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49704) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:58.101604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.102538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.152056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.190809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-a1cfe125-05d9-463f-950c-22a6611a2004', 'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': '5f2892d1-6877-4f33-b290-72c7f04b7f04'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:51:58.191671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.201438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.268905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=6b4d40ac-eefc-440d-a5b2-613ade5f8917,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:58.283062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network ada510df-b18e-4b93-be5a-12f734ba6e34 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:58.288161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:58.297472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:58.325396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.329339 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1d795483-3ba9-4e18-b59e-d17ae9247f11 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3896716 Jan 14 11:51:58.330099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49708) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:58.370608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.374189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54d476-0ea8-4972-abfd-4f6817551581 None None] Network ada510df-b18e-4b93-be5a-12f734ba6e34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:58.452562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6a5f67cd-0757-41d5-b61d-447e37d71f3d details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:51:58.463775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Allocated IP 2001:db8::2 (a1cfe125-05d9-463f-950c-22a6611a2004/5f2892d1-6877-4f33-b290-72c7f04b7f04/d04b0b9b-0716-4955-a29c-4b1a1a7766b3) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:58.467799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.578444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:51:58.601319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-14f576ee-b019-43a6-bc47-a6745ac0e261 None None] Provisioning for port 416ff1e6-682f-419b-88e2-2b039fe9eb37 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:58.636550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 5d6cbd13-3350-43b3-bf29-8b2a4228cdfa {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:51:58.656388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.679188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 416ff1e6-682f-419b-88e2-2b039fe9eb37 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:51:58.769560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.923523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.930129 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:58.953899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:58.995087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 416ff1e6-682f-419b-88e2-2b039fe9eb37 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:51:59.015412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ff0a3-3af7-44be-b182-b8bad97ea1e8 req-b8a42619-0480-49f0-94bc-23aae68f85f8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:51:59.016391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'port_id': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'mac_address': 'fa:16:3e:38:27:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:51:59.016972 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e54ff0a3-3af7-44be-b182-b8bad97ea1e8 req-b8a42619-0480-49f0-94bc-23aae68f85f8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 944 time: 0.2888715 Jan 14 11:51:59.020839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 416ff1e6-682f-419b-88e2-2b039fe9eb37 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:59.021213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.045789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.049279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=6b4d40ac-eefc-440d-a5b2-613ade5f8917,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:59.054167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.102859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.120303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Transition to ACTIVE for port object d04b0b9b-0716-4955-a29c-4b1a1a7766b3 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:59.195385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network ada510df-b18e-4b93-be5a-12f734ba6e34 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:59.196576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Transition to ACTIVE for port object d04b0b9b-0716-4955-a29c-4b1a1a7766b3 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:51:59.197182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:59.203162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.250134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5f67cd-0757-41d5-b61d-447e37d71f3d {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:51:59.259561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.266839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.311606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6cbd13-3350-43b3-bf29-8b2a4228cdfa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:59.317694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e54ff0a3-3af7-44be-b182-b8bad97ea1e8 req-cfa2229d-899d-4ba2-9989-cad6bf98325d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926812 Jan 14 11:51:59.323578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.353230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67384ccb-4d8f-4294-8047-07bbcfa541fc None None] Network bf75cc0d-0493-4b8b-a872-93e64f8809a5 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:51:59.359923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4b4e5546-ae6b-425c-9033-d56fdf54032f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/5d6cbd13-3350-43b3-bf29-8b2a4228cdfa HTTP/1.1" status: 204 len: 168 time: 1.2894301 Jan 14 11:51:59.360685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49714) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:51:59.385761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:59.432587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.445893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.447443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.493007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.527905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 7ad3582d-784a-40e6-a29b-c8f27f0de89f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:51:59.528382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.531683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Network a1cfe125-05d9-463f-950c-22a6611a2004 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:51:59.538508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Pushing event updated for resources: {'Port': ['ID=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:59.545009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:51:59.619460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=6a5f67cd-0757-41d5-b61d-447e37d71f3d,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:59.625033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:51:59.717588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 416ff1e6-682f-419b-88e2-2b039fe9eb37, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=416ff1e6-682f-419b-88e2-2b039fe9eb37,segment=NetworkSegment(dbff7e5c-e690-46eb-924b-d7a9a405ed91),segment_id=dbff7e5c-e690-46eb-924b-d7a9a405ed91)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:51:59.766835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:51:59.859305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8::1 (a1cfe125-05d9-463f-950c-22a6611a2004/5f2892d1-6877-4f33-b290-72c7f04b7f04/f4c7593e-fb54-4136-bb7e-dde49804f372) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:51:59.885577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['6a5f67cd-0757-41d5-b61d-447e37d71f3d'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:51:59.948368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=416ff1e6-682f-419b-88e2-2b039fe9eb37,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:51:59.977684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7207a5e3-749b-477a-8d4f-5b913a520922 None None] Provisioning complete for port 416ff1e6-682f-419b-88e2-2b039fe9eb37 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:51:59.978068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7207a5e3-749b-477a-8d4f-5b913a520922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.008548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Attempting to bind port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:00.009005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Attempting to bind port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd556dfdd-6461-4482-b65e-aab985272da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:00.009499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Attempting to bind port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 on network a1cfe125-05d9-463f-950c-22a6611a2004 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:00.043087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port 7ad3582d-784a-40e6-a29b-c8f27f0de89f, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7ad3582d-784a-40e6-a29b-c8f27f0de89f,segment=NetworkSegment(b1efa420-41de-401c-aa60-2cfe98f3cde6),segment_id=b1efa420-41de-401c-aa60-2cfe98f3cde6)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:00.043752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.048953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:00.049317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Checking segment: {'id': 'd556dfdd-6461-4482-b65e-aab985272da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:00.049848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.050242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Bound using segment: {'id': 'd556dfdd-6461-4482-b65e-aab985272da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:00.050718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Bound port: d04b0b9b-0716-4955-a29c-4b1a1a7766b3, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd556dfdd-6461-4482-b65e-aab985272da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1cfe125-05d9-463f-950c-22a6611a2004'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:00.051080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.068965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.089795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object f4c7593e-fb54-4136-bb7e-dde49804f372 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:00.121655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.191210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 7ad3582d-784a-40e6-a29b-c8f27f0de89f owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:00.238438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network a1cfe125-05d9-463f-950c-22a6611a2004 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:00.242003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:00.246390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:00.247039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.254226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=f4c7593e-fb54-4136-bb7e-dde49804f372,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:00.279829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55aa61-1286-43d2-8d1b-157b164c5ec7 None None] DHCP port deletion for bf75cc0d-0493-4b8b-a872-93e64f8809a5 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:52:00.298328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aa55aa61-1286-43d2-8d1b-157b164c5ec7 None None] Deleting port 7ad3582d-784a-40e6-a29b-c8f27f0de89f {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:00.298899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aa55aa61-1286-43d2-8d1b-157b164c5ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.313169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.345289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.354513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] For port d04b0b9b-0716-4955-a29c-4b1a1a7766b3, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:00.368126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=7ad3582d-784a-40e6-a29b-c8f27f0de89f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:00.371678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router a9036e25-73f6-445d-b62b-e30d07f4fdad is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:00.385348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No DVR routers for this DVR port 7ad3582d-784a-40e6-a29b-c8f27f0de89f on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:52:00.407480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aa55aa61-1286-43d2-8d1b-157b164c5ec7 None None] The port '7ad3582d-784a-40e6-a29b-c8f27f0de89f' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:52:00.432898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] For port d04b0b9b-0716-4955-a29c-4b1a1a7766b3, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,segment=NetworkSegment(d556dfdd-6461-4482-b65e-aab985272da4),segment_id=d556dfdd-6461-4482-b65e-aab985272da4)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:00.476936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.589272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042e7b-9cb2-4b0e-abfb-61e74f16c753 None None] Pushing event updated for resources: {'Port': ['ID=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:00.592754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7207a5e3-749b-477a-8d4f-5b913a520922 None None] Provisioning for port 6b4d40ac-eefc-440d-a5b2-613ade5f8917 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:00.606771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7207a5e3-749b-477a-8d4f-5b913a520922 None None] Provisioning complete for port 6b4d40ac-eefc-440d-a5b2-613ade5f8917 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:00.607267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7207a5e3-749b-477a-8d4f-5b913a520922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.632688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 416ff1e6-682f-419b-88e2-2b039fe9eb37 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:00.710998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.754354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf75cc0d-0493-4b8b-a872-93e64f8809a5']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:00.754780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7207a5e3-749b-477a-8d4f-5b913a520922 None None] Port 6b4d40ac-eefc-440d-a5b2-613ade5f8917 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:00.782160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1efa420-41de-401c-aa60-2cfe98f3cde6') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:00.782454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1efa420-41de-401c-aa60-2cfe98f3cde6') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:00.801068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.833918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464d444-e65a-4254-9b78-81cecd89c3ab req-3ef7d243-3e9b-4eff-b335-4cf4352ccfd1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:00.835608 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2464d444-e65a-4254-9b78-81cecd89c3ab req-3ef7d243-3e9b-4eff-b335-4cf4352ccfd1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 945 time: 0.3055367 Jan 14 11:52:00.836485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.848885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-748476e6-fe64-4011-b0e3-e520c2b769e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.867748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:52:00.868142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.875000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 416ff1e6-682f-419b-88e2-2b039fe9eb37 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:00.875517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:52:00.883508 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:52:00.929498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.961127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:00.962262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.004166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:01.011579 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2464d444-e65a-4254-9b78-81cecd89c3ab req-73142699-256b-4220-b064-afa6eb4dc001 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655457 Jan 14 11:52:01.024561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.043617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.057462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=bf75cc0d-0493-4b8b-a872-93e64f8809a5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:01.062582 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-68601cc0-634f-49b1-a71b-45550da35c93 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/a9036e25-73f6-445d-b62b-e30d07f4fdad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2809677 Jan 14 11:52:01.065236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49720) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:01.083672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] Sync routers for ids ['a9036e25-73f6-445d-b62b-e30d07f4fdad'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:01.104597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.129836 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c5e875d0-7bba-40ff-9c24-55d282257124 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/bf75cc0d-0493-4b8b-a872-93e64f8809a5 HTTP/1.1" status: 204 len: 168 time: 1.7643137 Jan 14 11:52:01.133090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f70dfcaa-5fb5-43d1-acdc-214527d3f191 None None] Provisioning complete for port 6b4d40ac-eefc-440d-a5b2-613ade5f8917 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:01.133810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f70dfcaa-5fb5-43d1-acdc-214527d3f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.137781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49724) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:01.145487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-621671287'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:01.165198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:01.190621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:01.197881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:01.214625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:01.221597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10462421-c264-4cc3-bbd5-569fe750c32e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:01.222308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-10462421-c264-4cc3-bbd5-569fe750c32e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:01.238409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=f4c7593e-fb54-4136-bb7e-dde49804f372,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:01.242701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:01.243559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] Routers {'a9036e25-73f6-445d-b62b-e30d07f4fdad'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:01.244362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['a9036e25-73f6-445d-b62b-e30d07f4fdad'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:01.246540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.265754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-10462421-c264-4cc3-bbd5-569fe750c32e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:01.281552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-10462421-c264-4cc3-bbd5-569fe750c32e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports/6b4d40ac-eefc-440d-a5b2-613ade5f8917 HTTP/1.1" status: 200 len: 910 time: 0.2038198 Jan 14 11:52:01.282581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49728) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:01.338386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network a1cfe125-05d9-463f-950c-22a6611a2004 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:01.339532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:01.350940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ad3582d-784a-40e6-a29b-c8f27f0de89f no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:52:01.393290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f70dfcaa-5fb5-43d1-acdc-214527d3f191 None None] Port 6b4d40ac-eefc-440d-a5b2-613ade5f8917 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:01.405699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7ad3582d-784a-40e6-a29b-c8f27f0de89f {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:52:01.406257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7ad3582d-784a-40e6-a29b-c8f27f0de89f not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:52:01.408939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:01.422861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] Routers {'a9036e25-73f6-445d-b62b-e30d07f4fdad'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:01.423959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['a9036e25-73f6-445d-b62b-e30d07f4fdad'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:01.470605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:01.480790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.481510 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment 9e04df40-f528-4673-8569-cb729054d5a0 of type vlan for network b48cd2db-83c3-4059-8990-1a6d0f235a23 Jan 14 11:52:01.495988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:01.496630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d0816-e74d-4a02-9ae5-cdca17bb489e None None] The sync data for ids ['a9036e25-73f6-445d-b62b-e30d07f4fdad'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:01.520592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.584909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.588622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:01.589302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:01.703639 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5647795 Jan 14 11:52:01.707750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49732) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:01.708355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76877211-bc13-4fe8-aaf2-0ba195e7927f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=b48cd2db-83c3-4059-8990-1a6d0f235a23,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:01.717796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:01.723679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:01.750633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 082882e7-0138-4378-be5e-aff50be332ee is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:01.947366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:01.962375 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] Sync routers for ids ['082882e7-0138-4378-be5e-aff50be332ee'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:01.965864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ce2dc-b431-40be-bb80-84abfef162f3 None None] Network a1cfe125-05d9-463f-950c-22a6611a2004 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:01.965967 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-156cb3d6-c717-4daa-a85d-2fd11c120b85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/082882e7-0138-4378-be5e-aff50be332ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6321261 Jan 14 11:52:01.965967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49736) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:01.979550 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] Routers {'082882e7-0138-4378-be5e-aff50be332ee'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:01.980533 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['082882e7-0138-4378-be5e-aff50be332ee'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:02.018475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:02.023626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:02.026587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:02.033062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:02.043517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1f4b3-60b1-4579-afd7-267a292f5043 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:02.044137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-67a1f4b3-60b1-4579-afd7-267a292f5043 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:02.049345 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:02.062998 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] Routers {'082882e7-0138-4378-be5e-aff50be332ee'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:02.063175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-67a1f4b3-60b1-4579-afd7-267a292f5043 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:02.067081 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-67a1f4b3-60b1-4579-afd7-267a292f5043 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports/f4c7593e-fb54-4136-bb7e-dde49804f372 HTTP/1.1" status: 200 len: 911 time: 0.0977540 Jan 14 11:52:02.067211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49740) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:02.067786 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:51:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['082882e7-0138-4378-be5e-aff50be332ee'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:02.074412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f2892d1-6877-4f33-b290-72c7f04b7f04'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:02.121689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-03284801-e153-487e-9ba2-5d41daf79484 None None] Provisioning for port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:02.139418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:02.165192 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:02.165639 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eefa6-38af-4986-8e88-415f52ae9a68 None None] The sync data for ids ['082882e7-0138-4378-be5e-aff50be332ee'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:02.303448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.432637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6a5f67cd-0757-41d5-b61d-447e37d71f3d up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:02.439647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.529987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 6a5f67cd-0757-41d5-b61d-447e37d71f3d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:02.535679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 6a5f67cd-0757-41d5-b61d-447e37d71f3d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:02.536273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.650219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e9855-b755-4e16-96c0-957929d424df req-9cbcaca0-3845-452a-9e24-4da0eea04b7d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:02.651772 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-641e9855-b755-4e16-96c0-957929d424df req-9cbcaca0-3845-452a-9e24-4da0eea04b7d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 945 time: 0.3870499 Jan 14 11:52:02.668122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3411ec6f-ffed-4daf-9326-7b7e63431c38 None None] Provisioning for port f4c7593e-fb54-4136-bb7e-dde49804f372 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:02.675310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d04b0b9b-0716-4955-a29c-4b1a1a7766b3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:02.687549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.712344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.737301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-641e9855-b755-4e16-96c0-957929d424df req-6aba6f75-4c25-4d1e-9f85-cc64c45ece8e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753512 Jan 14 11:52:02.781161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3411ec6f-ffed-4daf-9326-7b7e63431c38 None None] Provisioning complete for port f4c7593e-fb54-4136-bb7e-dde49804f372 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:02.781688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3411ec6f-ffed-4daf-9326-7b7e63431c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.836473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=33680071-2cc6-432e-bb86-dea0667c4d98,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:02.867724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3411ec6f-ffed-4daf-9326-7b7e63431c38 None None] Port f4c7593e-fb54-4136-bb7e-dde49804f372 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:02.873493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': '9e04df40-f528-4673-8569-cb729054d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:02.873869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: b48cd2db-83c3-4059-8990-1a6d0f235a23, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:02.906576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.955704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:02.957699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:52:02.963498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:02.969180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:02.971353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:02.971724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:02.997232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.090691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b48cd2db-83c3-4059-8990-1a6d0f235a23) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:03.105987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:03.106552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.126048 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'code': 200} Jan 14 11:52:03.134030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23c8ad-84e2-47b5-b526-5cf0ea6f2dec None None] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:03.179425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-79661d7f-0508-486c-827f-620aca8d72fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.193091 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a30aab29-ce16-4d3b-862f-b5cf5747719c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4789269 Jan 14 11:52:03.193782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49748) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:03.205408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23', 'name': 'tempest-PortsTestJSON-129949823', 'fixed_ips': [{'subnet_id': '33680071-2cc6-432e-bb86-dea0667c4d98', 'ip_address': '172.20.0.10'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:03.293462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=6a5f67cd-0757-41d5-b61d-447e37d71f3d,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:03.296352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cd9daa90-8c6d-4c88-8a72-e9b941ddcbc2 None None] Provisioning complete for port f4c7593e-fb54-4136-bb7e-dde49804f372 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:03.297363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cd9daa90-8c6d-4c88-8a72-e9b941ddcbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.408819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-cd9daa90-8c6d-4c88-8a72-e9b941ddcbc2 None None] Port f4c7593e-fb54-4136-bb7e-dde49804f372 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:03.449558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 6b4d40ac-eefc-440d-a5b2-613ade5f8917 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:03.450039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.474202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.539071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:03.550751 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:03.556548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:03.564179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:03.580793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:03.608333 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a8525f3-6d96-48e4-b95c-df5bf1cf3929 req-0d907513-03f3-4f8c-bf3d-96daf885e840 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 1099 time: 0.2181475 Jan 14 11:52:03.616418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d04b0b9b-0716-4955-a29c-4b1a1a7766b3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,segment=NetworkSegment(d556dfdd-6461-4482-b65e-aab985272da4),segment_id=d556dfdd-6461-4482-b65e-aab985272da4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:03.622828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6a46777a-068e-4619-8a2b-e611e9789ef1 None None] Provisioning complete for port f4c7593e-fb54-4136-bb7e-dde49804f372 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:03.623196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a46777a-068e-4619-8a2b-e611e9789ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.642799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.646848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.676217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.694815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-b48cd2db-83c3-4059-8990-1a6d0f235a23', 'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': '33680071-2cc6-432e-bb86-dea0667c4d98'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:03.696100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.697191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.701367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:03.701966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.703269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/ports/f4c7593e-fb54-4136-bb7e-dde49804f372 HTTP/1.1" status: 200 len: 911 time: 1.6349399 Jan 14 11:52:03.706465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49752) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:03.810943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a8525f3-6d96-48e4-b95c-df5bf1cf3929 req-408f603a-39f8-4163-ad0d-b29c7b3cbeb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488740 Jan 14 11:52:03.813316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cb5a4-dd65-4766-94e0-5aad01b0cafd tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=f4c7593e-fb54-4136-bb7e-dde49804f372,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:03.831492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6a46777a-068e-4619-8a2b-e611e9789ef1 None None] Port f4c7593e-fb54-4136-bb7e-dde49804f372 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:03.834309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:03.860676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:52:03.868696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:03.930383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 6b4d40ac-eefc-440d-a5b2-613ade5f8917 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:03.976770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Allocated IP 172.20.0.2 (b48cd2db-83c3-4059-8990-1a6d0f235a23/33680071-2cc6-432e-bb86-dea0667c4d98/2e11f9f8-2944-4257-b8f1-d4aa16f81f1b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:04.059018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651bca9-50d8-47c0-a245-1b61be1ba507 req-e1a4bcc7-18b7-463b-9c3e-50d91d28c119 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:04.060501 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8651bca9-50d8-47c0-a245-1b61be1ba507 req-e1a4bcc7-18b7-463b-9c3e-50d91d28c119 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.1657906 Jan 14 11:52:04.108310 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8651bca9-50d8-47c0-a245-1b61be1ba507 req-2fe2dd56-76e6-4af7-a7cf-c5b9a8da6ec9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 Jan 14 11:52:04.185074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.213374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.317918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Transition to ACTIVE for port object 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:04.326552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.356956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.358897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Transition to ACTIVE for port object 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:04.365917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.382326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=6b4d40ac-eefc-440d-a5b2-613ade5f8917,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:04.443914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:04.445616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Pushing event updated for resources: {'Port': ['ID=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:04.448960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:04.456538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:04.460221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.10 (b48cd2db-83c3-4059-8990-1a6d0f235a23/33680071-2cc6-432e-bb86-dea0667c4d98/9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:04.501732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.642813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d04b0b9b-0716-4955-a29c-4b1a1a7766b3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:04.714793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Attempting to bind port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:04.715090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Attempting to bind port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '9e04df40-f528-4673-8569-cb729054d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:04.715373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Attempting to bind port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b on network b48cd2db-83c3-4059-8990-1a6d0f235a23 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:04.729821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:04.730170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Checking segment: {'id': '9e04df40-f528-4673-8569-cb729054d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:04.730567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.730954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Bound using segment: {'id': '9e04df40-f528-4673-8569-cb729054d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:04.731423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Bound port: 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e04df40-f528-4673-8569-cb729054d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:04.731838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.803298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.815746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:04.815746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.824429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.840411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:04.864259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.885876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] For port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:04.890477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] For port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,segment=NetworkSegment(9e04df40-f528-4673-8569-cb729054d5a0),segment_id=9e04df40-f528-4673-8569-cb729054d5a0)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:04.898894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:04.966682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:04.982019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:04.984593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:04.995364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:05.100442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:05.100754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16dcf-4332-495b-965c-b82d356f0ef5 None None] Pushing event updated for resources: {'Port': ['ID=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:05.101734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:05.142835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2f89afed-89ec-4e4c-8fd9-17ab373e8040 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9426107 Jan 14 11:52:05.145401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49758) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:05.152991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': 'b48cd2db-83c3-4059-8990-1a6d0f235a23', 'name': 'tempest-PortsTestJSON-1575846366', 'fixed_ips': [{'subnet_id': '33680071-2cc6-432e-bb86-dea0667c4d98', 'ip_address': '172.20.0.9'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:05.327362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:05.344863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:05.348958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:05.359808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:05.372655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:05.378309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:05.418988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 78939cda-1509-4f6f-a986-afdfafea2b2e yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:52:05.440597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:05.636807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.9 (b48cd2db-83c3-4059-8990-1a6d0f235a23/33680071-2cc6-432e-bb86-dea0667c4d98/78939cda-1509-4f6f-a986-afdfafea2b2e) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:05.664705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0944f1-a4d4-4301-bf05-1129cfd666f0 req-eb0b1eff-8002-4c12-b491-76d15ae46f59 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:05.666879 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6d0944f1-a4d4-4301-bf05-1129cfd666f0 req-eb0b1eff-8002-4c12-b491-76d15ae46f59 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.3604703 Jan 14 11:52:05.683890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49766) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:05.712596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router a9036e25-73f6-445d-b62b-e30d07f4fdad has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:05.794481 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6d0944f1-a4d4-4301-bf05-1129cfd666f0 req-c6d998e1-6647-42cd-9928-e24df88c6cb8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079195 Jan 14 11:52:05.878193 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e98db74e-8942-47aa-8864-ac6ea4f40127 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=7741e7dad0364f1c986277935c677ebe&network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 2999 time: 0.1909440 Jan 14 11:52:05.971481 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:05.985575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] Sync routers for ids ['a9036e25-73f6-445d-b62b-e30d07f4fdad'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:05.988012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.001084 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-339a2b22-a951-4ff1-b21e-08d4f3bd97a9 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/a9036e25-73f6-445d-b62b-e30d07f4fdad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7149222 Jan 14 11:52:06.004477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49774) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.008341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] Routers {'a9036e25-73f6-445d-b62b-e30d07f4fdad'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:06.009199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['a9036e25-73f6-445d-b62b-e30d07f4fdad'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:06.014168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 78939cda-1509-4f6f-a986-afdfafea2b2e will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:06.056756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391b331-b62d-4b33-beb2-00d3585dcf9e req-9385267b-8acb-4689-bb19-f6b42314e549 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:06.057434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-480d17c8-dcbf-4674-a80b-1bb5f7f4303b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:06.058308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d391b331-b62d-4b33-beb2-00d3585dcf9e req-9385267b-8acb-4689-bb19-f6b42314e549 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.1163990 Jan 14 11:52:06.083687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.094290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:06.107229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] Routers {'a9036e25-73f6-445d-b62b-e30d07f4fdad'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:06.107699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['a9036e25-73f6-445d-b62b-e30d07f4fdad'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:06.158286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-480d17c8-dcbf-4674-a80b-1bb5f7f4303b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:06.159445 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-480d17c8-dcbf-4674-a80b-1bb5f7f4303b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9036e25-73f6-445d-b62b-e30d07f4fdad HTTP/1.1" status: 200 len: 205 time: 0.1540375 Jan 14 11:52:06.163224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49780) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.179705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:06.186142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:06.196818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:06.197330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba318e9-c06f-4bd6-901e-8b2dc96c6cf2 None None] The sync data for ids ['a9036e25-73f6-445d-b62b-e30d07f4fdad'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:06.197814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:06.229980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=78939cda-1509-4f6f-a986-afdfafea2b2e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:06.236523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port f4c7593e-fb54-4136-bb7e-dde49804f372 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:06.236781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.245716 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d391b331-b62d-4b33-beb2-00d3585dcf9e req-9e885c01-77bc-4906-898a-7a4c4379418b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788549 Jan 14 11:52:06.284017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:06.284767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.289233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49784) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.322444 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6faf28c7-f15d-4493-a5d7-e0897fb2ab0e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1756613 Jan 14 11:52:06.324841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49790) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.381499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fec285-7cfd-477e-ba73-aec34d815539 None None] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:06.430959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24993df0-5a17-462e-a14a-a63188402515 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:06.432085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-24993df0-5a17-462e-a14a-a63188402515 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:06.436500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.450270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-24993df0-5a17-462e-a14a-a63188402515 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:06.455197 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-24993df0-5a17-462e-a14a-a63188402515 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1293650 Jan 14 11:52:06.455833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49794) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.560332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bdb8bc15-1fbc-4f6d-9fa5-ea3ab3e752bb None None] Provisioning for port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:06.623758 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c7e0a636-da79-4734-b5cc-3342bde4fc49 tempest-TestVolumeBootPattern-113320232 tempest-TestVolumeBootPattern-113320232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 1094 time: 0.3332224 Jan 14 11:52:06.626221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49800) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.642154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:06.649652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:06.654135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:floatingip and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:06.657811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:06.666909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:06.672312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:06.678612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.700539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b44eeb-562c-4aa3-84ce-fd183dbf423f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:06.704258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b44eeb-562c-4aa3-84ce-fd183dbf423f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:06.708233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b44eeb-562c-4aa3-84ce-fd183dbf423f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:06.713880 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-71b44eeb-562c-4aa3-84ce-fd183dbf423f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2538555 Jan 14 11:52:06.715028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49804) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:06.764948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:06.769757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:06.770123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.798090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.853594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 78939cda-1509-4f6f-a986-afdfafea2b2e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:06.854077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.930516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:06.975010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,segment=NetworkSegment(9e04df40-f528-4673-8569-cb729054d5a0),segment_id=9e04df40-f528-4673-8569-cb729054d5a0)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:06.981856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.010044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for f4c7593e-fb54-4136-bb7e-dde49804f372 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:07.067007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:07.070793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Provisioning for port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:07.079571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Provisioning complete for port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:07.080117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.165807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:07.182389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Provisioning for port 78939cda-1509-4f6f-a986-afdfafea2b2e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:07.189331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Provisioning complete for port 78939cda-1509-4f6f-a986-afdfafea2b2e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:07.189706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.237494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.261684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Port 78939cda-1509-4f6f-a986-afdfafea2b2e cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:07.275877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Provisioning complete for port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:07.276334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-75faaa46-0acc-40f3-831e-d23df59c7b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.330369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.343427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.373770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49810) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:07.410308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.464680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.465219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router a9036e25-73f6-445d-b62b-e30d07f4fdad {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:52:07.515023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781d374-8384-46db-b0b9-19205f0e88d8 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:07.530802 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7781d374-8384-46db-b0b9-19205f0e88d8 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 814 time: 0.1417711 Jan 14 11:52:07.530802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.530802 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-772d4575-23b3-4151-9f28-2b4f7558c05f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/a9036e25-73f6-445d-b62b-e30d07f4fdad HTTP/1.1" status: 204 len: 168 time: 1.3613088 Jan 14 11:52:07.530802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49814) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:07.564518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 78939cda-1509-4f6f-a986-afdfafea2b2e owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:07.566025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.573648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-80f56cbe-2fb5-4fbf-bcbe-46946bfd28f5 None None] Provisioning complete for port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:07.574087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-80f56cbe-2fb5-4fbf-bcbe-46946bfd28f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.606108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Allocated IP 172.26.8.108 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/893434c5-0b47-48c2-9519-4c0662b393ec) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:07.621134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=f4c7593e-fb54-4136-bb7e-dde49804f372,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:07.631755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-80f56cbe-2fb5-4fbf-bcbe-46946bfd28f5 None None] Port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:07.655888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-80f56cbe-2fb5-4fbf-bcbe-46946bfd28f5 None None] Provisioning complete for port 78939cda-1509-4f6f-a986-afdfafea2b2e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:07.656357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-80f56cbe-2fb5-4fbf-bcbe-46946bfd28f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.723996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-80f56cbe-2fb5-4fbf-bcbe-46946bfd28f5 None None] Port 78939cda-1509-4f6f-a986-afdfafea2b2e cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:07.857885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.860820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:07.912216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=78939cda-1509-4f6f-a986-afdfafea2b2e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:07.941815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.017005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet 855b90aa-9873-454e-b7e9-a4e5aef1f7b6 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:52:08.024101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.024981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.032485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.110421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:08.114546 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c1bf7ca3-4930-4b3b-9fe3-0c45059fb5d6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/78939cda-1509-4f6f-a986-afdfafea2b2e HTTP/1.1" status: 204 len: 168 time: 1.3967919 Jan 14 11:52:08.115843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:08.130398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49822) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:08.136954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:08.177136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49826) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:08.178518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=893434c5-0b47-48c2-9519-4c0662b393ec,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:08.187847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--725723345', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:08.231081 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89e6742-2efb-4f49-b78a-0f6ef20b6f13 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:52:08.231584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d89e6742-2efb-4f49-b78a-0f6ef20b6f13 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:08.238703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:08.263277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:08.269154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:08.274234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.288163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d89e6742-2efb-4f49-b78a-0f6ef20b6f13 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:08.289381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d89e6742-2efb-4f49-b78a-0f6ef20b6f13 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/78939cda-1509-4f6f-a986-afdfafea2b2e HTTP/1.1" status: 404 len: 333 time: 0.1544552 Jan 14 11:52:08.295794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49830) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:08.307758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:08.392480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:08.397009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.430871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:08.431252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.519396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:08.537866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.538213 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment 38947f6c-7c85-49cd-afb5-67d151918bd2 of type vlan for network ad5e41e7-5da7-42f9-aa49-88999fffe772 Jan 14 11:52:08.601385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.615094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:08.725070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:08.725996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.741057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.796515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 082882e7-0138-4378-be5e-aff50be332ee has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:08.800179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.835039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.838646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:08.839220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.873405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=855b90aa-9873-454e-b7e9-a4e5aef1f7b6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:08.955156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26e017-151f-4ee9-9787-735ea708b812 None None] Network ada510df-b18e-4b93-be5a-12f734ba6e34 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:08.962843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:08.967289 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-aad95605-6b58-4f34-9459-e84cc1f0105f tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/855b90aa-9873-454e-b7e9-a4e5aef1f7b6 HTTP/1.1" status: 204 len: 168 time: 1.4378359 Jan 14 11:52:08.969332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49836) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.000682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.025291 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8423378 Jan 14 11:52:09.045492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49840) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.053102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbcac0-f81e-428d-ae52-6d4bfc3976cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=ad5e41e7-5da7-42f9-aa49-88999fffe772,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:09.070978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:09.139993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 owned by {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:09.266242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.269798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6001f12-21be-4656-903d-ca1a60226d8d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:09.274620 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b6001f12-21be-4656-903d-ca1a60226d8d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2157447 Jan 14 11:52:09.275795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49844) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.297326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:09.306288 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a6e151d4-3753-4691-a4d7-981281d9d4e7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/082882e7-0138-4378-be5e-aff50be332ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5986125 Jan 14 11:52:09.311181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49848) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.325546 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] Sync routers for ids ['082882e7-0138-4378-be5e-aff50be332ee'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:09.338206 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] Routers {'082882e7-0138-4378-be5e-aff50be332ee'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:09.338796 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['082882e7-0138-4378-be5e-aff50be332ee'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:09.341417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.406159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:09.407052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] DHCP port deletion for ada510df-b18e-4b93-be5a-12f734ba6e34 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:52:09.412674 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] Deleting port 416ff1e6-682f-419b-88e2-2b039fe9eb37 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:09.413131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.417333 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] Routers {'082882e7-0138-4378-be5e-aff50be332ee'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:09.417561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 416ff1e6-682f-419b-88e2-2b039fe9eb37 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:09.417901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.418019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['082882e7-0138-4378-be5e-aff50be332ee'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:09.429074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:09.447106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c6c4de61-560d-46e3-88d6-048c459501e2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:09.484256 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:09.484698 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2dd34-29b0-46dc-97f1-187e24cedf43 None None] The sync data for ids ['082882e7-0138-4378-be5e-aff50be332ee'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:09.643630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.676315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f35b4d0-488b-4838-aa8b-15f9c6583819 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 HTTP/1.1" status: 204 len: 168 time: 1.3765051 Jan 14 11:52:09.676983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.687420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c6c4de61-560d-46e3-88d6-048c459501e2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:09.690883 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c6c4de61-560d-46e3-88d6-048c459501e2 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=082882e7-0138-4378-be5e-aff50be332ee HTTP/1.1" status: 200 len: 205 time: 0.3759971 Jan 14 11:52:09.691712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49856) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.725710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] For port 416ff1e6-682f-419b-88e2-2b039fe9eb37, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=416ff1e6-682f-419b-88e2-2b039fe9eb37,segment=NetworkSegment(dbff7e5c-e690-46eb-924b-d7a9a405ed91),segment_id=dbff7e5c-e690-46eb-924b-d7a9a405ed91)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:09.726328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.737262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a14b2-c386-48be-8eda-296cdc251775 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:09.742234 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b00a14b2-c386-48be-8eda-296cdc251775 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4620543 Jan 14 11:52:09.746623 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-8995a7a8-99da-4d68-a854-d6940a769596 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:52:09.747108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8995a7a8-99da-4d68-a854-d6940a769596 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:09.752163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49860) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.818276 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49e5aefb-e63e-47b6-89bf-171f92c7ec4e tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624223 Jan 14 11:52:09.820301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.821007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49864) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.852841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] Calling delete_port for 416ff1e6-682f-419b-88e2-2b039fe9eb37 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:09.870933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8995a7a8-99da-4d68-a854-d6940a769596 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:09.874540 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8995a7a8-99da-4d68-a854-d6940a769596 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/9e3dd0f5-f160-4c86-bc07-42bcd1c3cce3 HTTP/1.1" status: 404 len: 333 time: 0.1860447 Jan 14 11:52:09.875328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49868) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:09.926235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.934512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.953115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 416ff1e6-682f-419b-88e2-2b039fe9eb37, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=416ff1e6-682f-419b-88e2-2b039fe9eb37,segment=NetworkSegment(dbff7e5c-e690-46eb-924b-d7a9a405ed91),segment_id=dbff7e5c-e690-46eb-924b-d7a9a405ed91)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:09.953491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:09.995286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] Pushing event deleted for resources: {'Port': ['ID=416ff1e6-682f-419b-88e2-2b039fe9eb37,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:10.001115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaffe3-c3c1-4a52-8c53-935f907e5082 None None] No DVR routers for this DVR port 416ff1e6-682f-419b-88e2-2b039fe9eb37 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:52:10.059601 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a405b26b-f946-4f19-b125-58ce23dab089 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2375124 Jan 14 11:52:10.063027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49872) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:10.107316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 416ff1e6-682f-419b-88e2-2b039fe9eb37 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:10.167421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.264496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:52:10.264496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:52:10.267791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 33680071-2cc6-432e-bb86-dea0667c4d98 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:52:10.270960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.330078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.410108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.487687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.535607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=33680071-2cc6-432e-bb86-dea0667c4d98,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:10.541073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.552786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746629c0-2b82-4511-a34c-d46333067df9 None None] Network b48cd2db-83c3-4059-8990-1a6d0f235a23 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:10.553659 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-56650914-85a2-4920-b95b-bc095acebd34 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/33680071-2cc6-432e-bb86-dea0667c4d98 HTTP/1.1" status: 204 len: 168 time: 0.6775267 Jan 14 11:52:10.554291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49876) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:10.562284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c747dc-533d-4d82-8ef3-8d4a2974390d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:10.566230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-00c747dc-533d-4d82-8ef3-8d4a2974390d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4992104 Jan 14 11:52:10.572307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49880) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:10.641177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 416ff1e6-682f-419b-88e2-2b039fe9eb37 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:52:10.657980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:52:10.668895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.679480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:10.679806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.684695 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c4fc3bf6-3486-47d0-97b6-d8d83fe4669d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1102462 Jan 14 11:52:10.689085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.690511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49884) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:10.699466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1881756399', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:10.701438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 416ff1e6-682f-419b-88e2-2b039fe9eb37 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:52:10.701780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 416ff1e6-682f-419b-88e2-2b039fe9eb37 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:52:10.713922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.769317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 416ff1e6-682f-419b-88e2-2b039fe9eb37 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:10.769692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.844368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] The port '416ff1e6-682f-419b-88e2-2b039fe9eb37' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:52:10.887219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] DHCP port deletion for b48cd2db-83c3-4059-8990-1a6d0f235a23 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:52:10.892574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] Deleting port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:10.893219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:10.988837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.036572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=893434c5-0b47-48c2-9519-4c0662b393ec,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:11.041343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.058518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.064003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:11.066283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,segment=NetworkSegment(9e04df40-f528-4673-8569-cb729054d5a0),segment_id=9e04df40-f528-4673-8569-cb729054d5a0)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:11.066626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.073180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:11.075961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.109040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] For port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,segment=NetworkSegment(9e04df40-f528-4673-8569-cb729054d5a0),segment_id=9e04df40-f528-4673-8569-cb729054d5a0)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:11.109450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.129258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:11.145633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:11.182855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:11.208558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.209135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router 082882e7-0138-4378-be5e-aff50be332ee {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:52:11.267700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] Calling delete_port for 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:11.288859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.294047 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-42646195-e3ad-4b52-852c-3cc76c9f1490 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/082882e7-0138-4378-be5e-aff50be332ee HTTP/1.1" status: 204 len: 168 time: 1.5947773 Jan 14 11:52:11.294246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49888) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:11.298628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada510df-b18e-4b93-be5a-12f734ba6e34']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:11.313065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:11.368964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.377769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.389049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbff7e5c-e690-46eb-924b-d7a9a405ed91') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:11.389468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbff7e5c-e690-46eb-924b-d7a9a405ed91') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:11.423115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] Pushing event deleted for resources: {'Port': ['ID=2e11f9f8-2944-4257-b8f1-d4aa16f81f1b,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:11.427128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.430277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11bd12-2028-4eff-8895-71cfa3f0d412 None None] No DVR routers for this DVR port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:52:11.465549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.486474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:52:11.486842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: util.warn( Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:52:11.544044 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:52:11.565180 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Floating IP 6a0d5fa4-109a-4360-99f2-7dde506218d6 associated. External IP: 172.26.8.108, port: 6a5f67cd-0757-41d5-b61d-447e37d71f3d. Jan 14 11:52:11.633873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:52:11.634179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:52:11.649689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.674469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.689578 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=ada510df-b18e-4b93-be5a-12f734ba6e34,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:11.702506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet 5f2892d1-6877-4f33-b290-72c7f04b7f04 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:52:11.705929 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7b3f8e20-39bd-4ea8-b0f1-e2ea5934bdad tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/ada510df-b18e-4b93-be5a-12f734ba6e34 HTTP/1.1" status: 204 len: 168 time: 2.7357488 Jan 14 11:52:11.706702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.710961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49892) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:11.715330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.723714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1326085076', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:11.758829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:11.760340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.824670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:11.833370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:11.841524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.847630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:11.887899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=17c01001-79e8-4f4b-a042-c9fb7a4f3a48,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:11.900060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.900993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.921009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:11.921408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: ad5e41e7-5da7-42f9-aa49-88999fffe772, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:11.925406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.965031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.969594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2892d1-6877-4f33-b290-72c7f04b7f04,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:11.974302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:11.983953 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0b8c8d79-230d-41eb-a686-05506a457ff0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/5f2892d1-6877-4f33-b290-72c7f04b7f04 HTTP/1.1" status: 204 len: 168 time: 0.6877372 Jan 14 11:52:11.984163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55e18e-0cf4-4f3d-8e2b-2206a55be54f None None] Network a1cfe125-05d9-463f-950c-22a6611a2004 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:11.984620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49896) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:12.101323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.112541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:12.112901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.150745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:12.151325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.162691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:12.239634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] The port '2e11f9f8-2944-4257-b8f1-d4aa16f81f1b' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:52:12.280015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] DHCP port deletion for a1cfe125-05d9-463f-950c-22a6611a2004 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:52:12.284773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] Deleting port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:12.285392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.286235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ad5e41e7-5da7-42f9-aa49-88999fffe772) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:12.296271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:12.296882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.314109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd98953-76dc-4f6f-8359-6c3261fdb1c8 None None] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:12.416446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8a31c1d5-9c60-44ec-aeaf-e59fbbca7a38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7205822 Jan 14 11:52:12.424853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.440650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.497245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48cd2db-83c3-4059-8990-1a6d0f235a23']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:12.497772 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-27107a79-6a76-445d-9934-c88a3c1f521d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3233869 Jan 14 11:52:12.518223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e04df40-f528-4673-8569-cb729054d5a0') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:12.518729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e04df40-f528-4673-8569-cb729054d5a0') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:12.543662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.582183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.597099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] For port d04b0b9b-0716-4955-a29c-4b1a1a7766b3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,segment=NetworkSegment(d556dfdd-6461-4482-b65e-aab985272da4),segment_id=d556dfdd-6461-4482-b65e-aab985272da4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:12.597099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.609983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:52:12.610558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.697598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49904) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:52:12.698491 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:52:12.706857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421580606', 'description': 'tempest-secgroup-smoke-1421580606 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:12.738465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:12.740468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] Calling delete_port for d04b0b9b-0716-4955-a29c-4b1a1a7766b3 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:12.759374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:12.793673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d04b0b9b-0716-4955-a29c-4b1a1a7766b3 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:52:12.804259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.807547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.838893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.843894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=b48cd2db-83c3-4059-8990-1a6d0f235a23,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:12.858699 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cebf9012-cc35-447e-a3b3-a6fa74a4b4c3 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/b48cd2db-83c3-4059-8990-1a6d0f235a23 HTTP/1.1" status: 204 len: 168 time: 2.3034170 Jan 14 11:52:12.860551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port d04b0b9b-0716-4955-a29c-4b1a1a7766b3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,segment=NetworkSegment(d556dfdd-6461-4482-b65e-aab985272da4),segment_id=d556dfdd-6461-4482-b65e-aab985272da4)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:12.860934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:12.863215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49908) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:12.872537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1497240913'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:12.880366 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-aac3b2df-c34d-4418-9661-e16470407ed0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1098 time: 0.2259140 Jan 14 11:52:12.892255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:12.901566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:network and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:12.918270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:12.954517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:12.956869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:12.972300 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:12.976772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.014684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 update to DOWN by agent not found {{(pid=83453) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 14 11:52:13.015383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:52:13.032704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:13.041985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:13.062275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:13.065440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:13.069019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.070367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] Pushing event deleted for resources: {'Port': ['ID=d04b0b9b-0716-4955-a29c-4b1a1a7766b3,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:13.072048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:52:13.072386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e11f9f8-2944-4257-b8f1-d4aa16f81f1b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:52:13.103612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for d04b0b9b-0716-4955-a29c-4b1a1a7766b3 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:13.105959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fba03-84bf-448e-bfae-f1c5d5a54aad None None] No DVR routers for this DVR port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:52:13.133413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ad5e41e7-5da7-42f9-aa49-88999fffe772', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:13.134586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.189176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:52:13.189644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:52:13.227499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-8d617de4-72fe-4803-b73d-fc8f02655e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:13.229060 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-8d617de4-72fe-4803-b73d-fc8f02655e10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 898 time: 0.3120372 Jan 14 11:52:13.297398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Allocated IP 172.20.0.18 (ad5e41e7-5da7-42f9-aa49-88999fffe772/17c01001-79e8-4f4b-a042-c9fb7a4f3a48/9b777915-1e32-44e3-869a-a5d169bfc7cf) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:13.351417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.399305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:13.411908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.492910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.493251 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Added segment cb449436-2c95-4f1f-97a2-577b9356adf5 of type vlan for network 235ef72d-f4f1-4337-8b48-606b47778fac Jan 14 11:52:13.500409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.511168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Transition to ACTIVE for port object 9b777915-1e32-44e3-869a-a5d169bfc7cf will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:13.531123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Transition to ACTIVE for port object 9b777915-1e32-44e3-869a-a5d169bfc7cf will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:13.536472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.538325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.551376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.556179 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-67e7f50e-ec1b-40c9-8c05-bb900f8edc12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 1001 time: 0.2780981 Jan 14 11:52:13.648591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:13.651459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:13.652092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.655852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:13.657942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Pushing event updated for resources: {'Port': ['ID=9b777915-1e32-44e3-869a-a5d169bfc7cf,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:13.690913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port d04b0b9b-0716-4955-a29c-4b1a1a7766b3 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:13.691508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.737689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4556db-3065-4c97-85fd-df17036d999d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:13.755449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Attempting to bind port 9b777915-1e32-44e3-869a-a5d169bfc7cf on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:13.755449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Attempting to bind port 9b777915-1e32-44e3-869a-a5d169bfc7cf by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:13.756949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Attempting to bind port 9b777915-1e32-44e3-869a-a5d169bfc7cf on network ad5e41e7-5da7-42f9-aa49-88999fffe772 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:13.759596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] The port 'd04b0b9b-0716-4955-a29c-4b1a1a7766b3' was deleted {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:52:13.762073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.763256 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-82fbb9e7-ef5f-443d-9635-e378db53f4cc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0615590 Jan 14 11:52:13.767091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:13.767872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Checking segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:13.768367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.768938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Bound using segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:13.769490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Bound port: 9b777915-1e32-44e3-869a-a5d169bfc7cf, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:13.769949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.782273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49912) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:13.890914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] For port 9b777915-1e32-44e3-869a-a5d169bfc7cf, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:13.895256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] For port 9b777915-1e32-44e3-869a-a5d169bfc7cf, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9b777915-1e32-44e3-869a-a5d169bfc7cf,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:13.901618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.901817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.933151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cfe125-05d9-463f-950c-22a6611a2004']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:13.948534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd556dfdd-6461-4482-b65e-aab985272da4') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:13.948809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd556dfdd-6461-4482-b65e-aab985272da4') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:13.966654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.983567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-d61b33cd-78d7-4bc2-9839-2e7482b7ab99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:13.985362 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-d61b33cd-78d7-4bc2-9839-2e7482b7ab99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 200 len: 834 time: 0.4085147 Jan 14 11:52:13.987170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:13.995163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d9c9c-6b1d-42c4-b1e7-d6cce5b53030 None None] Pushing event updated for resources: {'Port': ['ID=9b777915-1e32-44e3-869a-a5d169bfc7cf,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:13.995845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:52:13.996129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b4556db-3065-4c97-85fd-df17036d999d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:13.996304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.010541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:52:14.013898 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:52:14.024457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.26.8.115 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/bef17cbd-7754-44d8-8b2a-430a56a58bd0) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:14.067289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:14.080272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:14.087055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.090758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:14.091412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.106402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.125146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.142486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=a1cfe125-05d9-463f-950c-22a6611a2004,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:14.151107 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-31ec51fa-bc09-44a0-b7f0-7028c3dbcb02 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/a1cfe125-05d9-463f-950c-22a6611a2004 HTTP/1.1" status: 204 len: 168 time: 2.1659362 Jan 14 11:52:14.151866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49916) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:14.157238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1059726135', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:14.164356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:14.168640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:14.171828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:14.178556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:14.192228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.194020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.230118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.242554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:14.257432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.305788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.307436 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7b42db9b-f641-4364-9d5f-4d0dc6cf8f9a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1542990 Jan 14 11:52:14.311026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49920) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:14.317040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128948417'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:14.323727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:14.329341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:14.333178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:14.339927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:14.351876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:14.355479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.373985 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5075221 Jan 14 11:52:14.378641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49924) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:14.385173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:14.386679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d5018-551a-4bed-a030-7b49c4ec1f33 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Network': ['ID=235ef72d-f4f1-4337-8b48-606b47778fac,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:14.393325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.397593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 235ef72d-f4f1-4337-8b48-606b47778fac details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:14.472748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:14.488339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.506269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-34437faa-d806-4083-88d6-fec7fe85331e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4832158 Jan 14 11:52:14.508039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.508320 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment e2474864-6374-457d-a3ce-8e56e0a711fa of type vlan for network 0dff8f61-8c24-4370-98d3-9d3c386f41dc Jan 14 11:52:14.530166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:14.545788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:14.558633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:14.567440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.571782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:14.594004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:14.614510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:14.625947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.631622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:14.642306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.649871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:14.651320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:14.689681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.694119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:14.694770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.702989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f608beb-1665-461b-b280-e2078ebabedc,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:14.723795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9b777915-1e32-44e3-869a-a5d169bfc7cf up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:14.725746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.791970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.798210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.803058 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2177a97f-6fb9-4a65-8b89-a5ebcadf925c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8417952 Jan 14 11:52:14.808145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49928) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:14.815194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:14.848019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b4556db-3065-4c97-85fd-df17036d999d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:14.863522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:14.872592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-b4988949-06f1-4a20-afaf-8ed76a3e8e9b service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552542 Jan 14 11:52:14.876431 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5640070 Jan 14 11:52:14.889585 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2821c772-3b94-4857-aa71-5df215a00fd5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.2622578 Jan 14 11:52:14.898715 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:14.917421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49932) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:14.917898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:52:14.925566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:14.931827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:14.945079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57723dd9-4494-4742-902d-3bb80fd7a930 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=0dff8f61-8c24-4370-98d3-9d3c386f41dc,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:14.948275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:14.953696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:14.956886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:14.985781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:15.027699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.109804 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'status': 'completed', 'code': 200} Jan 14 11:52:15.110522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:15.185494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.197026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.252309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c14ab9-4d4b-4a5e-ba8f-05d07248df33,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:15.269880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.271045 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8d3f8a78-34fa-48d8-8679-ba321d30a5ed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4591932 Jan 14 11:52:15.274392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49942) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:15.279943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b4556db-3065-4c97-85fd-df17036d999d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:15.283949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=bef17cbd-7754-44d8-8b2a-430a56a58bd0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:15.297718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:15.299708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:15.306083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:15.310195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:15.318489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:15.322388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.327207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfee938-e210-4167-a28c-a98696b4394f None None] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:15.389226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.393471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:15.411918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:15.419442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:15.426414 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d27c4a46-79af-43a6-b111-f5c98f55cf59 req-017cab01-191e-4a00-8731-b32887f51fca service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334191 Jan 14 11:52:15.432639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:15.435541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=7fbd2994-f6f6-42ba-9558-98a6cc973770,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:15.457023 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-1a67ab4d-3434-4f0f-9101-3aa8c45b3ebd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 1099 time: 0.3052096 Jan 14 11:52:15.478564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Checking segment: {'id': 'cb449436-2c95-4f1f-97a2-577b9356adf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:15.478940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network hostable DHCP agents. Network: 235ef72d-f4f1-4337-8b48-606b47778fac, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:15.514809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-952fea7c-121e-4dd0-9344-8aae8f8c7361 None None] Provisioning for port 9b777915-1e32-44e3-869a-a5d169bfc7cf completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:15.520794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.528045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.557872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 235ef72d-f4f1-4337-8b48-606b47778fac is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:15.576946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7a3f7f-1b4d-4b75-91dd-ccb8270722b9,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:15.592151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.594482 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dce0c2d5-26aa-4c9d-9091-6f3bae178927 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3189363 Jan 14 11:52:15.595922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 235ef72d-f4f1-4337-8b48-606b47778fac) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:15.600514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9b777915-1e32-44e3-869a-a5d169bfc7cf completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:15.601391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:15.602517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.606799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6a0d5fa4-109a-4360-99f2-7dde506218d6', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:38:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:52:09Z', 'updated_at': '2022-01-14T11:52:09Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:15.619798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:15.621853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49946) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:15.627072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d92ed93-4817-4d50-9a9b-cf4329ca432a None None] Network 235ef72d-f4f1-4337-8b48-606b47778fac requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:15.632249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b4556db-3065-4c97-85fd-df17036d999d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:15.644071 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-69804183-0d26-4aa0-bb14-eb4e6c286a44 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2611549 Jan 14 11:52:15.644071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:15.645089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9b777915-1e32-44e3-869a-a5d169bfc7cf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:15.645089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.645254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49950) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:15.651981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-592297012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:15.661377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:15.670737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:15.673449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:15.683795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:router and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:15.704335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:15.705657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:15.710769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:15.723373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:15.744100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.745512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.750828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.823742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.861843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.873243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.873243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:15.889473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:15.889473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:16.065055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.065296 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4420278 Jan 14 11:52:16.067338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.102066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49954) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:16.111121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b4556db-3065-4c97-85fd-df17036d999d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:16.125368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:16.125368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:16.125368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:16.135071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:16.154402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.154402 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9f1cda22-2567-4787-ba2d-0241826d9b5a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5019209 Jan 14 11:52:16.154402 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:52:16.173430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec04a-43b2-408a-8638-6a6100858954 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb1b246-20e1-4c42-9b83-8125da272730,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:16.173430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49958) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:16.173430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac', 'name': 'tempest-PortsTestJSON-1294112122'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:16.207761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.237254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.348574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-f76acca1-cb60-4ff9-89fa-bb516b1015f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:16.351003 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-f76acca1-cb60-4ff9-89fa-bb516b1015f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.8414018 Jan 14 11:52:16.370933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:16.455771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.459905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-235ef72d-f4f1-4337-8b48-606b47778fac', 'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': '7fbd2994-f6f6-42ba-9558-98a6cc973770'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:16.464657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.465876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.513195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 9b777915-1e32-44e3-869a-a5d169bfc7cf, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9b777915-1e32-44e3-869a-a5d169bfc7cf,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:16.546003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:16.549745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.550505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.550624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.556788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:port and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:16.561134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:16.571475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:16.576532 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-060029a5-0888-4dff-9592-fbd72448e8b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d HTTP/1.1" status: 200 len: 1000 time: 0.2127988 Jan 14 11:52:16.584681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b377801-8f81-47dd-ac4b-3660ec945f73,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:16.596341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:16.605024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.647614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.649504 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a0f0d588-01db-4d7b-8095-aab64dbc4213 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5496249 Jan 14 11:52:16.653944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:52:16.744550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49962) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:16.760230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b4556db-3065-4c97-85fd-df17036d999d', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:16.774525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:16.791738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:16.801329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:16.818439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:16.854645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.871546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=9b777915-1e32-44e3-869a-a5d169bfc7cf,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:16.920034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f95bda57-7690-4243-8bc8-87012f200a72 None None] Provisioning complete for port 9b777915-1e32-44e3-869a-a5d169bfc7cf triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:16.920034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f95bda57-7690-4243-8bc8-87012f200a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.922764 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:52:16.942063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:16.948080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-25b2f057-323e-4a6f-abc8-040a5c63aaac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:16.948080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-25b2f057-323e-4a6f-abc8-040a5c63aaac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.3365078 Jan 14 11:52:17.049147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=253b70dd-cb45-43b4-8834-3024e7000478,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:17.069063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.11 (235ef72d-f4f1-4337-8b48-606b47778fac/7fbd2994-f6f6-42ba-9558-98a6cc973770/45867a2f-c670-4dbc-8ea7-cad3d65e9cd7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:17.093056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.100637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.108259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:17.108259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: 0dff8f61-8c24-4370-98d3-9d3c386f41dc, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:17.133042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d9118a-d1ee-4cf1-8509-150026152c16,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:17.186076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.187660 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b8afb87-8dc1-4df1-8b38-73d9d7f01b96 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4421308 Jan 14 11:52:17.217866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-17a0b646-13a1-4532-be11-8588a8a7e19e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2660446 Jan 14 11:52:17.288782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6a0d5fa4-109a-4360-99f2-7dde506218d6', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:38:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:52:09Z', 'updated_at': '2022-01-14T11:52:09Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:17.293085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee7ef7-764b-44cc-8bdd-40a15bf680fb None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6a0d5fa4-109a-4360-99f2-7dde506218d6', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:38:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:52:09Z', 'updated_at': '2022-01-14T11:52:09Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:17.338977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:17.377831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 0dff8f61-8c24-4370-98d3-9d3c386f41dc) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:17.384700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:17.386226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.389663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b835a-da2c-4566-b693-4fea2fdf8c47 None None] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:17.438568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.461757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:17.462968 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-7fc74c11-1334-4289-a57a-9bcfad419be2 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271724 Jan 14 11:52:17.467526 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fcb98e3e-2613-465e-b8e4-bc216628a825 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5450304 Jan 14 11:52:17.475980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 49974) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:17.537926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.549791 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-ce1234b6-2ae3-4140-a7b7-f4fdb76cf5b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421580606&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0662556 Jan 14 11:52:17.630933 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a55315-c8d0-4d78-9d67-1d97a849f53a None None] New status for floating IP 6a0d5fa4-109a-4360-99f2-7dde506218d6: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:52:17.716061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Allocated IP 172.20.0.2 (235ef72d-f4f1-4337-8b48-606b47778fac/7fbd2994-f6f6-42ba-9558-98a6cc973770/d4483f20-10fe-49ab-b29c-8eacc82dcbe7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:17.728567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 235ef72d-f4f1-4337-8b48-606b47778fac is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:17.735304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:17.741110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=45867a2f-c670-4dbc-8ea7-cad3d65e9cd7,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:17.743700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:17.754190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:17.755113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.794867 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-348e30c4-88c2-4caa-bda9-fefe2086a68b req-971222f8-b34b-4f28-a14b-c25e2d166b81 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176122 Jan 14 11:52:17.864921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:17.866682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:17.877098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-d09f2a74-1104-4f3f-b641-a872c8bf0084 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:17.877993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-d09f2a74-1104-4f3f-b641-a872c8bf0084 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:17.901448 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-80800feb-b7f4-47eb-bb84-315c47d6fb8c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7391877 Jan 14 11:52:17.904053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49978) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:17.966715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-d09f2a74-1104-4f3f-b641-a872c8bf0084 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:17.969368 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-d09f2a74-1104-4f3f-b641-a872c8bf0084 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=ad5e41e7-5da7-42f9-aa49-88999fffe772 HTTP/1.1" status: 200 len: 796 time: 0.3813424 Jan 14 11:52:17.994025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 2e914ced-aeb1-495e-9a49-ffbaf25823dd is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:18.039832 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-cc549e5a-1fd0-4a36-98ad-2260751c6b92 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0617566 Jan 14 11:52:18.212881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Allocated IP 2001:db8::2 (0dff8f61-8c24-4370-98d3-9d3c386f41dc/253b70dd-cb45-43b4-8834-3024e7000478/a8efaec6-4ab6-4843-bd6a-f99aef13f117) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:18.215746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.233624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Transition to ACTIVE for port object d4483f20-10fe-49ab-b29c-8eacc82dcbe7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:18.271176 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-5bdb6231-97bb-4dd6-adf7-f8b5896d252e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2255292 Jan 14 11:52:18.323808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Transition to ACTIVE for port object d4483f20-10fe-49ab-b29c-8eacc82dcbe7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:18.341126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.445409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Network 235ef72d-f4f1-4337-8b48-606b47778fac is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:18.449940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:18.456891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:18.460736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Pushing event updated for resources: {'Port': ['ID=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:18.466354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.614120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Attempting to bind port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:18.614820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Attempting to bind port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'cb449436-2c95-4f1f-97a2-577b9356adf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:18.616041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Attempting to bind port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 on network 235ef72d-f4f1-4337-8b48-606b47778fac {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:18.619506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.632557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:18.633373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Checking segment: {'id': 'cb449436-2c95-4f1f-97a2-577b9356adf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:18.634001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.634595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Bound using segment: {'id': 'cb449436-2c95-4f1f-97a2-577b9356adf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:18.635265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Bound port: d4483f20-10fe-49ab-b29c-8eacc82dcbe7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb449436-2c95-4f1f-97a2-577b9356adf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '235ef72d-f4f1-4337-8b48-606b47778fac'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:18.635880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.645202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Transition to ACTIVE for port object a8efaec6-4ab6-4843-bd6a-f99aef13f117 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:18.661965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9b777915-1e32-44e3-869a-a5d169bfc7cf up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:18.685676 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-f896a4ca-498c-43f4-87e2-e145541daf51 service neutron] 10.222.0.48 "GET /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625777 Jan 14 11:52:18.743780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Transition to ACTIVE for port object a8efaec6-4ab6-4843-bd6a-f99aef13f117 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:18.767284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.870378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Pushing event updated for resources: {'Port': ['ID=a8efaec6-4ab6-4843-bd6a-f99aef13f117,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:18.875577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:18.878542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] For port d4483f20-10fe-49ab-b29c-8eacc82dcbe7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:18.882210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:18.883341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:18.886103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] For port d4483f20-10fe-49ab-b29c-8eacc82dcbe7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,segment=NetworkSegment(cb449436-2c95-4f1f-97a2-577b9356adf5),segment_id=cb449436-2c95-4f1f-97a2-577b9356adf5)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:18.887423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:18.898136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] Sync routers for ids ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:18.902322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.922824 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-079720f2-4fef-4ed9-80ab-eef65744282c service neutron] 10.222.0.48 "GET /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313783 Jan 14 11:52:18.925471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.979514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:18.983249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-26de3901-563e-418f-85a7-3e8e775cf9b4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.2684236 Jan 14 11:52:18.984827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49982) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:19.013986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8::1 (0dff8f61-8c24-4370-98d3-9d3c386f41dc/253b70dd-cb45-43b4-8834-3024e7000478/3ba8cc7d-01f4-4948-b6a6-44726c858b56) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:19.050268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9b777915-1e32-44e3-869a-a5d169bfc7cf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:19.050610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.120715 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] Routers {'2e914ced-aeb1-495e-9a49-ffbaf25823dd'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:19.121308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:19.190811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Attempting to bind port a8efaec6-4ab6-4843-bd6a-f99aef13f117 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:19.191405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Attempting to bind port a8efaec6-4ab6-4843-bd6a-f99aef13f117 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:19.191966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Attempting to bind port a8efaec6-4ab6-4843-bd6a-f99aef13f117 on network 0dff8f61-8c24-4370-98d3-9d3c386f41dc {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:19.232288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:19.248600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489727-cf72-42b6-9377-713b7eaf0df1 None None] Pushing event updated for resources: {'Port': ['ID=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:19.257895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:19.258674 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Checking segment: {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:19.259340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.260605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Bound using segment: {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:19.261309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Bound port: a8efaec6-4ab6-4843-bd6a-f99aef13f117, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:19.261931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.293516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] Routers {'2e914ced-aeb1-495e-9a49-ffbaf25823dd'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:19.293516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:19.366113 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d625df7c-9517-4ad8-bb97-9573116f565a req-29182b5b-6842-44ea-9bb4-88861d72d649 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 210 time: 0.1442089 Jan 14 11:52:19.372944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.403380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object 3ba8cc7d-01f4-4948-b6a6-44726c858b56 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:19.438084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:19.438084 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133c455-d094-4996-b4c7-db0f926d6067 None None] The sync data for ids ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:19.438388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.592366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:19.595223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] For port a8efaec6-4ab6-4843-bd6a-f99aef13f117, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:19.600603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:19.601660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] For port a8efaec6-4ab6-4843-bd6a-f99aef13f117, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a8efaec6-4ab6-4843-bd6a-f99aef13f117,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:19.608619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.610750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:19.611586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.637955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=3ba8cc7d-01f4-4948-b6a6-44726c858b56,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:19.669503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.679384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.728231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac5ec-cb37-4186-b22d-60ae34849490 None None] Pushing event updated for resources: {'Port': ['ID=a8efaec6-4ab6-4843-bd6a-f99aef13f117,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:19.814349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:19.869615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=45867a2f-c670-4dbc-8ea7-cad3d65e9cd7,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:19.929037 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c9c5eef2-0abd-4e21-b6ac-c4f10e254687 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/routers/2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 200 len: 881 time: 0.9428170 Jan 14 11:52:19.935498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 49996) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:20.298579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:20.306045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:20.307345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:20.461453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:20.682945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=3ba8cc7d-01f4-4948-b6a6-44726c858b56,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:20.694538 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9756f8c3-53b2-4456-8756-e2864bdfd630 req-0b996a30-4f7a-480a-9111-0d4150adde2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 210 time: 0.1003003 Jan 14 11:52:20.727692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:20.750625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2213c39-ce1d-41d9-922e-3b8eafc02188 None None] Network 235ef72d-f4f1-4337-8b48-606b47778fac requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:20.778320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-41d9f8f8-721d-4172-87d5-aa20137d4942 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:router {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:20.861526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d4483f20-10fe-49ab-b29c-8eacc82dcbe7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:20.864772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:20.882729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:20.913945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-41d9f8f8-721d-4172-87d5-aa20137d4942 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:router {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:20.922818 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-41d9f8f8-721d-4172-87d5-aa20137d4942 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9861791 Jan 14 11:52:20.999178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50002) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:21.014095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1326085076'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:21.045515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5712be29-d5bd-469b-8369-a62fb99a1e5d None None] Provisioning for port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:21.070715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-26586956-83a1-483c-b698-087b803f5104 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:21.072193 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-26586956-83a1-483c-b698-087b803f5104 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=ad5e41e7-5da7-42f9-aa49-88999fffe772 HTTP/1.1" status: 200 len: 796 time: 0.4351215 Jan 14 11:52:21.169127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:21.179343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:21.179965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.258556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322cb29-ad26-4a72-937e-d1a2d00102ff None None] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:21.284596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-01c8d26d-cea2-4e5b-963d-f718b1e626c1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:21.314513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-01c8d26d-cea2-4e5b-963d-f718b1e626c1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:21.315685 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-01c8d26d-cea2-4e5b-963d-f718b1e626c1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 472 time: 0.2260990 Jan 14 11:52:21.326287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['7b4556db-3065-4c97-85fd-df17036d999d']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:21.399318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-76299d94-f5da-4c91-a034-8ca9112d1537 None None] Provisioning for port a8efaec6-4ab6-4843-bd6a-f99aef13f117 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:21.470000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.489457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:21.495768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:port and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:21.499082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:21.505070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:21.514774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:21.516386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.518947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:21.523144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.551362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.638698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d4483f20-10fe-49ab-b29c-8eacc82dcbe7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,segment=NetworkSegment(cb449436-2c95-4f1f-97a2-577b9356adf5),segment_id=cb449436-2c95-4f1f-97a2-577b9356adf5)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:21.660625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.661195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a8efaec6-4ab6-4843-bd6a-f99aef13f117 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:21.694412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=45867a2f-c670-4dbc-8ea7-cad3d65e9cd7,revision_number=3']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:21.741543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.778856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:21.838076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a8efaec6-4ab6-4843-bd6a-f99aef13f117 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:21.846685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a8efaec6-4ab6-4843-bd6a-f99aef13f117 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:21.852502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.940982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ea5363cf-1714-4418-a245-0dc536998ade None None] Provisioning complete for port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:21.941733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ea5363cf-1714-4418-a245-0dc536998ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:21.981301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cdeb0ecf-2a09-40d4-b919-bc1f5c12a115 req-db02e31b-2637-41e4-983e-a9448b227499 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 210 time: 0.1054962 Jan 14 11:52:22.023455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.23 (ad5e41e7-5da7-42f9-aa49-88999fffe772/17c01001-79e8-4f4b-a042-c9fb7a4f3a48/36dac694-d879-473f-b280-d6cd30b40a09) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:22.051892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:22.064909 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:22.080160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e47e54a4-a8c1-4b76-baef-70dda0805ddc tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5844038 Jan 14 11:52:22.084158 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:22.084950 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:22.094732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50008) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:22.109476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1973660270'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:22.133671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.155494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:22.178696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a8efaec6-4ab6-4843-bd6a-f99aef13f117, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a8efaec6-4ab6-4843-bd6a-f99aef13f117,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:22.215149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network 235ef72d-f4f1-4337-8b48-606b47778fac is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:22.219718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.223922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:22.325702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:22.333782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:22.345002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:22.380640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:22.381765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a8efaec6-4ab6-4843-bd6a-f99aef13f117,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:22.384469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.394661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ea5363cf-1714-4418-a245-0dc536998ade None None] Provisioning for port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:22.408123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ea5363cf-1714-4418-a245-0dc536998ade None None] Provisioning complete for port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:22.408500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ea5363cf-1714-4418-a245-0dc536998ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.491261 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:22.493718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:22.515116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.526554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ea5363cf-1714-4418-a245-0dc536998ade None None] Port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:22.535443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.535794 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment d627f737-8fc6-4979-84bc-6b5563f460b9 of type vlan for network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 Jan 14 11:52:22.552210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 36dac694-d879-473f-b280-d6cd30b40a09 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:22.577260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.691020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Provisioning complete for port a8efaec6-4ab6-4843-bd6a-f99aef13f117 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:22.691020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.698407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:22.827452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d4483f20-10fe-49ab-b29c-8eacc82dcbe7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:23.104979 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:19Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:20Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:23.118627 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:23.118627 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Updating router b1c32903-9e9e-4628-aeab-5992f2c21d03 port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:52:23.137223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:23.146743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.146743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:23.146743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.239389 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.245942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:23.301037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1952732 Jan 14 11:52:23.305381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:23.305381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.316556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:23.316556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:23.448104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Provisioning for port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:23.483391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Provisioning complete for port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:23.483391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.658245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:23.721935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:23.755485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a8efaec6-4ab6-4843-bd6a-f99aef13f117 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:23.765384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.848529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.869564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Provisioning complete for port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:23.870146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.874386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=36dac694-d879-473f-b280-d6cd30b40a09,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:23.901393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5a685-b06c-4736-a299-28dabbce6259 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:23.927430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:23.929238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:23.939900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0fd17-525e-4145-ab18-2ccfb3128e0a None None] Port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:23.939900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:23.964590 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-7ea4ec47-793b-4a57-a7a7-c1e60c73e214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6375327 Jan 14 11:52:23.984606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Request body: {'port': {'device_id': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:24.011584 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.037759 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Transition to ACTIVE for port object 3ba8cc7d-01f4-4948-b6a6-44726c858b56 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:24.059229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.070319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:24.075193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afada01-bb9b-4ffc-b1d4-3078a55137e5 req-52951f0c-6854-44bd-8c04-3ee6377d1951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:24.075193 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4afada01-bb9b-4ffc-b1d4-3078a55137e5 req-52951f0c-6854-44bd-8c04-3ee6377d1951 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 932 time: 0.7122614 Jan 14 11:52:24.080510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:24.080510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:24.090539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a8efaec6-4ab6-4843-bd6a-f99aef13f117 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:24.090539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.095983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:24.190698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:24.259170 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Pushing event updated for resources: {'Port': ['ID=3ba8cc7d-01f4-4948-b6a6-44726c858b56,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:24.264568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Provisioning complete for port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:24.265269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.273291 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.277784 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.278219 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.278732 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.279008 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.279419 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.279799 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.280190 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.280573 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.280973 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.281352 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:24.351822 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4afada01-bb9b-4ffc-b1d4-3078a55137e5 req-5b5b89f3-98d6-467d-aad3-50c1f149a682 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420895 Jan 14 11:52:24.354840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Router ccd95154-472f-455b-b09a-e75580f732b0 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:24.371271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:24.405880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.424837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.436020 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Attempting to bind port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:24.436340 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Attempting to bind port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:24.436651 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Attempting to bind port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 on network 0dff8f61-8c24-4370-98d3-9d3c386f41dc {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:24.450966 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:24.451604 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Checking segment: {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:24.452200 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.452920 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Bound using segment: {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:24.453883 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Bound port: 3ba8cc7d-01f4-4948-b6a6-44726c858b56, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2474864-6374-457d-a3ce-8e56e0a711fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:24.454689 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.485903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Provisioning for port 36dac694-d879-473f-b280-d6cd30b40a09 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:24.500571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Provisioning complete for port 36dac694-d879-473f-b280-d6cd30b40a09 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:24.500974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.562681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1b35ddf0-0ab5-47a8-9257-09fa0547ff41 None None] Port 36dac694-d879-473f-b280-d6cd30b40a09 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:24.590067 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] For port 3ba8cc7d-01f4-4948-b6a6-44726c858b56, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:24.593852 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] For port 3ba8cc7d-01f4-4948-b6a6-44726c858b56, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ba8cc7d-01f4-4948-b6a6-44726c858b56,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:24.598894 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:24.609531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 2e914ced-aeb1-495e-9a49-ffbaf25823dd has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:24.706817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:24.715325 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-55d02a36-2c72-46d7-97a7-57eb52680f0c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/routers/ccd95154-472f-455b-b09a-e75580f732b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8063850 Jan 14 11:52:24.715325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50020) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:24.727691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] Sync routers for ids ['ccd95154-472f-455b-b09a-e75580f732b0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:24.739587 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d85f7b-62d1-4acb-9cc9-f58cda4d4f96 None None] Pushing event updated for resources: {'Port': ['ID=3ba8cc7d-01f4-4948-b6a6-44726c858b56,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:24.769056 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:24.772902 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:24.795766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] Routers {'ccd95154-472f-455b-b09a-e75580f732b0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:24.799195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ccd95154-472f-455b-b09a-e75580f732b0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:24.886481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:24.902062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] Routers {'ccd95154-472f-455b-b09a-e75580f732b0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:24.902722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131468a-acef-45e6-a39c-5ca176ca1565 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:24.903209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ccd95154-472f-455b-b09a-e75580f732b0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:24.903452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3131468a-acef-45e6-a39c-5ca176ca1565 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:24.984499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:24.985220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45513ba-efce-4ef6-ab28-bebb2996bd51 None None] The sync data for ids ['ccd95154-472f-455b-b09a-e75580f732b0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:24.992144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3131468a-acef-45e6-a39c-5ca176ca1565 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:24.994424 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3131468a-acef-45e6-a39c-5ca176ca1565 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd95154-472f-455b-b09a-e75580f732b0 HTTP/1.1" status: 200 len: 983 time: 0.2792737 Jan 14 11:52:24.996751 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:24.999728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50024) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:25.006197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.169581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:25.179249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=85fdad30-4204-493c-9244-16da5678c96b,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:25.182316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.184070 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ebc45c2c-0a54-40b8-a0e4-8f13131798bc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 200 len: 888 time: 4.1831465 Jan 14 11:52:25.188866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50028) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:25.208647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:25.209069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:25.281317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dac694-d879-473f-b280-d6cd30b40a09 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:52:25.291061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.294252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:25.303578 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] Sync routers for ids ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:25.312874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:25.315007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Transition to ACTIVE for port object 36dac694-d879-473f-b280-d6cd30b40a09 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:25.317997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:25.319195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.326064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.328130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d2513-6e14-444d-8d68-e5216e17c11b None None] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:25.416274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3d24e05d-19c9-48d4-b752-d37a3cae901b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7935362 Jan 14 11:52:25.416504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50034) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:25.482170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Pushing event updated for resources: {'Port': ['ID=36dac694-d879-473f-b280-d6cd30b40a09,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:25.526477 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] Routers {'2e914ced-aeb1-495e-9a49-ffbaf25823dd'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:25.529363 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:25.626128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:25.627327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.671784 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:25.704289 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] Routers {'2e914ced-aeb1-495e-9a49-ffbaf25823dd'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:25.707137 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:25.770555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Attempting to bind port 36dac694-d879-473f-b280-d6cd30b40a09 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:25.770555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Attempting to bind port 36dac694-d879-473f-b280-d6cd30b40a09 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:25.770555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Attempting to bind port 36dac694-d879-473f-b280-d6cd30b40a09 on network ad5e41e7-5da7-42f9-aa49-88999fffe772 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:25.781402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Port 36dac694-d879-473f-b280-d6cd30b40a09 on network ad5e41e7-5da7-42f9-aa49-88999fffe772 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:52:25.781679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Attempting to bind port 36dac694-d879-473f-b280-d6cd30b40a09 on network ad5e41e7-5da7-42f9-aa49-88999fffe772 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:25.793634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:25.793967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Checking segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:25.794578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Bound using segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:25.795009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Bound port: 36dac694-d879-473f-b280-d6cd30b40a09, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:25.795348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:25.814080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4569b-68ce-4cac-accb-bc37b14d8e4f req-f7cb8022-cd5e-4f26-a0f8-7bf0b860a610 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:25.815050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9fd4569b-68ce-4cac-accb-bc37b14d8e4f req-f7cb8022-cd5e-4f26-a0f8-7bf0b860a610 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:25.817705 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:25.818183 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fcc4c4-dff3-48ce-8a03-6ef670a3cff8 None None] The sync data for ids ['2e914ced-aeb1-495e-9a49-ffbaf25823dd'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:25.823936 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:19Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:24Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:25.829851 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b93de-6175-4e8b-aea9-7c3e5b3aefde None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:19Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:24Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:25.940271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Allocated IP 2001:db8:1::2 (c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004/85fdad30-4204-493c-9244-16da5678c96b/19530b75-c93d-43c4-acde-7909445d204c) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:26.022396 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60f3425d-dd28-4094-b529-67e4731ce386 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/routers/2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 200 len: 888 time: 0.8217340 Jan 14 11:52:26.028275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50038) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:26.057617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9fd4569b-68ce-4cac-accb-bc37b14d8e4f req-f7cb8022-cd5e-4f26-a0f8-7bf0b860a610 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:26.057617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9fd4569b-68ce-4cac-accb-bc37b14d8e4f req-f7cb8022-cd5e-4f26-a0f8-7bf0b860a610 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 944 time: 0.4094236 Jan 14 11:52:26.084604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3238f54d-f046-484c-a850-c209b93bcba3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:26.138011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] For port 36dac694-d879-473f-b280-d6cd30b40a09, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:26.142207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] For port 36dac694-d879-473f-b280-d6cd30b40a09, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=36dac694-d879-473f-b280-d6cd30b40a09,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:26.144496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3238f54d-f046-484c-a850-c209b93bcba3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:26.148650 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3238f54d-f046-484c-a850-c209b93bcba3 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 200 len: 205 time: 0.1297617 Jan 14 11:52:26.150012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50042) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:26.205537 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9fd4569b-68ce-4cac-accb-bc37b14d8e4f req-07feba71-fd0e-4d5f-921f-96fd48317ce6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451545 Jan 14 11:52:26.206574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.272945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.302949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.302949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-b166f635-4123-4203-b360-9a961e768bfb service neutron] 10.222.0.31 "PUT /v2.0/ports/36dac694-d879-473f-b280-d6cd30b40a09 HTTP/1.1" status: 200 len: 1094 time: 2.3276870 Jan 14 11:52:26.302949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'tag': '36dac694-d879-473f-b280-d6cd30b40a09'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:52:26.309007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Transition to ACTIVE for port object 19530b75-c93d-43c4-acde-7909445d204c will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:26.332893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166f635-4123-4203-b360-9a961e768bfb service neutron] Pushing event updated for resources: {'Port': ['ID=36dac694-d879-473f-b280-d6cd30b40a09,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:26.345588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Transition to ACTIVE for port object 19530b75-c93d-43c4-acde-7909445d204c will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:26.352314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.461163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Pushing event updated for resources: {'Port': ['ID=19530b75-c93d-43c4-acde-7909445d204c,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:26.483411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:26.484128 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'tag': '36dac694-d879-473f-b280-d6cd30b40a09', 'status': 'completed', 'code': 200} Jan 14 11:52:26.484688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:26.487924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:26.554830 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-3073ece2-c2a8-4022-9e17-6c511fead569 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 1097 time: 0.2115018 Jan 14 11:52:26.623508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Attempting to bind port 19530b75-c93d-43c4-acde-7909445d204c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:26.623508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Attempting to bind port 19530b75-c93d-43c4-acde-7909445d204c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:26.623508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Attempting to bind port 19530b75-c93d-43c4-acde-7909445d204c on network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:26.633356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:26.633356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Checking segment: {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:26.633356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.633356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Bound using segment: {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:26.633356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Bound port: 19530b75-c93d-43c4-acde-7909445d204c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:26.633356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.677160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-0de13e3d-cde8-433f-aa56-83ffd906bb5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=36dac694-d879-473f-b280-d6cd30b40a09 HTTP/1.1" status: 200 len: 217 time: 0.1030350 Jan 14 11:52:26.718054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.735406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.770974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] For port 19530b75-c93d-43c4-acde-7909445d204c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:26.770974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] For port 19530b75-c93d-43c4-acde-7909445d204c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=19530b75-c93d-43c4-acde-7909445d204c,segment=NetworkSegment(d627f737-8fc6-4979-84bc-6b5563f460b9),segment_id=d627f737-8fc6-4979-84bc-6b5563f460b9)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:26.781140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:26.845981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-57ea5f6f-e209-40c4-afdd-500cecba707f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:26.845981 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-57ea5f6f-e209-40c4-afdd-500cecba707f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17c01001-79e8-4f4b-a042-c9fb7a4f3a48 HTTP/1.1" status: 200 len: 838 time: 0.1640084 Jan 14 11:52:26.910374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d145a3-c735-451b-a151-d1453e1a78d1 None None] Pushing event updated for resources: {'Port': ['ID=19530b75-c93d-43c4-acde-7909445d204c,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:27.029463 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-d71f25a7-b616-4d09-942d-cb7b60fad72c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad5e41e7-5da7-42f9-aa49-88999fffe772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1819170 Jan 14 11:52:27.270659 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-c69d199d-02b4-4306-bffe-325b24248350 service neutron] 10.222.0.31 "GET /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295277 Jan 14 11:52:27.394265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:27.420036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port bef17cbd-7754-44d8-8b2a-430a56a58bd0 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:27.420036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:27.445899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:27.627030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24358f7b-9f92-4e60-b9a3-75473555ce65 req-5a589e26-d962-456c-b99e-a9ecccd84773 service neutron] 10.222.0.31 "GET /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534100 Jan 14 11:52:27.742527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:27.971095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e535b0-7f53-4984-a9a1-a2e354f8d997 req-dfa569fe-029d-48c4-a555-3c10a168846e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:27.978975 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70e535b0-7f53-4984-a9a1-a2e354f8d997 req-dfa569fe-029d-48c4-a555-3c10a168846e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 944 time: 0.4765222 Jan 14 11:52:27.985069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:27.985407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:28.058127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8:1::1 (c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004/85fdad30-4204-493c-9244-16da5678c96b/a4dbbe2f-0018-427c-80fe-293b3636e874) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:28.101163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for bef17cbd-7754-44d8-8b2a-430a56a58bd0 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:28.275592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70e535b0-7f53-4984-a9a1-a2e354f8d997 req-a7d410cc-c92a-470d-85bc-e609858609fa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953966 Jan 14 11:52:28.301977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf302512-6144-4604-aa66-afcd21783100 None None] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:28.401590 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-2033fd46-2bb5-415d-9ae2-867e9914e7f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 1097 time: 0.7168527 Jan 14 11:52:28.509986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a5442f08-3dc9-466a-a3aa-94db61bce43f None None] Provisioning for port 19530b75-c93d-43c4-acde-7909445d204c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:28.686548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:28.747610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-013b056d-e994-47ff-8708-b9bb3da5c237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:28.747610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-013b056d-e994-47ff-8708-b9bb3da5c237 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad5e41e7-5da7-42f9-aa49-88999fffe772 HTTP/1.1" status: 200 len: 897 time: 0.3305049 Jan 14 11:52:28.845127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ba8cc7d-01f4-4948-b6a6-44726c858b56 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:28.874262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-79ae7674-c592-4a13-8a76-9f5ed05e17af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=36dac694-d879-473f-b280-d6cd30b40a09 HTTP/1.1" status: 200 len: 217 time: 0.1215761 Jan 14 11:52:28.925404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:28.969238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.012229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:29.017457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object a4dbbe2f-0018-427c-80fe-293b3636e874 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:29.027991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:29.028165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.114181 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:52:29.122483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.132013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-2894f894-052b-4b1c-a412-3ae81ce9d2f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:29.148230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-2894f894-052b-4b1c-a412-3ae81ce9d2f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17c01001-79e8-4f4b-a042-c9fb7a4f3a48 HTTP/1.1" status: 200 len: 838 time: 0.2496910 Jan 14 11:52:29.250731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.267391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:29.305981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:29.315975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=bef17cbd-7754-44d8-8b2a-430a56a58bd0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:29.370689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.407128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:29.407661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.437696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=a4dbbe2f-0018-427c-80fe-293b3636e874,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:29.441096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.448811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 3ba8cc7d-01f4-4948-b6a6-44726c858b56, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ba8cc7d-01f4-4948-b6a6-44726c858b56,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:29.457548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.460910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 19530b75-c93d-43c4-acde-7909445d204c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:29.681910 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-71eace8e-1482-46b3-b0e0-995f2b2d0a3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad5e41e7-5da7-42f9-aa49-88999fffe772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5214875 Jan 14 11:52:29.729942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=3ba8cc7d-01f4-4948-b6a6-44726c858b56,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:29.785178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 19530b75-c93d-43c4-acde-7909445d204c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:29.796104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 19530b75-c93d-43c4-acde-7909445d204c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:29.798528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:29.872444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=45867a2f-c670-4dbc-8ea7-cad3d65e9cd7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:29.952937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.000436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9348cf01-74e9-434f-8342-e1e58c4fd9bf None None] Provisioning for port a4dbbe2f-0018-427c-80fe-293b3636e874 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:30.011954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.012805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9348cf01-74e9-434f-8342-e1e58c4fd9bf None None] Provisioning complete for port a4dbbe2f-0018-427c-80fe-293b3636e874 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:30.013179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9348cf01-74e9-434f-8342-e1e58c4fd9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.047044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 19530b75-c93d-43c4-acde-7909445d204c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=19530b75-c93d-43c4-acde-7909445d204c,segment=NetworkSegment(d627f737-8fc6-4979-84bc-6b5563f460b9),segment_id=d627f737-8fc6-4979-84bc-6b5563f460b9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:30.057218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.123988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9348cf01-74e9-434f-8342-e1e58c4fd9bf None None] Port a4dbbe2f-0018-427c-80fe-293b3636e874 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:30.146926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=19530b75-c93d-43c4-acde-7909445d204c,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:30.165516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.327076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.402406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf70ad-341a-4e9e-ac01-831ae8c34b2d req-3d5e11c7-a3f8-4461-8a47-34e97d21992a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:30.404743 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-37bf70ad-341a-4e9e-ac01-831ae8c34b2d req-3d5e11c7-a3f8-4461-8a47-34e97d21992a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 944 time: 0.7597988 Jan 14 11:52:30.480286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.485786 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-cb69ef4a-1a64-445f-a2f9-f722b1a60bca service neutron] 10.222.0.31 "GET /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865834 Jan 14 11:52:30.487985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.588224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 36dac694-d879-473f-b280-d6cd30b40a09 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:52:30.605669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.606555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router 2e914ced-aeb1-495e-9a49-ffbaf25823dd {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:52:30.682989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.688835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-31b71350-628a-47ff-a07c-a9b5fbee02c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 204 len: 168 time: 4.5371914 Jan 14 11:52:30.689036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50054) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:30.693004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cda91a55-28f9-4867-8eba-6ea023d8467d req-eed6301f-a7fa-4359-b882-52a46ca040de service neutron] 10.222.0.31 "GET /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002873 Jan 14 11:52:30.697519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1443128358'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:30.717054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:30.739744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:30.741732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ba8cc7d-01f4-4948-b6a6-44726c858b56 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:30.746907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:30.758001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:30.767318 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-37bf70ad-341a-4e9e-ac01-831ae8c34b2d req-0a2c873d-1581-4945-9635-f737301c1c2b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915072 Jan 14 11:52:30.777425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:30.780883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.833110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:30.850268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.850268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment c2e56528-a1f6-4717-8181-800532a8d3df of type vlan for network d66255ce-882c-46fc-adc2-7a8c97bf9277 Jan 14 11:52:30.854099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-903dca2b-3e11-4cda-843a-9590280de77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.862759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:30.862759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.885517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.934128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.934357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 36dac694-d879-473f-b280-d6cd30b40a09, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=36dac694-d879-473f-b280-d6cd30b40a09,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:30.936444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:30.938232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:30.972177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '36dac694-d879-473f-b280-d6cd30b40a09', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'port_id': '36dac694-d879-473f-b280-d6cd30b40a09', 'mac_address': 'fa:16:3e:0f:cd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:52:31.077587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.078756 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3885725 Jan 14 11:52:31.084564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50058) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:31.093591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:31.119756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdff5f-6a93-41eb-9aee-cde61581632b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=d66255ce-882c-46fc-adc2-7a8c97bf9277,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:31.135504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.143161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:31.202418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.217384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.219441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.234881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dac694-d879-473f-b280-d6cd30b40a09 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:52:31.269253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:31.269671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 19530b75-c93d-43c4-acde-7909445d204c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:31.281539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:31.285821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:31.299989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:31.316094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:31.332303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 36dac694-d879-473f-b280-d6cd30b40a09, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=36dac694-d879-473f-b280-d6cd30b40a09,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:31.352657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.434164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 19530b75-c93d-43c4-acde-7909445d204c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:31.434164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.461985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.476362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=36dac694-d879-473f-b280-d6cd30b40a09,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:31.504090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=a4dbbe2f-0018-427c-80fe-293b3636e874,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:31.526786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Router ccd95154-472f-455b-b09a-e75580f732b0 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:31.670925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['36dac694-d879-473f-b280-d6cd30b40a09'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:52:31.802347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:31.807834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:31.809649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:31.992101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=7e3d7715-bd3c-4e98-96f0-78bb84b6e233,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:32.019454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': 'c2e56528-a1f6-4717-8181-800532a8d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:32.020517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: d66255ce-882c-46fc-adc2-7a8c97bf9277, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:32.023669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:32.036259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] Sync routers for ids ['ccd95154-472f-455b-b09a-e75580f732b0'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:32.057182 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-66b289e2-171d-4b1e-9f6b-bada55def6a0 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/routers/ccd95154-472f-455b-b09a-e75580f732b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0559752 Jan 14 11:52:32.057496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] Routers {'ccd95154-472f-455b-b09a-e75580f732b0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:32.058514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ccd95154-472f-455b-b09a-e75580f732b0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:32.060884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50064) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:32.072210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e96064-5868-4a95-a6f6-071989aeb632 req-dc4d84e5-f7bb-40c0-ac93-ff30bdeff020 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:32.073910 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-77e96064-5868-4a95-a6f6-071989aeb632 req-dc4d84e5-f7bb-40c0-ac93-ff30bdeff020 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 945 time: 0.1450262 Jan 14 11:52:32.079395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:32.129639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, d66255ce-882c-46fc-adc2-7a8c97bf9277) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:32.144195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92802999-163f-419f-8463-bb2c39465394 None None] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:32.153668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:32.155237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.181178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:32.186522 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7334c384-9af2-4c34-9116-0ca0b800faff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:52:32.186522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7334c384-9af2-4c34-9116-0ca0b800faff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:32.192156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-77e96064-5868-4a95-a6f6-071989aeb632 req-712a311a-32bc-4e48-9367-5277758be256 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076610 Jan 14 11:52:32.225303 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5deeb575-a656-469d-97a2-1b1fe574f63d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1380625 Jan 14 11:52:32.226258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50068) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:32.232110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-96446462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:32.238814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:32.243980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:32.247091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:32.254449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:32.269524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.270513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.279826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7334c384-9af2-4c34-9116-0ca0b800faff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:32.282158 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7334c384-9af2-4c34-9116-0ca0b800faff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/45867a2f-c670-4dbc-8ea7-cad3d65e9cd7 HTTP/1.1" status: 404 len: 333 time: 0.2184455 Jan 14 11:52:32.283779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:32.337656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:32.348418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] Routers {'ccd95154-472f-455b-b09a-e75580f732b0'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:32.348418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['ccd95154-472f-455b-b09a-e75580f732b0'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:32.428702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c58fd6ae-47d4-40e3-9e40-9635d484ec3b None None] Provisioning complete for port a4dbbe2f-0018-427c-80fe-293b3636e874 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:32.429108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c58fd6ae-47d4-40e3-9e40-9635d484ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.438289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.452852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:32.453273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8147732-5b1e-41e8-87be-95b41cde2067 None None] The sync data for ids ['ccd95154-472f-455b-b09a-e75580f732b0'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:32.464356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.531937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.541203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:32.549531 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-554fb60c-dd84-42c4-8152-be4bfb0d2d6d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1308560 Jan 14 11:52:32.550522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50076) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:32.553789 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:32.556942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c58fd6ae-47d4-40e3-9e40-9635d484ec3b None None] Port a4dbbe2f-0018-427c-80fe-293b3636e874 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:32.557576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438630491'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:32.562932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:32.567277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:32.570778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:32.575459 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:32.576174 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:32.577799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:32.591709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:32.595385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.627757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:32.633713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.635784 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b8b06826-d834-4d56-a236-e48da538c790 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4077995 Jan 14 11:52:32.638299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50080) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:32.641137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.641765 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment e15e03bf-74bc-4c3c-8631-51813b9e8ab3 of type vlan for network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 Jan 14 11:52:32.650695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-d66255ce-882c-46fc-adc2-7a8c97bf9277', 'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': '7e3d7715-bd3c-4e98-96f0-78bb84b6e233'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:32.651502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.803438 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:32.837900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:32.841359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Allocated IP 172.20.0.2 (d66255ce-882c-46fc-adc2-7a8c97bf9277/7e3d7715-bd3c-4e98-96f0-78bb84b6e233/fcab3e7b-b25f-479b-96b0-e4974eef7413) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:33.034709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7d11-2ccd-4fc1-876f-3634aa0c2dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.065425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.065694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.070090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:33.070668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.070877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.098605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.101374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Fanout notify agent at l3_agent the message router_deleted on router ccd95154-472f-455b-b09a-e75580f732b0 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:52:33.123179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.125255 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cb775166-b348-4882-9d3c-e6c93c98c18d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/routers/ccd95154-472f-455b-b09a-e75580f732b0 HTTP/1.1" status: 204 len: 168 time: 0.8395057 Jan 14 11:52:33.126283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.127193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50084) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:33.139274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Transition to ACTIVE for port object fcab3e7b-b25f-479b-96b0-e4974eef7413 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:33.165145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Transition to ACTIVE for port object fcab3e7b-b25f-479b-96b0-e4974eef7413 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:33.171786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.264801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:33.266914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Pushing event updated for resources: {'Port': ['ID=fcab3e7b-b25f-479b-96b0-e4974eef7413,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:33.271542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:33.278653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:33.352694 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 3, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:30Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:33.353454 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8016379 Jan 14 11:52:33.354986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50090) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:33.359772 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:33.360551 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Updating router b1c32903-9e9e-4628-aeab-5992f2c21d03 port a4dbbe2f-0018-427c-80fe-293b3636e874 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:52:33.369893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:33.376218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8a6f3-b807-48b4-947e-42aa774bb993 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:33.436513 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.483053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.518871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 7fbd2994-f6f6-42ba-9558-98a6cc973770 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:52:33.526131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.530687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Attempting to bind port fcab3e7b-b25f-479b-96b0-e4974eef7413 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:33.531338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Attempting to bind port fcab3e7b-b25f-479b-96b0-e4974eef7413 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'c2e56528-a1f6-4717-8181-800532a8d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:33.531906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Attempting to bind port fcab3e7b-b25f-479b-96b0-e4974eef7413 on network d66255ce-882c-46fc-adc2-7a8c97bf9277 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:33.539734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:33.540459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Checking segment: {'id': 'c2e56528-a1f6-4717-8181-800532a8d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:33.541105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.541679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Bound using segment: {'id': 'c2e56528-a1f6-4717-8181-800532a8d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:33.542436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Bound port: fcab3e7b-b25f-479b-96b0-e4974eef7413, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e56528-a1f6-4717-8181-800532a8d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd66255ce-882c-46fc-adc2-7a8c97bf9277'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:33.543043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.553372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:33.563851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:33.568901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:33.578455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:33.596263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.650911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:33.664024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] For port fcab3e7b-b25f-479b-96b0-e4974eef7413, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:33.667802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] For port fcab3e7b-b25f-479b-96b0-e4974eef7413, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab3e7b-b25f-479b-96b0-e4974eef7413,segment=NetworkSegment(c2e56528-a1f6-4717-8181-800532a8d3df),segment_id=c2e56528-a1f6-4717-8181-800532a8d3df)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:33.671345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:33.689355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.801746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:33.849491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efa0c-59d5-40d8-9039-9358688b92fd req-d959c466-6c02-46f9-b9b8-e6c28e3c57b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:33.850982 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-384efa0c-59d5-40d8-9039-9358688b92fd req-d959c466-6c02-46f9-b9b8-e6c28e3c57b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 945 time: 0.2795892 Jan 14 11:52:33.933458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9a3d3-f11e-4059-afde-f62ee0860097 None None] Pushing event updated for resources: {'Port': ['ID=fcab3e7b-b25f-479b-96b0-e4974eef7413,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:33.997557 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-384efa0c-59d5-40d8-9039-9358688b92fd req-d0f46cb1-5ef1-4175-a26c-49562687ea0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322377 Jan 14 11:52:34.017545 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.019926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.20.0.1 (d66255ce-882c-46fc-adc2-7a8c97bf9277/7e3d7715-bd3c-4e98-96f0-78bb84b6e233/cdaaf1db-5ffa-4292-ab29-f66e6ee6a957) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:34.036749 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Transition to ACTIVE for port object a4dbbe2f-0018-427c-80fe-293b3636e874 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:34.049952 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.105420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.144612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.250772 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164eeb-6382-4da7-8c61-ff65b0525bf2 None None] Pushing event updated for resources: {'Port': ['ID=a4dbbe2f-0018-427c-80fe-293b3636e874,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:34.267971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.310209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:34.376188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.402645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.471775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.502889 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Attempting to bind port a4dbbe2f-0018-427c-80fe-293b3636e874 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:34.503699 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Attempting to bind port a4dbbe2f-0018-427c-80fe-293b3636e874 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:34.504148 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Attempting to bind port a4dbbe2f-0018-427c-80fe-293b3636e874 on network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:34.515171 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:34.516257 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Checking segment: {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:34.516257 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.518478 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Bound using segment: {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:34.518478 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Bound port: a4dbbe2f-0018-427c-80fe-293b3636e874, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd627f737-8fc6-4979-84bc-6b5563f460b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:34.518478 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.530783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbd2994-f6f6-42ba-9558-98a6cc973770,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:34.532633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.557408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:34.561490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:34.565723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:34.601236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.611649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 36dac694-d879-473f-b280-d6cd30b40a09 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:34.629914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=cdaaf1db-5ffa-4292-ab29-f66e6ee6a957,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:34.658025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7760e43b-ab21-4b0c-a121-397fe1be466d tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/7fbd2994-f6f6-42ba-9558-98a6cc973770 HTTP/1.1" status: 204 len: 168 time: 1.5289271 Jan 14 11:52:34.665006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50094) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:34.702043 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] For port a4dbbe2f-0018-427c-80fe-293b3636e874, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:34.704107 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] For port a4dbbe2f-0018-427c-80fe-293b3636e874, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4dbbe2f-0018-427c-80fe-293b3636e874,segment=NetworkSegment(d627f737-8fc6-4979-84bc-6b5563f460b9),segment_id=d627f737-8fc6-4979-84bc-6b5563f460b9)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:34.710629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d0a06-ea07-4bf2-b6a4-015623c48954 None None] Network 235ef72d-f4f1-4337-8b48-606b47778fac requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:34.715578 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.723043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=b51fecd1-4b5b-4f48-b189-c9cadc2b064d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:34.733685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.808131 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:34.808902 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:34.949734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:34.951115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:34.990836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:34.993138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab3e7b-b25f-479b-96b0-e4974eef7413 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:35.003334 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164eeb-6382-4da7-8c61-ff65b0525bf2 None None] Pushing event updated for resources: {'Port': ['ID=a4dbbe2f-0018-427c-80fe-293b3636e874,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:35.055534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:35.107083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:35.107642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:35.152661 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:35.181289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:35.201785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:35.211272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:35.211272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:35.239819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bcc7b-d0aa-4c97-9435-d3319c31a239 None None] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:35.311128 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d58fc413-63fe-4209-9436-25ee41d5b929 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9466443 Jan 14 11:52:35.311128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50102) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:35.595163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port fcab3e7b-b25f-479b-96b0-e4974eef7413 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:35.655018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:35.696233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 36dac694-d879-473f-b280-d6cd30b40a09 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:35.711621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 36dac694-d879-473f-b280-d6cd30b40a09 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:35.711621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:35.849962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port d4483f20-10fe-49ab-b29c-8eacc82dcbe7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,segment=NetworkSegment(cb449436-2c95-4f1f-97a2-577b9356adf5),segment_id=cb449436-2c95-4f1f-97a2-577b9356adf5)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:35.850129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.004426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff36fd6-ed3c-4b17-ab33-873e40c3c94b None None] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:36.033510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f084a-0c0d-4189-adce-aae213a73d7a None None] DHCP port deletion for 235ef72d-f4f1-4337-8b48-606b47778fac request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:52:36.036746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for d4483f20-10fe-49ab-b29c-8eacc82dcbe7 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:36.054176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.058377 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 3, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:34Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:36.061869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.064308 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817be82d-3836-4b7b-874d-376b71c9c4d5 None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 3, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:34Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:36.178855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.189301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-480f084a-0c0d-4189-adce-aae213a73d7a None None] Deleting port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:36.189301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-480f084a-0c0d-4189-adce-aae213a73d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.215801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218d976-9956-43e2-8d27-3ccca649dfa2 req-8c94129e-ea0f-427f-b317-da031488d591 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:36.225143 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8218d976-9956-43e2-8d27-3ccca649dfa2 req-8c94129e-ea0f-427f-b317-da031488d591 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 945 time: 0.7988014 Jan 14 11:52:36.233325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:36.233325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.246693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.317807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] Provisioning for port fcab3e7b-b25f-479b-96b0-e4974eef7413 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:36.363705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] Provisioning complete for port fcab3e7b-b25f-479b-96b0-e4974eef7413 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:36.363705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.433662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.485359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dac694-d879-473f-b280-d6cd30b40a09'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:52:36.529184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=d4483f20-10fe-49ab-b29c-8eacc82dcbe7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:36.567330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-480f084a-0c0d-4189-adce-aae213a73d7a None None] The port 'd4483f20-10fe-49ab-b29c-8eacc82dcbe7' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:52:36.582770 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8218d976-9956-43e2-8d27-3ccca649dfa2 req-d4506f99-a6e6-4c30-85fd-c48c1a82019c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518794 Jan 14 11:52:36.592589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No DVR routers for this DVR port d4483f20-10fe-49ab-b29c-8eacc82dcbe7 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:52:36.700103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 36dac694-d879-473f-b280-d6cd30b40a09, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=36dac694-d879-473f-b280-d6cd30b40a09,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:36.714492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=cdaaf1db-5ffa-4292-ab29-f66e6ee6a957,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:36.741765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:36.767413 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dac694-d879-473f-b280-d6cd30b40a09', 'code': 200} Jan 14 11:52:36.861790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4dbbe2f-0018-427c-80fe-293b3636e874 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:36.863867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:36.867197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:36.941880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.044118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235ef72d-f4f1-4337-8b48-606b47778fac']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:37.067032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb449436-2c95-4f1f-97a2-577b9356adf5') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:37.067264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb449436-2c95-4f1f-97a2-577b9356adf5') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:37.098000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.134369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.158597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:52:37.159000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:52:37.179490 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:52:37.204158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Allocated IP 2001:db8:2::2 (c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9/b51fecd1-4b5b-4f48-b189-c9cadc2b064d/640cedd2-9f9c-49ce-abfb-d3c02069c924) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:37.358367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-39901c73-f1a0-4ab6-97f8-3fbed90ad617 req-872dfff8-3a2d-4eaf-88e5-d396d31e7d71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 1099 time: 0.3572845 Jan 14 11:52:37.365296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.390132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.505786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=235ef72d-f4f1-4337-8b48-606b47778fac,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:37.523009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router beec4fb6-8cc8-4035-9a83-4114694b3181 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:37.542472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8f4c133d-6773-466d-b8e6-4baff3656bd6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/235ef72d-f4f1-4337-8b48-606b47778fac HTTP/1.1" status: 204 len: 168 time: 2.8611813 Jan 14 11:52:37.542472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50108) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:37.601429 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-39901c73-f1a0-4ab6-97f8-3fbed90ad617 req-d4dc7cdd-01e6-464e-a596-491d5112c475 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285364 Jan 14 11:52:37.642965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66246b35-4fca-455c-b389-2252690e512f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:37.643541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-66246b35-4fca-455c-b389-2252690e512f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:37.658410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.669100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-66246b35-4fca-455c-b389-2252690e512f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:37.671341 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-66246b35-4fca-455c-b389-2252690e512f tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/f2e9a47b-c4d2-4cb3-8011-0237caa41949 HTTP/1.1" status: 200 len: 841 time: 0.1310210 Jan 14 11:52:37.676159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50114) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:37.693769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.706479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Transition to ACTIVE for port object 640cedd2-9f9c-49ce-abfb-d3c02069c924 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:37.731738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Transition to ACTIVE for port object 640cedd2-9f9c-49ce-abfb-d3c02069c924 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:37.756267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.765117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=36dac694-d879-473f-b280-d6cd30b40a09,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:37.848781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:37.874804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] Sync routers for ids ['beec4fb6-8cc8-4035-9a83-4114694b3181'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:37.880051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:37.883463 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d3ff348a-7f95-4c0c-a9d1-8ada595e5331 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/beec4fb6-8cc8-4035-9a83-4114694b3181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2438400 Jan 14 11:52:37.884497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50118) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:37.886846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] For port fcab3e7b-b25f-479b-96b0-e4974eef7413, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab3e7b-b25f-479b-96b0-e4974eef7413,segment=NetworkSegment(c2e56528-a1f6-4717-8181-800532a8d3df),segment_id=c2e56528-a1f6-4717-8181-800532a8d3df)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:37.889121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a4dbbe2f-0018-427c-80fe-293b3636e874 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:37.893548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:37.901077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Pushing event updated for resources: {'Port': ['ID=640cedd2-9f9c-49ce-abfb-d3c02069c924,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:37.904462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:37.913367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.966573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb78c3-b5f2-40fe-ac36-adc61d6e4dff tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:37.967036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d6bb78c3-b5f2-40fe-ac36-adc61d6e4dff tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:37.970715 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a4dbbe2f-0018-427c-80fe-293b3636e874 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:37.973064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:37.994204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d6bb78c3-b5f2-40fe-ac36-adc61d6e4dff tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:38.002673 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d6bb78c3-b5f2-40fe-ac36-adc61d6e4dff tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports/cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 HTTP/1.1" status: 200 len: 910 time: 0.1170936 Jan 14 11:52:38.004204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50122) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:38.010157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e3d7715-bd3c-4e98-96f0-78bb84b6e233'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:38.050496 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f0751a36-2950-40d0-a4a2-7500691e7dc9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/f2e9a47b-c4d2-4cb3-8011-0237caa41949?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3730173 Jan 14 11:52:38.059711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50126) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:38.067099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:38.150493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] Routers {'beec4fb6-8cc8-4035-9a83-4114694b3181'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:38.151210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['beec4fb6-8cc8-4035-9a83-4114694b3181'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:38.180539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e5b7-4860-4fd0-9ce7-565ee92e4129 req-a3159c4c-8cfa-4cb1-8be0-15d238b9289b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:38.182390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cca0e5b7-4860-4fd0-9ce7-565ee92e4129 req-a3159c4c-8cfa-4cb1-8be0-15d238b9289b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 946 time: 0.3003378 Jan 14 11:52:38.228576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:38.237234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:38.245303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:38.282644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:38.307462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.378599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:38.398035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fdfad-a364-4714-a446-2b97fb5c15b5 None None] Pushing event updated for resources: {'Port': ['ID=fcab3e7b-b25f-479b-96b0-e4974eef7413,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:38.401366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:38.449605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Attempting to bind port 640cedd2-9f9c-49ce-abfb-d3c02069c924 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:38.450393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Attempting to bind port 640cedd2-9f9c-49ce-abfb-d3c02069c924 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:38.450393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Attempting to bind port 640cedd2-9f9c-49ce-abfb-d3c02069c924 on network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:38.512234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:38.512429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Checking segment: {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:38.512673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.513726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Bound using segment: {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:38.514418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Bound port: 640cedd2-9f9c-49ce-abfb-d3c02069c924, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:38.515003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.542983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] Routers {'beec4fb6-8cc8-4035-9a83-4114694b3181'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:38.543632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['beec4fb6-8cc8-4035-9a83-4114694b3181'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:38.587912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.624886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:38.625034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5594fdc-f4be-4628-9a30-cfb3e2588c9f None None] The sync data for ids ['beec4fb6-8cc8-4035-9a83-4114694b3181'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:38.666577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ff6e0976-7bfb-44ac-9045-17cac363a8df None None] Provisioning complete for port fcab3e7b-b25f-479b-96b0-e4974eef7413 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:38.666949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0976-7bfb-44ac-9045-17cac363a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.709729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.828339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8:2::1 (c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9/b51fecd1-4b5b-4f48-b189-c9cadc2b064d/b3efc4ee-0848-4529-8e5d-684d34741438) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:38.837062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:38.847276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a4dbbe2f-0018-427c-80fe-293b3636e874, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4dbbe2f-0018-427c-80fe-293b3636e874,segment=NetworkSegment(d627f737-8fc6-4979-84bc-6b5563f460b9),segment_id=d627f737-8fc6-4979-84bc-6b5563f460b9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:38.850330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] For port 640cedd2-9f9c-49ce-abfb-d3c02069c924, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:38.907670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.024795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d4483f20-10fe-49ab-b29c-8eacc82dcbe7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:52:39.051613 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cca0e5b7-4860-4fd0-9ce7-565ee92e4129 req-2e3577b7-541b-4ba0-a8ba-9f14a986f01a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8599217 Jan 14 11:52:39.058249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] For port 640cedd2-9f9c-49ce-abfb-d3c02069c924, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=640cedd2-9f9c-49ce-abfb-d3c02069c924,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:39.117788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a4dbbe2f-0018-427c-80fe-293b3636e874,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:39.121088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.140688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.160385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: d4483f20-10fe-49ab-b29c-8eacc82dcbe7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:52:39.160775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d4483f20-10fe-49ab-b29c-8eacc82dcbe7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:52:39.199011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object b3efc4ee-0848-4529-8e5d-684d34741438 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:39.232555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc86f2-52f0-42da-9eb4-c967123b1948 None None] Pushing event updated for resources: {'Port': ['ID=640cedd2-9f9c-49ce-abfb-d3c02069c924,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:39.247909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ff6e0976-7bfb-44ac-9045-17cac363a8df None None] Provisioning for port cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:39.258863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.259492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ff6e0976-7bfb-44ac-9045-17cac363a8df None None] Provisioning complete for port cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:39.259492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0976-7bfb-44ac-9045-17cac363a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.346065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.376592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:39.381915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:39.395005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:39.395005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.405673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=b3efc4ee-0848-4529-8e5d-684d34741438,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:39.411048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e0976-7bfb-44ac-9045-17cac363a8df None None] Port cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:39.411048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4dbbe2f-0018-427c-80fe-293b3636e874 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:39.448836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=2e29c909-978e-40b6-ab1f-c6735d54d186,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:39.575124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.586437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-239ae17b-d9e0-4c65-a91a-e1f565cbf97c None None] Provisioning complete for port cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:39.586437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-239ae17b-d9e0-4c65-a91a-e1f565cbf97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.628405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:39.654777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:39.659473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:39.660458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.666151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-239ae17b-d9e0-4c65-a91a-e1f565cbf97c None None] Port cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:39.669974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f1949-2839-4a78-b914-75834fe0e3e1 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:39.707928 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ede35900-594f-40b0-a136-f3bccd9f4385 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6473696 Jan 14 11:52:39.711703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50130) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:39.721281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'security_group': {'name': 'tempest-secgroup-191497910'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:39.728077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:39.732847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:39.736541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:39.744812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:39.787621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a4dbbe2f-0018-427c-80fe-293b3636e874 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:39.787821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.809660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:39.915842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:39.925011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group_rule and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:39.930788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:39.938564 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:40.018197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab3e7b-b25f-479b-96b0-e4974eef7413 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:40.058442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.064702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.067112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.105173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'tenant_id': 'f14d5397736a467f97ee38df2fbc71ad', 'fixed_ips': [{'subnet_id': '2e29c909-978e-40b6-ab1f-c6735d54d186'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:40.105336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.111890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.139919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.176900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port fcab3e7b-b25f-479b-96b0-e4974eef7413 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:40.177545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.191697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=b3efc4ee-0848-4529-8e5d-684d34741438,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:40.254110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f9be5-d535-4d40-9e27-41f0258b38ae,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:40.266222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.273551 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-000c1792-1166-48a4-a1f6-3ba90e670eb6 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5597177 Jan 14 11:52:40.276894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50136) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:40.286028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'security_group': {'name': 'tempest-secgroup-594062666'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:40.299272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:40.308029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:40.312088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:40.324882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:40.410519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.resource_extend [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:52:40.425907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.432876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:40.434044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:40.460367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.485739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.592454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Allocated IP 172.20.0.2 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/2e29c909-978e-40b6-ab1f-c6735d54d186/da15ad41-bfa5-4b69-9020-f13ab09655ae) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:40.601918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=cdaaf1db-5ffa-4292-ab29-f66e6ee6a957,revision_number=3']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:40.632307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:40.645524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6e071-fe0e-4f7a-a41d-211ccfb57af9 req-151c36e1-80f4-4ac3-b7ad-a4ea47326801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:40.648162 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fdb6e071-fe0e-4f7a-a41d-211ccfb57af9 req-151c36e1-80f4-4ac3-b7ad-a4ea47326801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 946 time: 0.3182898 Jan 14 11:52:40.652077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group_rule and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:40.656468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:40.679202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:40.679202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.683725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50142) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:40.683825 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-53c2ac82-0ae3-4202-9069-99206785d403 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/ports/cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 HTTP/1.1" status: 200 len: 910 time: 2.6793287 Jan 14 11:52:40.693501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:40.736759 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fdb6e071-fe0e-4f7a-a41d-211ccfb57af9 req-ce3cf3db-2a24-44a2-b3e0-4769d338e869 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770895 Jan 14 11:52:40.742682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c91ab-4ba9-465e-b8c3-a7f095579292 None None] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:40.792829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.800366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.854490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f80e2a1-bee8-4c94-ac1b-5ed979045d64,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:40.877864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:40.883336 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ba84c50c-3b35-434c-8ac3-f40047a89fd1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6043732 Jan 14 11:52:40.884067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:40.890123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-640148334', 'security_groups': ['0f80e2a1-bee8-4c94-ac1b-5ed979045d64'], 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e29c909-978e-40b6-ab1f-c6735d54d186'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:40.975700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5453849e-9742-41f1-9dfb-52d1bbfe06e4 None None] Provisioning for port 640cedd2-9f9c-49ce-abfb-d3c02069c924 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:41.042961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:41.054132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:41.065478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:41.071580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.094248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 09303fb0-8339-418f-a744-71481dcc82df yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:52:41.105614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.162971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Transition to ACTIVE for port object da15ad41-bfa5-4b69-9020-f13ab09655ae will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:41.208587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Transition to ACTIVE for port object da15ad41-bfa5-4b69-9020-f13ab09655ae will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:41.210041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640367f0-e877-4d37-bdd3-0e7c81726fa6 req-46f1d02e-4d0d-4549-ab3c-7f81aa97d34c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:41.211678 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-640367f0-e877-4d37-bdd3-0e7c81726fa6 req-46f1d02e-4d0d-4549-ab3c-7f81aa97d34c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 946 time: 0.3198748 Jan 14 11:52:41.250392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.319851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:41.325055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:41.331056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:41.350338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 640cedd2-9f9c-49ce-abfb-d3c02069c924 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:41.397281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.6 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/2e29c909-978e-40b6-ab1f-c6735d54d186/09303fb0-8339-418f-a744-71481dcc82df) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:41.412379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Pushing event updated for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:41.416554 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-640367f0-e877-4d37-bdd3-0e7c81726fa6 req-aa5e7378-e553-436e-b571-8fdda90f7152 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969454 Jan 14 11:52:41.480343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:41.496139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.505999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Attempting to bind port da15ad41-bfa5-4b69-9020-f13ab09655ae on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:41.506362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Attempting to bind port da15ad41-bfa5-4b69-9020-f13ab09655ae by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '394709f4-8a99-4dd1-9161-01b2a8ef9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:41.506870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Attempting to bind port da15ad41-bfa5-4b69-9020-f13ab09655ae on network a57bfc20-cc53-4669-bf98-f63fb9239e9d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:41.516758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:41.517121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Checking segment: {'id': '394709f4-8a99-4dd1-9161-01b2a8ef9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:41.517522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.517905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Bound using segment: {'id': '394709f4-8a99-4dd1-9161-01b2a8ef9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:41.518358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Bound port: da15ad41-bfa5-4b69-9020-f13ab09655ae, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394709f4-8a99-4dd1-9161-01b2a8ef9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:41.518725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.579298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 640cedd2-9f9c-49ce-abfb-d3c02069c924 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:41.602329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 640cedd2-9f9c-49ce-abfb-d3c02069c924 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:41.603483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.687385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.713803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 09303fb0-8339-418f-a744-71481dcc82df will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:41.743869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.748932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:41.779274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:41.780787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Provisioning complete for port 640cedd2-9f9c-49ce-abfb-d3c02069c924 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:41.781164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.815560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.839594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:41.855545 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:41.879215 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:41.880143 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:41.922819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:41.955769 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f833aceb-fa85-4799-bf06-18edefa5c37e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6474779 Jan 14 11:52:41.968950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50156) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:41.985168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055891124'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:41.996886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:42.006348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:42.027494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:42.035244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4274ed-1976-4006-adfb-44b23e2a5ac1 None None] Pushing event updated for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:42.040519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:42.040519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:network and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:42.040519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:42.067676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=09303fb0-8339-418f-a744-71481dcc82df,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:42.107885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:42.109087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.111193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.139111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 640cedd2-9f9c-49ce-abfb-d3c02069c924, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=640cedd2-9f9c-49ce-abfb-d3c02069c924,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:42.166934 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-be82d692-4345-4423-a93a-415c8f95ec7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2813582 Jan 14 11:52:42.171211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50160) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:42.182825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:42.197194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.204687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:42.248040 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:42.327668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:52:42.328339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:52:42.363212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=640cedd2-9f9c-49ce-abfb-d3c02069c924,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:42.407051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:42.412595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:42.417501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:42.433807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:42.450458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:42.454723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.571454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:42.574961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.623922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:42.633173 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2e29c909-978e-40b6-ab1f-c6735d54d186 (CIDR: 172.20.0.0/28) Jan 14 11:52:42.636629 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:52:42.637217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:52:42.655591 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-376138d4-6d3a-415b-86a5-1adae01502e2 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4831476 Jan 14 11:52:42.658132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50164) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:42.663894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:42.674042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.674376 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added segment b8d816af-5e64-4706-bbf7-bd41dba81de7 of type vlan for network 3b80df47-07ac-48fe-857d-f11f30baa3f9 Jan 14 11:52:42.713754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.766114 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:39Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:39Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:42.770395 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:42.770837 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Updating router b1c32903-9e9e-4628-aeab-5992f2c21d03 port b3efc4ee-0848-4529-8e5d-684d34741438 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:52:42.788602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.798216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:42.799077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.819370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:42.824862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:42.827650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:42.830461 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.834515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:42.849886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:42.858516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.916435 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9439840 Jan 14 11:52:42.926922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Provisioning for port b3efc4ee-0848-4529-8e5d-684d34741438 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:42.931465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50168) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:42.935045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Provisioning complete for port b3efc4ee-0848-4529-8e5d-684d34741438 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:42.935421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:42.937197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'subnet': {'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:42.960354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edcb97-4ebc-49df-bc54-3d259d3f3c85 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Network': ['ID=3b80df47-07ac-48fe-857d-f11f30baa3f9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:42.990487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50172) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:43.006498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ee77744b-c076-4839-8919-070f35c526e1 None None] Port b3efc4ee-0848-4529-8e5d-684d34741438 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:43.009220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:43.234102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:43.246133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a0ee3178-283a-4db0-8bd6-56f327ae3b56 None None] Provisioning complete for port b3efc4ee-0848-4529-8e5d-684d34741438 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:43.246607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3178-283a-4db0-8bd6-56f327ae3b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.279150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:subnet and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:43.294476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:43.324885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:43.335632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:43.336336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.359223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee3178-283a-4db0-8bd6-56f327ae3b56 None None] Port b3efc4ee-0848-4529-8e5d-684d34741438 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:43.411454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Made reservation on behalf of d287aff9deb84189b63f2263cfba64b1 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:43.473673 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.493336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 640cedd2-9f9c-49ce-abfb-d3c02069c924 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:43.497002 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Transition to ACTIVE for port object b3efc4ee-0848-4529-8e5d-684d34741438 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:43.503831 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.637183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 640cedd2-9f9c-49ce-abfb-d3c02069c924 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:43.637634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.647910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.656682 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1c0e-73df-45d5-829a-03c937083592 None None] Pushing event updated for resources: {'Port': ['ID=b3efc4ee-0848-4529-8e5d-684d34741438,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:43.677441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4ffcde01-7fab-46d4-9c8e-b79f3cd94461 None None] Provisioning complete for port f2e9a47b-c4d2-4cb3-8011-0237caa41949 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:43.677837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4ffcde01-7fab-46d4-9c8e-b79f3cd94461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.744149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4ffcde01-7fab-46d4-9c8e-b79f3cd94461 None None] Port f2e9a47b-c4d2-4cb3-8011-0237caa41949 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:43.766325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=bc40767b-cab8-4565-a721-b10f7efbf627,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:43.778096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4ffcde01-7fab-46d4-9c8e-b79f3cd94461 None None] Provisioning for port da15ad41-bfa5-4b69-9020-f13ab09655ae completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:43.828947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:43.832145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:43.840411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:43.840979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.847380 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Attempting to bind port b3efc4ee-0848-4529-8e5d-684d34741438 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:43.847736 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Attempting to bind port b3efc4ee-0848-4529-8e5d-684d34741438 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:43.849155 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Attempting to bind port b3efc4ee-0848-4529-8e5d-684d34741438 on network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:43.857689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.874187 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:43.877368 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Checking segment: {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:43.879928 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.881213 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Bound using segment: {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:43.884117 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Bound port: b3efc4ee-0848-4529-8e5d-684d34741438, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:43.885826 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:43.904568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5363c-5e35-48c0-8d06-38ea8abb6112 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:43.925542 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ccfd0c5c-6861-4c85-91ce-631d60db94c8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2662985 Jan 14 11:52:43.932530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50176) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:43.946520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-614057537', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc40767b-cab8-4565-a721-b10f7efbf627'}], 'security_groups': ['7f1f9be5-d535-4d40-9e27-41f0258b38ae']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:43.998814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.017833 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] For port b3efc4ee-0848-4529-8e5d-684d34741438, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:44.022786 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] For port b3efc4ee-0848-4529-8e5d-684d34741438, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3efc4ee-0848-4529-8e5d-684d34741438,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:44.028496 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.064805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-31d6fca5-4f3a-4c55-8a48-c53b1b7953f9 None None] Provisioning for port 09303fb0-8339-418f-a744-71481dcc82df completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:44.093130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-31d6fca5-4f3a-4c55-8a48-c53b1b7953f9 None None] Provisioning complete for port 09303fb0-8339-418f-a744-71481dcc82df triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:44.094122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-31d6fca5-4f3a-4c55-8a48-c53b1b7953f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.122350 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1c0e-73df-45d5-829a-03c937083592 None None] Pushing event updated for resources: {'Port': ['ID=b3efc4ee-0848-4529-8e5d-684d34741438,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:44.161550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for cdaaf1db-5ffa-4292-ab29-f66e6ee6a957 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:44.164921 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:44.165967 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:44.230555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:44.374130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-31d6fca5-4f3a-4c55-8a48-c53b1b7953f9 None None] Port 09303fb0-8339-418f-a744-71481dcc82df cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:44.437782 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:44.448632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port da15ad41-bfa5-4b69-9020-f13ab09655ae completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:44.527165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.528550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:44.529117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.555558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.607066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.656555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Subnet': ['ID=4d5db815-493a-4668-befd-d9ec3b219964,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:44.688310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=cdaaf1db-5ffa-4292-ab29-f66e6ee6a957,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:44.710701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.825791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:44.844854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:44.862758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Checking segment: {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:44.863338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network hostable DHCP agents. Network: 3b80df47-07ac-48fe-857d-f11f30baa3f9, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:44.913523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Update dhcp port {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'fixed_ips': [{'subnet_id': '2e29c909-978e-40b6-ab1f-c6735d54d186', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc40767b-cab8-4565-a721-b10f7efbf627'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'da15ad41-bfa5-4b69-9020-f13ab09655ae'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:52:44.979787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:45.017073 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:39Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:44Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:45.024339 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978fe8a-c47d-4b51-be8d-bc4fcbe6d75f None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:39Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:44Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:45.045703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:45.066542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:45.070858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 3b80df47-07ac-48fe-857d-f11f30baa3f9) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:45.139497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688af5d-7a54-4bd2-b025-4c6d2e83ff9b None None] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:45.192178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:45.192933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:45.233036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6b3f9894-49e2-4f37-9072-a7ceb2af496b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3000300 Jan 14 11:52:45.248828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50180) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:45.429824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3efc4ee-0848-4529-8e5d-684d34741438 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:45.448452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:45.462446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Delete allocated IP 172.20.0.6 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/2e29c909-978e-40b6-ab1f-c6735d54d186) {{(pid=83452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 11:52:45.477221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.25 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/bc40767b-cab8-4565-a721-b10f7efbf627/09303fb0-8339-418f-a744-71481dcc82df) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:45.628445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b3efc4ee-0848-4529-8e5d-684d34741438 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:45.637583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b3efc4ee-0848-4529-8e5d-684d34741438 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:45.637947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:45.744572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-3b80df47-07ac-48fe-857d-f11f30baa3f9', 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'fixed_ips': [{'subnet_id': '4d5db815-493a-4668-befd-d9ec3b219964'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:45.748008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:45.847925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:45.984045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.015699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.070600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 09303fb0-8339-418f-a744-71481dcc82df will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:46.079307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.149013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port b3efc4ee-0848-4529-8e5d-684d34741438, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3efc4ee-0848-4529-8e5d-684d34741438,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:46.162135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Allocated IP 2001:db8:3::2 (3b80df47-07ac-48fe-857d-f11f30baa3f9/4d5db815-493a-4668-befd-d9ec3b219964/7aeae42f-cc03-4d77-bb9b-e90d5f5a8573) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:46.166604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.167330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:46.329977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router beec4fb6-8cc8-4035-9a83-4114694b3181 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:46.345980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=b3efc4ee-0848-4529-8e5d-684d34741438,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:46.360058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Allocated IP 172.20.0.18 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/bc40767b-cab8-4565-a721-b10f7efbf627/da15ad41-bfa5-4b69-9020-f13ab09655ae) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:46.382174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=09303fb0-8339-418f-a744-71481dcc82df,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:46.423782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] In _notify_port_updated(), no bound segment for port 09303fb0-8339-418f-a744-71481dcc82df on network a57bfc20-cc53-4669-bf98-f63fb9239e9d {{(pid=83452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:52:46.429036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:46.429366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.433434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9e71ece3-317d-43f1-8284-ecc2375e9681 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/ports/09303fb0-8339-418f-a744-71481dcc82df HTTP/1.1" status: 200 len: 920 time: 2.4921215 Jan 14 11:52:46.437329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50184) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:46.573238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 09303fb0-8339-418f-a744-71481dcc82df {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:46.573815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.588001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:46.588616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.635433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.17 (ad5e41e7-5da7-42f9-aa49-88999fffe772/17c01001-79e8-4f4b-a042-c9fb7a4f3a48/74b16ecf-d866-4562-8379-8e52e5981795) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:46.738667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:46.759218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:46.764340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3c50d2b2-e608-4958-a288-51206f6441d4 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/beec4fb6-8cc8-4035-9a83-4114694b3181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0800092 Jan 14 11:52:46.770627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50188) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:46.789720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] Sync routers for ids ['beec4fb6-8cc8-4035-9a83-4114694b3181'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:46.826598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a9a3b72c-c38d-4ed9-a3ee-64df1687048e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:46.887619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.899539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a9a3b72c-c38d-4ed9-a3ee-64df1687048e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:46.903189 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a9a3b72c-c38d-4ed9-a3ee-64df1687048e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=beec4fb6-8cc8-4035-9a83-4114694b3181 HTTP/1.1" status: 200 len: 205 time: 0.1290426 Jan 14 11:52:46.903342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:46.904508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50194) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:46.912947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] Routers {'beec4fb6-8cc8-4035-9a83-4114694b3181'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:46.913872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['beec4fb6-8cc8-4035-9a83-4114694b3181'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:47.004810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Transition to ACTIVE for port object da15ad41-bfa5-4b69-9020-f13ab09655ae will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:47.007891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Transition to ACTIVE for port object 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:47.039354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.088861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:47.106015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.107490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Transition to ACTIVE for port object 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:47.129871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.156975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 74b16ecf-d866-4562-8379-8e52e5981795 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:47.168711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] Routers {'beec4fb6-8cc8-4035-9a83-4114694b3181'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:47.168711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['beec4fb6-8cc8-4035-9a83-4114694b3181'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:47.243490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.247236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.282010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 09303fb0-8339-418f-a744-71481dcc82df owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:47.315328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:47.315328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398629b4-584d-433f-b553-4dd771b4efbd None None] The sync data for ids ['beec4fb6-8cc8-4035-9a83-4114694b3181'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:47.350619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3efc4ee-0848-4529-8e5d-684d34741438 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:47.409612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.415649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5f84-b83b-4827-9561-5a17efc2ad5c None None] Pushing event updated for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:47.422680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.477901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:47.484465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:47.504866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:47.523888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Pushing event updated for resources: {'Port': ['ID=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:47.524826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:47.530047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:47.555259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:47.618942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=74b16ecf-d866-4562-8379-8e52e5981795,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:47.642928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.651909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.661303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b3efc4ee-0848-4529-8e5d-684d34741438 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:47.661732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.700451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Attempting to bind port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:47.700835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Attempting to bind port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:47.701188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Attempting to bind port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 on network 3b80df47-07ac-48fe-857d-f11f30baa3f9 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:47.718910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=09303fb0-8339-418f-a744-71481dcc82df,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:47.745680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:47.746425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Checking segment: {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:47.747160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.748425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Bound using segment: {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:47.749754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Bound port: 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:47.750367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.877632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.890462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] For port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:47.892144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:47.909855 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01b41697-0001-41f6-bb8c-38dc72a2b22c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/09303fb0-8339-418f-a744-71481dcc82df HTTP/1.1" status: 204 len: 168 time: 1.4713566 Jan 14 11:52:47.925675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50200) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:47.962495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] For port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:47.973866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.053268 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b162da-90fc-481b-be89-86f2145b2556 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:52:48.056039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c3b162da-90fc-481b-be89-86f2145b2556 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:52:48.061615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ab68aaa3-8752-42c2-a3ee-0618215b87db None None] Provisioning for port 74b16ecf-d866-4562-8379-8e52e5981795 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:48.102434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1a7e-a08b-4a1d-b03a-394947400f30 None None] Pushing event updated for resources: {'Port': ['ID=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:48.121436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ab68aaa3-8752-42c2-a3ee-0618215b87db None None] Provisioning complete for port 74b16ecf-d866-4562-8379-8e52e5981795 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:48.121876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab68aaa3-8752-42c2-a3ee-0618215b87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.186389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c3b162da-90fc-481b-be89-86f2145b2556 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:52:48.187556 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c3b162da-90fc-481b-be89-86f2145b2556 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/09303fb0-8339-418f-a744-71481dcc82df HTTP/1.1" status: 404 len: 333 time: 0.2606971 Jan 14 11:52:48.195932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:48.294951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ab68aaa3-8752-42c2-a3ee-0618215b87db None None] Port 74b16ecf-d866-4562-8379-8e52e5981795 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:48.443871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0d53905-d7ba-44a5-8304-790f6d31a362 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.656769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.672074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0d53905-d7ba-44a5-8304-790f6d31a362 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.691625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.743352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Provisioning complete for port f2e9a47b-c4d2-4cb3-8011-0237caa41949 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:48.743352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.887684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.888438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router beec4fb6-8cc8-4035-9a83-4114694b3181 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:52:48.908447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Allocated IP 2001:db8:3::1 (3b80df47-07ac-48fe-857d-f11f30baa3f9/4d5db815-493a-4668-befd-d9ec3b219964/320f4a3f-75a8-451a-83ff-10f9bf87efe0) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:48.916621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Port f2e9a47b-c4d2-4cb3-8011-0237caa41949 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:48.932657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0d53905-d7ba-44a5-8304-790f6d31a362 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.939278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:48.939278 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ce66a45b-cb61-49ef-ac59-cae45aed505b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/beec4fb6-8cc8-4035-9a83-4114694b3181 HTTP/1.1" status: 204 len: 168 time: 2.0226974 Jan 14 11:52:48.945261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Could not find standard attr ID for object 09303fb0-8339-418f-a744-71481dcc82df. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:52:48.949981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50208) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:48.985500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Provisioning for port da15ad41-bfa5-4b69-9020-f13ab09655ae completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:48.997661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:48.997661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7db2e10-fd7b-4938-bb82-e5ebe5ddbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.010580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53905-d7ba-44a5-8304-790f6d31a362 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f80e2a1-bee8-4c94-ac1b-5ed979045d64,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:49.030387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0d53905-d7ba-44a5-8304-790f6d31a362 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.030387 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b0d53905-d7ba-44a5-8304-790f6d31a362 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/security-groups/0f80e2a1-bee8-4c94-ac1b-5ed979045d64 HTTP/1.1" status: 204 len: 168 time: 0.8239915 Jan 14 11:52:49.036996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50212) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:49.058708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.075095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.293304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.297526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b428f2d4-614c-47c2-a851-83637e22d173 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.378669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Transition to ACTIVE for port object 320f4a3f-75a8-451a-83ff-10f9bf87efe0 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:49.382172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b428f2d4-614c-47c2-a851-83637e22d173 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.482131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.483502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.507767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=74b16ecf-d866-4562-8379-8e52e5981795,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:49.534148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:49.573331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b428f2d4-614c-47c2-a851-83637e22d173 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.628261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428f2d4-614c-47c2-a851-83637e22d173 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f9be5-d535-4d40-9e27-41f0258b38ae,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:49.631132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet 7e3d7715-bd3c-4e98-96f0-78bb84b6e233 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:52:49.643328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.655361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:49.659716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=320f4a3f-75a8-451a-83ff-10f9bf87efe0,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:49.665616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:49.669389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b428f2d4-614c-47c2-a851-83637e22d173 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.672283 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b428f2d4-614c-47c2-a851-83637e22d173 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f1f9be5-d535-4d40-9e27-41f0258b38ae HTTP/1.1" status: 204 len: 168 time: 0.6485333 Jan 14 11:52:49.673354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:49.674030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.680081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50216) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:49.735823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-50b57da5-f32c-4070-a93e-1899a61b736e None None] Could not find standard attr ID for object 09303fb0-8339-418f-a744-71481dcc82df. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:52:49.779040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:49.802290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:49.810492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:49.901389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:49.903890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:49.995105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:49.995729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.066303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.105460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.107820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd60d2-e4b1-418e-8f48-c832a2e4d2e2 None None] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:50.202379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 2e29c909-978e-40b6-ab1f-c6735d54d186 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:52:50.339614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] Provisioning for port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:50.366027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] Provisioning complete for port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:50.366027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.372908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.455124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3d7715-bd3c-4e98-96f0-78bb84b6e233,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:50.455124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.465183 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-47bc1e32-5238-4e88-b67e-fb5e45ecaa8a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/7e3d7715-bd3c-4e98-96f0-78bb84b6e233 HTTP/1.1" status: 204 len: 168 time: 1.5174735 Jan 14 11:52:50.465183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50220) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:50.494382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00023e-a502-4c5c-9b87-26d084fc9eca None None] Network d66255ce-882c-46fc-adc2-7a8c97bf9277 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:50.567987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.651677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.664786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.670054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.695681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port fcab3e7b-b25f-479b-96b0-e4974eef7413 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:50.696264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.776678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.786034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.786851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.822723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.829090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] For port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:50.837371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.843183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:50.931176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769e77-0c74-4a83-a39a-787f6283e858 None None] Pushing event updated for resources: {'Port': ['ID=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:50.987100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b0b9586c-8759-4863-8e16-10d9f4c0a5b1 None None] Provisioning complete for port 74b16ecf-d866-4562-8379-8e52e5981795 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:50.987624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b9586c-8759-4863-8e16-10d9f4c0a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:50.991880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event updated for resources: {'Port': ['ID=320f4a3f-75a8-451a-83ff-10f9bf87efe0,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:51.040248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.062504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9586c-8759-4863-8e16-10d9f4c0a5b1 None None] Port 74b16ecf-d866-4562-8379-8e52e5981795 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:51.076318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] DHCP port deletion for d66255ce-882c-46fc-adc2-7a8c97bf9277 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:52:51.081802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Deleting port fcab3e7b-b25f-479b-96b0-e4974eef7413 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:51.082494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.110878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=2e29c909-978e-40b6-ab1f-c6735d54d186,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:51.127126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port fcab3e7b-b25f-479b-96b0-e4974eef7413, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab3e7b-b25f-479b-96b0-e4974eef7413,segment=NetworkSegment(c2e56528-a1f6-4717-8181-800532a8d3df),segment_id=c2e56528-a1f6-4717-8181-800532a8d3df)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:51.127771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.135791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.160140 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-745b33ec-f551-4894-9696-896346fb9fd7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/2e29c909-978e-40b6-ab1f-c6735d54d186 HTTP/1.1" status: 204 len: 168 time: 1.4747763 Jan 14 11:52:51.165268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50224) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:51.167359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:51.173918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:51.189740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:51.196405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994de569-f873-43be-937a-536735903b7d None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:51.284916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for fcab3e7b-b25f-479b-96b0-e4974eef7413 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:51.361334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:51.469212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.529736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=fcab3e7b-b25f-479b-96b0-e4974eef7413,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:51.555948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port fcab3e7b-b25f-479b-96b0-e4974eef7413 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:52:51.590864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] For port fcab3e7b-b25f-479b-96b0-e4974eef7413, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=fcab3e7b-b25f-479b-96b0-e4974eef7413,segment=NetworkSegment(c2e56528-a1f6-4717-8181-800532a8d3df),segment_id=c2e56528-a1f6-4717-8181-800532a8d3df)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:51.591553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.605426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7cb15447-7fbf-45e1-8edc-9b1fc9dcbc1a None None] Provisioning complete for port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:51.606370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7cb15447-7fbf-45e1-8edc-9b1fc9dcbc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.701359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.716916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:51.723357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:51.727856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:51.741535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66255ce-882c-46fc-adc2-7a8c97bf9277']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:51.750057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:51.765167 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:51.766331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e56528-a1f6-4717-8181-800532a8d3df') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:51.766837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e56528-a1f6-4717-8181-800532a8d3df') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:51.778971 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3fe935e0-4043-4ea3-8c1b-8ca99f7f7d80 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/434bbfb8-4b78-435c-883b-05134f767468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7837963 Jan 14 11:52:51.784500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.790965 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:51.791850 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:51.803193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:51.813465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.821864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:52:51.822598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.823862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:51.827956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.856749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Calling delete_port for fcab3e7b-b25f-479b-96b0-e4974eef7413 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:52:51.924945 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:52:51.931854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.936992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:51.957627 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/d66255ce-882c-46fc-adc2-7a8c97bf9277 HTTP/1.1" status: 204 len: 168 time: 1.4952781 Jan 14 11:52:51.963444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50232) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:51.971802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1704033192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:51.979362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd3ea-f217-40d0-90d4-c2357bff4e68 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=d66255ce-882c-46fc-adc2-7a8c97bf9277,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:51.982809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:51.988271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:51.992717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:51.998866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:52.014284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.015601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.041067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.072639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.077393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7cb15447-7fbf-45e1-8edc-9b1fc9dcbc1a None None] Provisioning for port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:52.100490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7cb15447-7fbf-45e1-8edc-9b1fc9dcbc1a None None] Provisioning complete for port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:52.101012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7cb15447-7fbf-45e1-8edc-9b1fc9dcbc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.109243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.110817 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-19631f6d-8ae4-4249-8cb7-0f472129254e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1461785 Jan 14 11:52:52.113425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50236) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:52.123009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-365818912'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:52.128384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:52.129308 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:52.133573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:52.136713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:52.142775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:52.153856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:52.157903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.165075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:52.165445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.193439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:52.205360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.205977 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment 0517f41a-3de9-4d7a-ae42-5b9db43e0ae8 of type vlan for network 60b106a4-d561-446a-ab69-c277792dee06 Jan 14 11:52:52.227688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7cb15447-7fbf-45e1-8edc-9b1fc9dcbc1a None None] Port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:52.230936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.242255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.252191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:52:52.252567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:52:52.288514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.295972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:52.297261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.319946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:52.329782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:52.335874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:52.339343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.356720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-36525c50-b524-43d1-9aa9-4fdb95fec77b None None] Provisioning complete for port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:52.357127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36525c50-b524-43d1-9aa9-4fdb95fec77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.400576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=0836fabb-c882-4e86-9fea-ea023c7b2658,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:52.413028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:52.415688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1401f883-9f1c-49d4-ad93-4282fdf9b984 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2440042 Jan 14 11:52:52.419254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50240) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:52.426808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'security_group': {'name': 'tempest-secgroup-265276016'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:52.427064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab3e7b-b25f-479b-96b0-e4974eef7413 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:52:52.432621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:52.436640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:52.444958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:52.451115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:52.467916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.489052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: fcab3e7b-b25f-479b-96b0-e4974eef7413 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:52:52.489662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device fcab3e7b-b25f-479b-96b0-e4974eef7413 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:52:52.507109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=60b106a4-d561-446a-ab69-c277792dee06,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:52.511182 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-667774ad-2f04-4f78-b9b9-31b033f0ffbc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3941989 Jan 14 11:52:52.515903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50244) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:52.518156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-36525c50-b524-43d1-9aa9-4fdb95fec77b None None] Port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:52.527099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:52.531088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 60b106a4-d561-446a-ab69-c277792dee06 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:52.664033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:52.674808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group_rule and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:52.679426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:52.687594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:52.704060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:52.708332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:52.712659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:52.720313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:52.735320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:52.737575 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:52:47Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:51:05Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b16ecf-d866-4562-8379-8e52e5981795', 'name': '', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c9:91:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:46Z', 'updated_at': '2022-01-14T11:52:48Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:52.742648 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:52.743219 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Updating router 434bbfb8-4b78-435c-883b-05134f767468 port 74b16ecf-d866-4562-8379-8e52e5981795 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:52:52.754304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Deleting port fcab3e7b-b25f-479b-96b0-e4974eef7413 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:52:52.754782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.784869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.800142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.805736 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.845974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:52.867498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ad03e-9804-4fa6-8da1-21de0d74380a None None] The port 'fcab3e7b-b25f-479b-96b0-e4974eef7413' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:52:52.874113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:52.896565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:52.897226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:52.898949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.922873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab20a5-cf00-47e9-899a-bbb43fbe6dea,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:52.939760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:52.941278 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-93d5e806-81ff-41fd-96a8-dc06946c0259 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5211349 Jan 14 11:52:52.944003 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3907f64b-88c5-433a-b923-03daf0d273d7 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6938357 Jan 14 11:52:52.945095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50248) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:52.951954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'security_group': {'name': 'tempest-secgroup-1559945170'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:52.956350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50250) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:52.963809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:53.043372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:53.053305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:53.150840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:53.165082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544eb958-5821-4877-b056-1705d737f9c9 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:53.166423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:53.199003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.199165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:53.251549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.253901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:53.261379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group_rule and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:53.324152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:53.372235 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.388808 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Transition to ACTIVE for port object 74b16ecf-d866-4562-8379-8e52e5981795 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:53.398344 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.457599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=ca93beaa-6b24-46af-8f07-b784096985d8,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:53.460097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-09948182-1f11-49b4-b471-824e63fe27de None None] Provisioning complete for port f2e9a47b-c4d2-4cb3-8011-0237caa41949 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:53.460676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-09948182-1f11-49b4-b471-824e63fe27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.472328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.472963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.473390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.473807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.474777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.475226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.475648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.476059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.476471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.476909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.477319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:53.483533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:53.484041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: 60b106a4-d561-446a-ab69-c277792dee06, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:52:53.501821 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02152cc-f5ba-4356-9a07-8c6032f4bdf6 None None] Pushing event updated for resources: {'Port': ['ID=74b16ecf-d866-4562-8379-8e52e5981795,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:53.511383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 60b106a4-d561-446a-ab69-c277792dee06 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:52:53.537562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 60b106a4-d561-446a-ab69-c277792dee06) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:53.547924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:53.549493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.567686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892fc3f-5678-456c-ade5-7fcc26693a3d None None] Network 60b106a4-d561-446a-ab69-c277792dee06 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:53.576375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:53.591573 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a6d7ccc7-2466-41a8-8393-23ab597f59fd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0742879 Jan 14 11:52:53.592355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50256) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:53.709345 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Attempting to bind port 74b16ecf-d866-4562-8379-8e52e5981795 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:53.709773 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Attempting to bind port 74b16ecf-d866-4562-8379-8e52e5981795 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:53.710127 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Attempting to bind port 74b16ecf-d866-4562-8379-8e52e5981795 on network ad5e41e7-5da7-42f9-aa49-88999fffe772 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:53.724046 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:53.725817 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Checking segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:53.725972 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.726352 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Bound using segment: {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:53.726854 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Bound port: 74b16ecf-d866-4562-8379-8e52e5981795, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38947f6c-7c85-49cd-afb5-67d151918bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:53.727220 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.836329 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] For port 74b16ecf-d866-4562-8379-8e52e5981795, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:53.840218 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] For port 74b16ecf-d866-4562-8379-8e52e5981795, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=74b16ecf-d866-4562-8379-8e52e5981795,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:53.845616 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.864420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-09948182-1f11-49b4-b471-824e63fe27de None None] Port f2e9a47b-c4d2-4cb3-8011-0237caa41949 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:53.933667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.971999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:53.973041 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02152cc-f5ba-4356-9a07-8c6032f4bdf6 None None] Pushing event updated for resources: {'Port': ['ID=74b16ecf-d866-4562-8379-8e52e5981795,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:54.011299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:54.012163 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:54.038569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.042474 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0937004 Jan 14 11:52:54.043427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50260) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:54.044220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55012422-bbfc-4a56-811b-49bdbeaf0149 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e551d-79a9-47a6-b36c-6fbfaff0a9c1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:54.053951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'security_group': {'name': 'tempest-secgroup-414397668'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:54.057303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-09948182-1f11-49b4-b471-824e63fe27de None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:54.057817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-09948182-1f11-49b4-b471-824e63fe27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.079273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:54.088598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 11:52:54.097594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:54.149598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Removed routes are [] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 11:52:54.150002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.156584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:54.242335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-60b106a4-d561-446a-ab69-c277792dee06', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:52:54.244367 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:54.248313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.281381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:54.391604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.409822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.448276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:54.455079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:security_group_rule and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:54.460830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:54.474415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:54.490819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:49Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '320f4a3f-75a8-451a-83ff-10f9bf87efe0', 'name': '', 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:18:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5db815-493a-4668-befd-d9ec3b219964', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:47Z', 'updated_at': '2022-01-14T11:52:50Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '4d5db815-493a-4668-befd-d9ec3b219964', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:54.527189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:54.527788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Updating router b1c32903-9e9e-4628-aeab-5992f2c21d03 port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:52:54.579341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Update dhcp port {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'fixed_ips': [{'subnet_id': 'bc40767b-cab8-4565-a721-b10f7efbf627', 'ip_address': '172.20.0.18'}, {'subnet_id': '0836fabb-c882-4e86-9fea-ea023c7b2658'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'da15ad41-bfa5-4b69-9020-f13ab09655ae'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:52:54.672254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.678224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.683360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.714947 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:52:47Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:51:05Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b16ecf-d866-4562-8379-8e52e5981795', 'name': '', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c9:91:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:46Z', 'updated_at': '2022-01-14T11:52:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:54.720958 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4fdad-2e73-4d70-b3ba-88e15cb12f0c None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:52:47Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:51:05Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b16ecf-d866-4562-8379-8e52e5981795', 'name': '', 'network_id': 'ad5e41e7-5da7-42f9-aa49-88999fffe772', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c9:91:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:46Z', 'updated_at': '2022-01-14T11:52:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '17c01001-79e8-4f4b-a042-c9fb7a4f3a48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:54.721675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.774871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Allocated IP 172.20.0.2 (60b106a4-d561-446a-ab69-c277792dee06/ca93beaa-6b24-46af-8f07-b784096985d8/a7bfab70-5720-452f-83fc-d9db1b7acb24) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:54.901118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.917192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.981201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8256bfac-23de-4979-b806-d0d3ad257c01,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:54.984154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:54.988030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9381902 Jan 14 11:52:54.989696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50266) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:55.004126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1207194885', 'security_groups': ['8256bfac-23de-4979-b806-d0d3ad257c01'], 'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0836fabb-c882-4e86-9fea-ea023c7b2658'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:55.004384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.004384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.004578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.004845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.005179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.006532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.007094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.007516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.007846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.008193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.008525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f718-a68e-418c-ae74-fcea08390229 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.017679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:55.198181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:55.213209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:55.232080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'port': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:55.350116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:55.360401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.361936 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d06d93c1-3b3f-4e45-8534-418560a373c6 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 954 time: 2.4044123 Jan 14 11:52:55.364620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50270) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:55.367923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 74b16ecf-d866-4562-8379-8e52e5981795 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:55.480402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Allocated IP 172.20.0.2 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/0836fabb-c882-4e86-9fea-ea023c7b2658/da15ad41-bfa5-4b69-9020-f13ab09655ae) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:55.501649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.525624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Transition to ACTIVE for port object a7bfab70-5720-452f-83fc-d9db1b7acb24 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:55.662883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.690994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] device_id is not set on port 69e887f3-faa8-4008-8b31-191bd339e86a yet. {{(pid=83452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 11:52:55.721507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Transition to ACTIVE for port object a7bfab70-5720-452f-83fc-d9db1b7acb24 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:55.745894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.748948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.804636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 74b16ecf-d866-4562-8379-8e52e5981795 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:55.842662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Transition to ACTIVE for port object 320f4a3f-75a8-451a-83ff-10f9bf87efe0 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:55.855311 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d4675537-7ed3-41f7-be23-6f81ad58f9c1 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 954 time: 0.4886019 Jan 14 11:52:55.858080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:55.862060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 74b16ecf-d866-4562-8379-8e52e5981795 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:55.862485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.863885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'routes': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:55.893376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.20.0.1 (60b106a4-d561-446a-ab69-c277792dee06/ca93beaa-6b24-46af-8f07-b784096985d8/20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:55.900134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:55.903539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Pushing event updated for resources: {'Port': ['ID=a7bfab70-5720-452f-83fc-d9db1b7acb24,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:55.911282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Network 60b106a4-d561-446a-ab69-c277792dee06 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:55.924824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:55.928201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:55.951849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:55.963602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.963938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.964457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.964808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.965135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.965462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.965777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.966095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.966409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.966720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:55.967030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:52:56.064484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.082216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:56.109169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.161955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:52:56.187365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 60b106a4-d561-446a-ab69-c277792dee06 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:56.190776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:56.195409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:56.212684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ab11a-2ce9-45f6-b48e-55f9b7583a73 None None] Pushing event updated for resources: {'Port': ['ID=320f4a3f-75a8-451a-83ff-10f9bf87efe0,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:56.227656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.228292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:56.270482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.345611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Transition to ACTIVE for port object da15ad41-bfa5-4b69-9020-f13ab09655ae will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:56.354891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Attempting to bind port a7bfab70-5720-452f-83fc-d9db1b7acb24 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:56.355259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Attempting to bind port a7bfab70-5720-452f-83fc-d9db1b7acb24 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:56.355619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Attempting to bind port a7bfab70-5720-452f-83fc-d9db1b7acb24 on network 60b106a4-d561-446a-ab69-c277792dee06 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:56.397638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.406723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.492530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:56.492995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Checking segment: {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:56.493326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.493728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Bound using segment: {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:56.494183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Bound port: a7bfab70-5720-452f-83fc-d9db1b7acb24, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:56.494552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.497844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.14 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/0836fabb-c882-4e86-9fea-ea023c7b2658/69e887f3-faa8-4008-8b31-191bd339e86a) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:52:56.517592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.557854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Attempting to bind port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:52:56.557854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Attempting to bind port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:52:56.558231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Attempting to bind port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 on network 3b80df47-07ac-48fe-857d-f11f30baa3f9 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:52:56.655904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb0ded-2964-4f8c-a108-f530aa49e153 None None] Pushing event updated for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:56.658519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:52:56.658889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Checking segment: {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:52:56.659290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.659667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Bound using segment: {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:52:56.660140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Bound port: 320f4a3f-75a8-451a-83ff-10f9bf87efe0, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d816af-5e64-4706-bbf7-bd41dba81de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:52:56.660508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.741957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added routes are [] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 11:52:56.742498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 11:52:56.754396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 74b16ecf-d866-4562-8379-8e52e5981795, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=74b16ecf-d866-4562-8379-8e52e5981795,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:52:56.777211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.791852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.857814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] For port a7bfab70-5720-452f-83fc-d9db1b7acb24, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:56.882518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] For port a7bfab70-5720-452f-83fc-d9db1b7acb24, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a7bfab70-5720-452f-83fc-d9db1b7acb24,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:56.892191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.896669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] For port 320f4a3f-75a8-451a-83ff-10f9bf87efe0, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:52:56.900443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] For port 320f4a3f-75a8-451a-83ff-10f9bf87efe0, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=320f4a3f-75a8-451a-83ff-10f9bf87efe0,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:52:56.904358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=74b16ecf-d866-4562-8379-8e52e5981795,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:56.955433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.959399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:56.987262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 69e887f3-faa8-4008-8b31-191bd339e86a will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:52:57.011224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e28bf6-58e7-40f5-80a2-f6e8a20b492d None None] Pushing event updated for resources: {'Port': ['ID=a7bfab70-5720-452f-83fc-d9db1b7acb24,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:57.067565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.078178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:57.078810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:57.116176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.138088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.238455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=69e887f3-faa8-4008-8b31-191bd339e86a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:57.286483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.291334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.360667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:57.361865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:57.382175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:52:57.487993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 74b16ecf-d866-4562-8379-8e52e5981795 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:57.492004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.600527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:57.606598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:57.617720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:57.618372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.679003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:52:57.714103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ab11a-2ce9-45f6-b48e-55f9b7583a73 None None] Pushing event updated for resources: {'Port': ['ID=320f4a3f-75a8-451a-83ff-10f9bf87efe0,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:57.770123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 60b106a4-d561-446a-ab69-c277792dee06 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:52:57.780171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:52:57.912901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:57.919766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:57.921079 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-db282881-7b40-425a-a33b-66c71e08a478 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 704 time: 2.0617378 Jan 14 11:52:57.923734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50280) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:58.003697 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a00fcb88-e9ae-458d-8ce1-fa9df528397a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0066962 Jan 14 11:52:58.004493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50284) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:58.012013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:58.062398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 74b16ecf-d866-4562-8379-8e52e5981795 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:58.062938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.300234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Provisioning for port 69e887f3-faa8-4008-8b31-191bd339e86a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:58.315916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Provisioning complete for port 69e887f3-faa8-4008-8b31-191bd339e86a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:58.316372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.344061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:52:58.392439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:58.399877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:58.403271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:58.405687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:58.417616 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-df005279-e022-4180-b3bf-d2233e238961 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 704 time: 0.4927194 Jan 14 11:52:58.419057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:58.421127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50288) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:58.461361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Port 69e887f3-faa8-4008-8b31-191bd339e86a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:58.492570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 7, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '320f4a3f-75a8-451a-83ff-10f9bf87efe0', 'name': '', 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:18:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5db815-493a-4668-befd-d9ec3b219964', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:47Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '4d5db815-493a-4668-befd-d9ec3b219964', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:58.495739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Provisioning complete for port f2e9a47b-c4d2-4cb3-8011-0237caa41949 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:58.496125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.529897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68e89-9449-49f0-84ec-713bc16658a0 None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 7, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '320f4a3f-75a8-451a-83ff-10f9bf87efe0', 'name': '', 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:18:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5db815-493a-4668-befd-d9ec3b219964', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:47Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 4, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '4d5db815-493a-4668-befd-d9ec3b219964', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:52:58.548772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:58.589467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Port f2e9a47b-c4d2-4cb3-8011-0237caa41949 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:52:58.645734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Provisioning for port da15ad41-bfa5-4b69-9020-f13ab09655ae completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:58.653045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:52:58.653230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:58.654034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2476ce1d-ff8b-4314-a828-59c183654f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.668424 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:52:58.678493 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25783b13-ae85-41d0-89d0-9dcd72babfef tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0842085 Jan 14 11:52:58.681511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50292) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:58.687934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1363449896'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:58.690351 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:52:58.691123 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:58.699797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:58.720007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:58.723941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:58.728995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e3c53-9f75-4205-bda6-1383fa56f792 None None] Network 60b106a4-d561-446a-ab69-c277792dee06 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:52:58.733370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:58.746028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.756083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:58.759841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.811040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:52:58.836970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.837782 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment 28b1d7fe-c6d4-4173-a2b8-65e8da45b870 of type vlan for network 2688ebc7-1078-41f9-9295-02ccef9a87fa Jan 14 11:52:58.893513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.941367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.946485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:52:58.947354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:58.977269 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:52:59.050110 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.ipam_backend_mixin [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0836fabb-c882-4e86-9fea-ea023c7b2658 (CIDR: 172.20.0.0/28) Jan 14 11:52:59.057442 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:52:59.057664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:52:59.086053 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4018719 Jan 14 11:52:59.094120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50296) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:59.097040 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4592fc7f-5028-4c52-ba96-360a8fa9623e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0914633 Jan 14 11:52:59.099025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:59.108220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:59.132315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50300) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:52:59.149127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:52:59.297491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-29bc4f81-6a85-42b2-b178-e2ff28538710 None None] Provisioning for port a7bfab70-5720-452f-83fc-d9db1b7acb24 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:59.445278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a7bfab70-5720-452f-83fc-d9db1b7acb24 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:52:59.479298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33d832-a18b-4164-a809-124f6e4deea2 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=2688ebc7-1078-41f9-9295-02ccef9a87fa,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:52:59.519768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:59.527125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:59.532696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:59.543116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:52:59.549144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:52:59.561087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:59.568646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:52:59.582213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:52:59.595601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:52:59.604012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:59.632254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:52:59.639063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:52:59.643271 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:52:59.643611 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Updating router 002303a7-0a0c-4832-8939-070330c7f9f9 port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:52:59.645598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a7bfab70-5720-452f-83fc-d9db1b7acb24 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:52:59.647631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:59.662442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a7bfab70-5720-452f-83fc-d9db1b7acb24 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:59.662807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:59.709668 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:59.762449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-30a8fc8f-c987-46a0-b566-f4ef3c6af7e3 None None] Provisioning complete for port a7bfab70-5720-452f-83fc-d9db1b7acb24 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:52:59.762815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-30a8fc8f-c987-46a0-b566-f4ef3c6af7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:59.860216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:52:59.921290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.007048 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.ipam_backend_mixin [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bc40767b-cab8-4565-a721-b10f7efbf627 (CIDR: 172.20.0.16/28) Jan 14 11:53:00.026679 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:00.027022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:00.047517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:00.047929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.063716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a7bfab70-5720-452f-83fc-d9db1b7acb24, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a7bfab70-5720-452f-83fc-d9db1b7acb24,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:00.071629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-30a8fc8f-c987-46a0-b566-f4ef3c6af7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.093557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.094630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 320f4a3f-75a8-451a-83ff-10f9bf87efe0 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:00.157320 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c89995fa-a9cb-40a3-adaf-60c62209362a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0136867 Jan 14 11:53:00.167209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50306) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:00.176391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'subnet': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:00.275276 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.295552 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Transition to ACTIVE for port object 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:00.299472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a7bfab70-5720-452f-83fc-d9db1b7acb24,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:00.316577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-30a8fc8f-c987-46a0-b566-f4ef3c6af7e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:00.316973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-30a8fc8f-c987-46a0-b566-f4ef3c6af7e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:00.317652 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.326268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:00.332195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:00.332195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.444114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 320f4a3f-75a8-451a-83ff-10f9bf87efe0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=320f4a3f-75a8-451a-83ff-10f9bf87efe0,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:00.445691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.478120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.483931 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216989e-e8a6-4fc3-bd76-bb473111741e None None] Pushing event updated for resources: {'Port': ['ID=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:00.527014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.586679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 320f4a3f-75a8-451a-83ff-10f9bf87efe0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=320f4a3f-75a8-451a-83ff-10f9bf87efe0,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:00.589212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=bc810dcd-4e07-4c44-9145-8c5532e16011,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:00.596179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.666832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:00.675412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Usage tracker for resource:subnet and tenant:f14d5397736a467f97ee38df2fbc71ad is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:00.679746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:00.679746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: 2688ebc7-1078-41f9-9295-02ccef9a87fa, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:53:00.680559 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Attempting to bind port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:00.680946 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Attempting to bind port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:00.681299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Attempting to bind port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 on network 60b106a4-d561-446a-ab69-c277792dee06 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:00.688397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:00.697795 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:00.698232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Checking segment: {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:00.698692 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.699174 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Bound using segment: {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:00.699688 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Bound port: 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60b106a4-d561-446a-ab69-c277792dee06'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:00.700113 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.703362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:00.728322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Made reservation on behalf of f14d5397736a467f97ee38df2fbc71ad for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:00.746595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=320f4a3f-75a8-451a-83ff-10f9bf87efe0,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:00.790964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b49481f0-50d6-4ffa-aede-e7792e36226f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.803211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:53:00.806902 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] For port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:00.813435 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] For port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:00.819090 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.821225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 2688ebc7-1078-41f9-9295-02ccef9a87fa) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:00.831502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 320f4a3f-75a8-451a-83ff-10f9bf87efe0 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:00.835178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:00.835825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:00.862880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cb8f3-5912-407c-b4ed-e4468d165add None None] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:00.891952 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a9bb5bd5-4a74-4789-9618-70016463e5f0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7942619 Jan 14 11:53:00.892500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50310) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:00.934898 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216989e-e8a6-4fc3-bd76-bb473111741e None None] Pushing event updated for resources: {'Port': ['ID=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:00.938848 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:00.939542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:01.014568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.029535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:01.030663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:01.052656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.082614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-30a8fc8f-c987-46a0-b566-f4ef3c6af7e3 None None] Provisioning for port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:01.126864 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:01.170098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-2688ebc7-1078-41f9-9295-02ccef9a87fa', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:53:01.171810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.362890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a7bfab70-5720-452f-83fc-d9db1b7acb24 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:01.443891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Allocated IP 172.21.0.2 (2688ebc7-1078-41f9-9295-02ccef9a87fa/bc810dcd-4e07-4c44-9145-8c5532e16011/20fbca8b-477c-4b1a-b9e2-9b0a905059c5) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:01.491181 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:00Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:01.495346 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062738bc-d421-4135-99fa-f1be1f29578e None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:00Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:01.532165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:01.532680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.538599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a7bfab70-5720-452f-83fc-d9db1b7acb24 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:01.538970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.611624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.745508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:01.750049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:01.760165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:01.760165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.769657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Subnet': ['ID=6ecaafb5-ebd6-485a-9409-754568fdbc8d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:01.796132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a275ed-6642-4633-925c-4351d878a887 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:01.816071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 320f4a3f-75a8-451a-83ff-10f9bf87efe0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=320f4a3f-75a8-451a-83ff-10f9bf87efe0,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:01.817738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:01.837089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:01.918372 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-22c99ab3-cff7-4095-85f7-5acb7dcaf9fa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7468426 Jan 14 11:53:01.933971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50316) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:02.039019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 320f4a3f-75a8-451a-83ff-10f9bf87efe0 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:02.040254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-902105796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6ecaafb5-ebd6-485a-9409-754568fdbc8d'}], 'security_groups': ['f7ab20a5-cf00-47e9-899a-bbb43fbe6dea', 'bc3e551d-79a9-47a6-b36c-6fbfaff0a9c1']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:02.069639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:02.070865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:02.100759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 320f4a3f-75a8-451a-83ff-10f9bf87efe0 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:02.140053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:02.226144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:02.329911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:02.349497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Transition to ACTIVE for port object 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:02.410408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Transition to ACTIVE for port object 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:02.444477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:02.559095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:02.658672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:02.664276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Pushing event updated for resources: {'Port': ['ID=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:02.669519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:02.670494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:02.670855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:02.703216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:02.715261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:02.717426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port 320f4a3f-75a8-451a-83ff-10f9bf87efe0 was deleted so its status cannot be updated. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 14 11:53:02.744665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=320f4a3f-75a8-451a-83ff-10f9bf87efe0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:02.859768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.21.0.1 (2688ebc7-1078-41f9-9295-02ccef9a87fa/bc810dcd-4e07-4c44-9145-8c5532e16011/c749b23d-3b9f-4884-b376-9ef6252df1d9) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:03.019246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Attempting to bind port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:03.019886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Attempting to bind port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:03.020025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Attempting to bind port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 on network 2688ebc7-1078-41f9-9295-02ccef9a87fa {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:03.036102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c564107a-5eaa-4e33-92b1-ab1ef5e948ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.046019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Update dhcp port {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'fixed_ips': [{'subnet_id': 'bc40767b-cab8-4565-a721-b10f7efbf627', 'ip_address': '172.20.0.18'}, {'subnet_id': '0836fabb-c882-4e86-9fea-ea023c7b2658', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ecaafb5-ebd6-485a-9409-754568fdbc8d'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'da15ad41-bfa5-4b69-9020-f13ab09655ae'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:53:03.066319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.086170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object c749b23d-3b9f-4884-b376-9ef6252df1d9 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:03.094699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:03.095073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Checking segment: {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:03.095469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.095851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Bound using segment: {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:03.096330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Bound port: 20fbca8b-477c-4b1a-b9e2-9b0a905059c5, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:03.096703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.110364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.172214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:03.181338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:03.185573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:03.245146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=c749b23d-3b9f-4884-b376-9ef6252df1d9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:03.260516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.266798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.283602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.374717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] For port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:03.376195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Delete allocated IP 172.20.0.14 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/0836fabb-c882-4e86-9fea-ea023c7b2658) {{(pid=83451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 11:53:03.391195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] For port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,segment=NetworkSegment(28b1d7fe-c6d4-4173-a2b8-65e8da45b870),segment_id=28b1d7fe-c6d4-4173-a2b8-65e8da45b870)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:03.402353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.406072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.440296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Allocated IP 172.20.0.34 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/6ecaafb5-ebd6-485a-9409-754568fdbc8d/69e887f3-faa8-4008-8b31-191bd339e86a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:03.476453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:03.603780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1f592-3144-474a-beb4-562a14e425e3 None None] Pushing event updated for resources: {'Port': ['ID=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:03.645185 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:52:56Z', 'revision_number': 7, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '320f4a3f-75a8-451a-83ff-10f9bf87efe0', 'name': '', 'network_id': '3b80df47-07ac-48fe-857d-f11f30baa3f9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:18:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5db815-493a-4668-befd-d9ec3b219964', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:47Z', 'updated_at': '2022-01-14T11:53:00Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '4d5db815-493a-4668-befd-d9ec3b219964', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:03.662438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:03.685815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:03.686482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:03.748216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:03.816673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:03.817386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.844038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.849631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:03.929564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:03.999869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.resource_extend [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:53:04.032542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.038099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.068381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=c749b23d-3b9f-4884-b376-9ef6252df1d9,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:04.073276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Transition to ACTIVE for port object 69e887f3-faa8-4008-8b31-191bd339e86a will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:04.081079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.224943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:04.226171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:04.229902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event updated for resources: {'Port': ['ID=69e887f3-faa8-4008-8b31-191bd339e86a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:04.244815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:04.288192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.376333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] In _notify_port_updated(), no bound segment for port 69e887f3-faa8-4008-8b31-191bd339e86a on network a57bfc20-cc53-4669-bf98-f63fb9239e9d {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 11:53:04.377912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.379953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:04.380637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.381959 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-255bb578-f122-418d-8250-375fa370295c tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "PUT /v2.0/ports/69e887f3-faa8-4008-8b31-191bd339e86a HTTP/1.1" status: 200 len: 959 time: 2.4464414 Jan 14 11:53:04.385982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50322) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:04.442077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.459190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-f310e518-6b2f-4794-8d20-0e9e70ceb919 {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:04.459747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:04.461390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:04.463635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port 69e887f3-faa8-4008-8b31-191bd339e86a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:04.463946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.487020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.505174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:04.531172 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-10a7e0d4-96c6-4e43-b373-f5195406e58f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1087580 Jan 14 11:53:04.532141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50326) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:04.629399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:04.659047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:02Z', 'revision_number': 8, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:04.665610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5ed34-b9bf-404a-8ab4-719001a97c48 None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:02Z', 'revision_number': 8, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:04.776557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet 4d5db815-493a-4668-befd-d9ec3b219964 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:04.779630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.837535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.869201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453836bc-ef68-4ac4-9259-fd45bf07833a None None] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:04.928447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:04.961100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.039030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:05.055874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-32fd7c12-f080-4dd5-8e3f-bea07dce6226 None None] Provisioning for port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:05.063335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.118435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for 69e887f3-faa8-4008-8b31-191bd339e86a owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:05.149914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.189942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5db815-493a-4668-befd-d9ec3b219964,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:05.212101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.223230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ab0f6d29-4735-484c-b5ff-4145c83ee84f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/4d5db815-493a-4668-befd-d9ec3b219964 HTTP/1.1" status: 204 len: 168 time: 0.6899495 Jan 14 11:53:05.223771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50330) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:05.251627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d89076-562d-40f1-a029-326ed18e0c58 None None] Network 3b80df47-07ac-48fe-857d-f11f30baa3f9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:05.372530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.383892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:05.384226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.422572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:05.474706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:05.488098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.501987 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-417277a9-cf86-4f3a-9f0f-4c421c073c1e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6085963 Jan 14 11:53:05.507342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50334) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:05.514576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-365814587'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:05.520948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:05.541490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:05.546896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:05.578202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=69e887f3-faa8-4008-8b31-191bd339e86a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:05.602171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:05.621746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.644429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Allocated IP 172.20.0.35 (a57bfc20-cc53-4669-bf98-f63fb9239e9d/6ecaafb5-ebd6-485a-9409-754568fdbc8d/da15ad41-bfa5-4b69-9020-f13ab09655ae) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:05.646812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:05.649892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.655333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.661000 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-da5c5e21-4245-40f3-9e58-d866fc99af4b tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/69e887f3-faa8-4008-8b31-191bd339e86a HTTP/1.1" status: 204 len: 168 time: 1.2737529 Jan 14 11:53:05.662075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50340) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:05.677243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:05.677871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.694862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:05.718489 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad61e47c-b088-4571-b765-7a03834b2eff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] GET failed (client error): The resource could not be found. Jan 14 11:53:05.719404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ad61e47c-b088-4571-b765-7a03834b2eff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Synchronizing usage tracker for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:05.739230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ad61e47c-b088-4571-b765-7a03834b2eff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Unset dirty status for tenant:f14d5397736a467f97ee38df2fbc71ad on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:05.743984 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ad61e47c-b088-4571-b765-7a03834b2eff tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports/69e887f3-faa8-4008-8b31-191bd339e86a HTTP/1.1" status: 404 len: 333 time: 0.0807574 Jan 14 11:53:05.744792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50344) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:05.752627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:05.753165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.761613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:53:05.832257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] DHCP port deletion for 3b80df47-07ac-48fe-857d-f11f30baa3f9 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:05.846222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728fe6d1-83aa-4b60-ad2e-8f70fe24f4d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.851629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:05.855366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Deleting port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:05.855736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.878758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728fe6d1-83aa-4b60-ad2e-8f70fe24f4d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.892338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.892939 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment 7fed3447-bbd5-4935-9e51-c527d3ee16a8 of type vlan for network b4870d59-fed0-43fd-9c39-8fa0c819a754 Jan 14 11:53:05.945838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728fe6d1-83aa-4b60-ad2e-8f70fe24f4d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.952392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.960498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:05.974965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe6d1-83aa-4b60-ad2e-8f70fe24f4d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256bfac-23de-4979-b806-d0d3ad257c01,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:05.986836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728fe6d1-83aa-4b60-ad2e-8f70fe24f4d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:05.991559 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-728fe6d1-83aa-4b60-ad2e-8f70fe24f4d8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/security-groups/8256bfac-23de-4979-b806-d0d3ad257c01 HTTP/1.1" status: 204 len: 168 time: 0.2455676 Jan 14 11:53:05.992383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50348) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:06.023363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.027663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:06.028513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.058166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.072483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb046eae-1849-49ef-bed1-269adb4903e8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.096629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.resource_extend [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 11:53:06.105512 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:53:06.106160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb046eae-1849-49ef-bed1-269adb4903e8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.148857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.150923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e9c9a8c0-494d-4d40-bf1c-7d009671d915 None None] Provisioning for port c749b23d-3b9f-4884-b376-9ef6252df1d9 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:06.170240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.170488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb046eae-1849-49ef-bed1-269adb4903e8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.190751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046eae-1849-49ef-bed1-269adb4903e8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3e551d-79a9-47a6-b36c-6fbfaff0a9c1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:06.200085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb046eae-1849-49ef-bed1-269adb4903e8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.203892 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bb046eae-1849-49ef-bed1-269adb4903e8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/security-groups/bc3e551d-79a9-47a6-b36c-6fbfaff0a9c1 HTTP/1.1" status: 204 len: 168 time: 0.2076352 Jan 14 11:53:06.204387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50352) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:06.243479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:06.256985 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7483921 Jan 14 11:53:06.257966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No DVR routers for this DVR port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:06.259708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323a63-54ee-4500-802b-dbe161212685 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=b4870d59-fed0-43fd-9c39-8fa0c819a754,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:06.261492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50356) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:06.296352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:06.306289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6e2edda-aa62-4e0e-a8d0-bd337a28a225 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.337550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6e2edda-aa62-4e0e-a8d0-bd337a28a225 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.391199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:53:06.392626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6e2edda-aa62-4e0e-a8d0-bd337a28a225 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.407286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e9c9a8c0-494d-4d40-bf1c-7d009671d915 None None] Provisioning complete for port c749b23d-3b9f-4884-b376-9ef6252df1d9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:06.407807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a8c0-494d-4d40-bf1c-7d009671d915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.414308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2edda-aa62-4e0e-a8d0-bd337a28a225 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab20a5-cf00-47e9-899a-bbb43fbe6dea,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:06.422336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6e2edda-aa62-4e0e-a8d0-bd337a28a225 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.427283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b6e2edda-aa62-4e0e-a8d0-bd337a28a225 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7ab20a5-cf00-47e9-899a-bbb43fbe6dea HTTP/1.1" status: 204 len: 168 time: 0.2217224 Jan 14 11:53:06.427953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50360) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:06.432357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:06.492312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:06.503212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:06.525418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:06.535625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.541189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Transition to ACTIVE for port object da15ad41-bfa5-4b69-9020-f13ab09655ae will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:06.562128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:06.569316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.575199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,segment=NetworkSegment(28b1d7fe-c6d4-4173-a2b8-65e8da45b870),segment_id=28b1d7fe-c6d4-4173-a2b8-65e8da45b870)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:06.583732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b80df47-07ac-48fe-857d-f11f30baa3f9']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:06.644421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.645117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:06.649874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d816af-5e64-4706-bbf7-bd41dba81de7') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:06.650156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d816af-5e64-4706-bbf7-bd41dba81de7') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:06.675232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.703517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.719780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9a8c0-494d-4d40-bf1c-7d009671d915 None None] Port c749b23d-3b9f-4884-b376-9ef6252df1d9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:06.720050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.768074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] For port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7aeae42f-cc03-4d77-bb9b-e90d5f5a8573,segment=NetworkSegment(b8d816af-5e64-4706-bbf7-bd41dba81de7),segment_id=b8d816af-5e64-4706-bbf7-bd41dba81de7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:06.768641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.773381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 0836fabb-c882-4e86-9fea-ea023c7b2658 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:06.776689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.781001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:06.781400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:06.796230 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:06.843549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:06.945360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Calling delete_port for 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:06.958990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.017957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.021377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66764d2-d07c-4a12-8dd7-9ff3da78eeba None None] Pushing event updated for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:07.049147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.062660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=3b80df47-07ac-48fe-857d-f11f30baa3f9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:07.072224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8a7dbed8-de4b-4b5c-ad3e-4f83e2461b6e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/3b80df47-07ac-48fe-857d-f11f30baa3f9 HTTP/1.1" status: 204 len: 168 time: 1.8474228 Jan 14 11:53:07.075382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50364) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:07.113440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e9c9a8c0-494d-4d40-bf1c-7d009671d915 None None] Provisioning complete for port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:07.113904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a8c0-494d-4d40-bf1c-7d009671d915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.210499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.228318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.263779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:07.267012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:07.271806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=0836fabb-c882-4e86-9fea-ea023c7b2658,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:07.272415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.302094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:07.302731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:07.331610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=f68fcf09-0c9e-494a-99c4-12095eb62ee7,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:07.364784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.384895 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fae79af9-447e-40d1-86a5-9149bc9eae26 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/0836fabb-c882-4e86-9fea-ea023c7b2658 HTTP/1.1" status: 204 len: 168 time: 0.9512548 Jan 14 11:53:07.385135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50368) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:07.387950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:07.388304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: b4870d59-fed0-43fd-9c39-8fa0c819a754, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:53:07.415146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:53:07.435785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b4870d59-fed0-43fd-9c39-8fa0c819a754) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:07.447019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:07.447610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.466306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca5257-1279-4885-9920-2f7c46f1313c None None] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:07.481819 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-31717f13-63db-4b28-ac49-6ed2d1908ca6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1932607 Jan 14 11:53:07.483761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50372) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:07.500631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet 6ecaafb5-ebd6-485a-9409-754568fdbc8d {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:07.507374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.581923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.604950 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:07.626126 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:07.627555 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:07.634426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 320f4a3f-75a8-451a-83ff-10f9bf87efe0 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:07.684612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e78ce3e3-cf34-487e-9d7c-4f9b187c30c7 None None] Provisioning complete for port c749b23d-3b9f-4884-b376-9ef6252df1d9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:07.685159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e78ce3e3-cf34-487e-9d7c-4f9b187c30c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.736762 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 320f4a3f-75a8-451a-83ff-10f9bf87efe0 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:07.737877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 320f4a3f-75a8-451a-83ff-10f9bf87efe0 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:07.815827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Deleting port 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:07.816475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.905024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:07.916164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e78ce3e3-cf34-487e-9d7c-4f9b187c30c7 None None] Port c749b23d-3b9f-4884-b376-9ef6252df1d9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:07.949208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-21e714e1-4b65-499b-825c-1eda65fdbfc1 None None] The port '7aeae42f-cc03-4d77-bb9b-e90d5f5a8573' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:07.951018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:07.982544 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:07.991494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.054971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc76c4d-7b91-4534-a2a7-851819b91ed7 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:08.077377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.244365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Could not find standard attr ID for object 69e887f3-faa8-4008-8b31-191bd339e86a. {{(pid=83453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 11:53:08.259617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-b4870d59-fed0-43fd-9c39-8fa0c819a754', 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:53:08.260370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.285058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecaafb5-ebd6-485a-9409-754568fdbc8d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:08.391674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.411650 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6732ec26-15b5-4b96-a1ab-52bc657ce89e tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/6ecaafb5-ebd6-485a-9409-754568fdbc8d HTTP/1.1" status: 204 len: 168 time: 1.0227523 Jan 14 11:53:08.413164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50378) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:08.474218 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e474813a-6fda-4dfc-b447-c4ba4679deed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:08.474646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e474813a-6fda-4dfc-b447-c4ba4679deed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:08.482703 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e474813a-6fda-4dfc-b447-c4ba4679deed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/0836fabb-c882-4e86-9fea-ea023c7b2658 HTTP/1.1" status: 404 len: 337 time: 0.0621817 Jan 14 11:53:08.483291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50382) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:08.521676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Allocated IP 172.22.0.2 (b4870d59-fed0-43fd-9c39-8fa0c819a754/f68fcf09-0c9e-494a-99c4-12095eb62ee7/2686a603-29e3-4750-8088-5de9641862c0) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:08.531321 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:02Z', 'revision_number': 8, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:08.537170 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:08.556558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.557217 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:08.557627 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:08.571032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting subnet bc40767b-cab8-4565-a721-b10f7efbf627 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:08.608926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.696751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.808306 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:08.817752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:08.818652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.903406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:08.913807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:08.964446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Transition to ACTIVE for port object 2686a603-29e3-4750-8088-5de9641862c0 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:08.991418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Provisioning complete for port f2e9a47b-c4d2-4cb3-8011-0237caa41949 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:08.992050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.073451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:09.074334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:09.204209 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:02Z', 'revision_number': 8, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:09.209053 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454af6c1-4e2c-49aa-84a0-f973192640d0 None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:02Z', 'revision_number': 8, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3efc4ee-0848-4529-8e5d-684d34741438', 'name': '', 'network_id': 'c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:d0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:38Z', 'updated_at': '2022-01-14T11:52:46Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': 'b51fecd1-4b5b-4f48-b189-c9cadc2b064d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:09.226440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.314862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Transition to ACTIVE for port object 2686a603-29e3-4750-8088-5de9641862c0 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:09.345582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.359470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Port f2e9a47b-c4d2-4cb3-8011-0237caa41949 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:09.367158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:09.397546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.406166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Subnet': ['ID=bc40767b-cab8-4565-a721-b10f7efbf627,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:09.408947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.22.0.1 (b4870d59-fed0-43fd-9c39-8fa0c819a754/f68fcf09-0c9e-494a-99c4-12095eb62ee7/ff3148e3-3510-42e4-8206-6b0961e3713c) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:09.456033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.469516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-243347f3-9edc-49f6-b703-df427b1a43c1 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/bc40767b-cab8-4565-a721-b10f7efbf627 HTTP/1.1" status: 204 len: 168 time: 0.9799161 Jan 14 11:53:09.469516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50386) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:09.531130 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea75db55-ae9f-42dc-84ed-9c6ce0d555dd tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:09.531811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea75db55-ae9f-42dc-84ed-9c6ce0d555dd tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:09.536513 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ea75db55-ae9f-42dc-84ed-9c6ce0d555dd tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/2e29c909-978e-40b6-ab1f-c6735d54d186 HTTP/1.1" status: 404 len: 337 time: 0.0640795 Jan 14 11:53:09.537335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50390) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:09.577247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:09.580214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Pushing event updated for resources: {'Port': ['ID=2686a603-29e3-4750-8088-5de9641862c0,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:09.592320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:09.593650 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fe1eb116-68d6-4951-a6cb-e341e339af7a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd95154-472f-455b-b09a-e75580f732b0 HTTP/1.1" status: 200 len: 205 time: 0.0552890 Jan 14 11:53:09.596160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:09.596310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50394) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:09.601404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:09.613830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.633030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object ff3148e3-3510-42e4-8206-6b0961e3713c will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:09.641174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Provisioning for port da15ad41-bfa5-4b69-9020-f13ab09655ae completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:09.660083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.674173 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-146e2cae-ca80-4d14-ad25-42ca449828ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] delete failed (client error): The resource could not be found. Jan 14 11:53:09.675196 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-146e2cae-ca80-4d14-ad25-42ca449828ac tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/routers/ccd95154-472f-455b-b09a-e75580f732b0 HTTP/1.1" status: 404 len: 336 time: 0.0780230 Jan 14 11:53:09.676808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:09.677228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8c37efe5-f1fb-4479-98f2-1e2637a7ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.700337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50398) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:09.742731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port b3efc4ee-0848-4529-8e5d-684d34741438 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:09.743283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.902923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-38148edc-d413-4dcb-8dea-f5c4764b0faa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:09.903357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38148edc-d413-4dcb-8dea-f5c4764b0faa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:09.912194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:09.916312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:09.920480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:09.946803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-38148edc-d413-4dcb-8dea-f5c4764b0faa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/7fbd2994-f6f6-42ba-9558-98a6cc973770 HTTP/1.1" status: 404 len: 337 time: 0.2443092 Jan 14 11:53:09.949716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port b3efc4ee-0848-4529-8e5d-684d34741438, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b3efc4ee-0848-4529-8e5d-684d34741438,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:09.950012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:09.954798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50402) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:09.994107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=ff3148e3-3510-42e4-8206-6b0961e3713c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:10.012047 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6cdb53-ff49-48a8-979b-827d4a7d53b7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.012484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6cdb53-ff49-48a8-979b-827d4a7d53b7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.017047 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ca6cdb53-ff49-48a8-979b-827d4a7d53b7 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/33680071-2cc6-432e-bb86-dea0667c4d98 HTTP/1.1" status: 404 len: 337 time: 0.0611947 Jan 14 11:53:10.020544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.064204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:10.064848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.069026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e77d7-55cd-4fd3-9932-7f86a8d31855 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.069466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475e77d7-55cd-4fd3-9932-7f86a8d31855 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.073316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-475e77d7-55cd-4fd3-9932-7f86a8d31855 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/5d6cbd13-3350-43b3-bf29-8b2a4228cdfa HTTP/1.1" status: 404 len: 337 time: 0.0500665 Jan 14 11:53:10.073995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50412) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.076306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.096875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Attempting to bind port 2686a603-29e3-4750-8088-5de9641862c0 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:10.097246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Attempting to bind port 2686a603-29e3-4750-8088-5de9641862c0 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:10.097609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Attempting to bind port 2686a603-29e3-4750-8088-5de9641862c0 on network b4870d59-fed0-43fd-9c39-8fa0c819a754 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:10.099982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for b3efc4ee-0848-4529-8e5d-684d34741438 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:10.135868 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f07b390-c58c-4685-a76e-9e047b40edfa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.136217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f07b390-c58c-4685-a76e-9e047b40edfa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.140233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2f07b390-c58c-4685-a76e-9e047b40edfa tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/cbe1ff7f-98d5-433b-a11d-b97064e766f7 HTTP/1.1" status: 404 len: 333 time: 0.0628409 Jan 14 11:53:10.140509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50416) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.199379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0510f-78ad-42e0-88b0-bef886ac25c9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.199379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d0510f-78ad-42e0-88b0-bef886ac25c9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.202874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c3d0510f-78ad-42e0-88b0-bef886ac25c9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/79af8681-f7dc-492b-b668-36db02f5d7c4 HTTP/1.1" status: 404 len: 337 time: 0.0590827 Jan 14 11:53:10.203108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50420) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.210657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:10.211238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Checking segment: {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:10.211847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.212453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Bound using segment: {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:10.213224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Bound port: 2686a603-29e3-4750-8088-5de9641862c0, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:10.213798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.260253 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08e458b-b7e0-4df4-8c5d-9d5ab2a0fbf9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.260944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08e458b-b7e0-4df4-8c5d-9d5ab2a0fbf9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.262745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e08e458b-b7e0-4df4-8c5d-9d5ab2a0fbf9 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/ed5df8ae-ee92-4315-8129-eca0061df218 HTTP/1.1" status: 404 len: 337 time: 0.0586257 Jan 14 11:53:10.265867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50424) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.315804 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ab617-5f3d-4573-a33f-9bdcab09c09a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.316236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034ab617-5f3d-4573-a33f-9bdcab09c09a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.320903 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-034ab617-5f3d-4573-a33f-9bdcab09c09a tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/46479223-e006-4426-a08f-32f7ea3c2512 HTTP/1.1" status: 404 len: 333 time: 0.0511005 Jan 14 11:53:10.321314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50428) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.372960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b287a08-da99-452b-9229-ab02a5b1b300 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.373507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b287a08-da99-452b-9229-ab02a5b1b300 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.385023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.395272 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b287a08-da99-452b-9229-ab02a5b1b300 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/63b212a0-5228-4f54-b6ac-4470202423a2 HTTP/1.1" status: 404 len: 337 time: 0.0704548 Jan 14 11:53:10.395584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50432) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.448345 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-82256662-7dd2-4566-b126-bccf7fb46281 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:10.448607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82256662-7dd2-4566-b126-bccf7fb46281 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:10.452896 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-82256662-7dd2-4566-b126-bccf7fb46281 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/subnets/36c5cb51-8169-4688-8ae7-5d2dbe48b269 HTTP/1.1" status: 404 len: 337 time: 0.0539474 Jan 14 11:53:10.453052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50436) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:10.462404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b1ba5-6464-452a-80e6-a4b9f4739def None None] Update dhcp port {'port': {'network_id': 'a57bfc20-cc53-4669-bf98-f63fb9239e9d', 'fixed_ips': [{'subnet_id': 'bc40767b-cab8-4565-a721-b10f7efbf627'}], 'binding:host_id': 'dv-neutron-823850-1-hyperv'}, 'id': 'da15ad41-bfa5-4b69-9020-f13ab09655ae'} from dv-neutron-823850-1-hyperv. {{(pid=83453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 14 11:53:10.486185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.558665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=b3efc4ee-0848-4529-8e5d-684d34741438,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:10.579257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] For port 2686a603-29e3-4750-8088-5de9641862c0, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:10.594704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-888b1ba5-6464-452a-80e6-a4b9f4739def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.611456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] For port 2686a603-29e3-4750-8088-5de9641862c0, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2686a603-29e3-4750-8088-5de9641862c0,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:10.617554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port f2e9a47b-c4d2-4cb3-8011-0237caa41949 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:10.618232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.626924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.704208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:10.786573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:10.787522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7aeae42f-cc03-4d77-bb9b-e90d5f5a8573 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:10.887788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0cc39-7691-42f3-8b42-461684ca52cc None None] Pushing event updated for resources: {'Port': ['ID=2686a603-29e3-4750-8088-5de9641862c0,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:10.894521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.903531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:10.941276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:03Z', 'revision_number': 3, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:03Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:10.946618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:10.946974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Updating router 002303a7-0a0c-4832-8939-070330c7f9f9 port c749b23d-3b9f-4884-b376-9ef6252df1d9 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:53:11.041484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.050293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.055361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=ff3148e3-3510-42e4-8206-6b0961e3713c,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:11.079122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89383ae0-15ef-48ec-9239-91a252d4c301 None None] Network a57bfc20-cc53-4669-bf98-f63fb9239e9d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:11.274301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:11.276070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:11.316625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.429165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-52e4ba88-62a7-4f12-b4d1-494b17e7014b None None] Provisioning complete for port f2e9a47b-c4d2-4cb3-8011-0237caa41949 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:11.429812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-52e4ba88-62a7-4f12-b4d1-494b17e7014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.457937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.468702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for f2e9a47b-c4d2-4cb3-8011-0237caa41949 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:11.559269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-52e4ba88-62a7-4f12-b4d1-494b17e7014b None None] Port f2e9a47b-c4d2-4cb3-8011-0237caa41949 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:11.655546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-52e4ba88-62a7-4f12-b4d1-494b17e7014b None None] Provisioning complete for port da15ad41-bfa5-4b69-9020-f13ab09655ae triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:11.655918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-52e4ba88-62a7-4f12-b4d1-494b17e7014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.698114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.754979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:11.758395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=f2e9a47b-c4d2-4cb3-8011-0237caa41949,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:11.773318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.854221 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b87da89d-c63c-4746-9a0a-6d417c97f4a8 tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/ports/f2e9a47b-c4d2-4cb3-8011-0237caa41949 HTTP/1.1" status: 204 len: 168 time: 1.3998802 Jan 14 11:53:11.859912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] DHCP port deletion for a57bfc20-cc53-4669-bf98-f63fb9239e9d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:11.861867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50440) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:11.893590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Deleting port da15ad41-bfa5-4b69-9020-f13ab09655ae {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:11.895314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.971534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:11.996522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:12.003285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ca0104d3-fcad-465d-8bf8-a04c91afaab8 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5184510 Jan 14 11:53:12.009184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50444) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:12.015514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1960443135'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:12.021768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:12.025928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:network and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:12.029117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:12.035602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:12.050014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:12.051841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Transition to ACTIVE for port object c749b23d-3b9f-4884-b376-9ef6252df1d9 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:12.057297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.067215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.086604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.094971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:53:12.106491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.106835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added segment ea305da5-e6ab-4dd6-a278-1400863fbc1c of type vlan for network c7193191-b6c6-4c28-a278-fe8513abc477 Jan 14 11:53:12.143873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.183486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.188475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:12.189407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.237170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Deleting port da15ad41-bfa5-4b69-9020-f13ab09655ae {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:12.237505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.301495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351253ca-634e-400a-b45f-087b91088c8e None None] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:12.316701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0b589-dfc5-47c5-8d42-e277b7ce1f7f None None] Pushing event updated for resources: {'Port': ['ID=c749b23d-3b9f-4884-b376-9ef6252df1d9,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:12.320764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3100171 Jan 14 11:53:12.324480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50448) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:12.331668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'subnet': {'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:12.348698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ec84d-9e80-434c-98ac-7701fa55c593 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Network': ['ID=c7193191-b6c6-4c28-a278-fe8513abc477,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:12.387210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c7193191-b6c6-4c28-a278-fe8513abc477 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:53:12.457102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:12.462942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:subnet and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:12.464588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:12.470253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:12.481451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Made reservation on behalf of 5b4b5adb9b1344e9b4a383d805d56c46 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:12.491468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:12.492039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.509540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:12.594883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.670326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] For port da15ad41-bfa5-4b69-9020-f13ab09655ae, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da15ad41-bfa5-4b69-9020-f13ab09655ae,segment=NetworkSegment(394709f4-8a99-4dd1-9161-01b2a8ef9b05),segment_id=394709f4-8a99-4dd1-9161-01b2a8ef9b05)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:12.670709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.688661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b788fbe4-b34d-4c49-9988-52005e246769 None None] Provisioning for port 2686a603-29e3-4750-8088-5de9641862c0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:12.767401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Calling delete_port for da15ad41-bfa5-4b69-9020-f13ab09655ae owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:12.848273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Calling delete_port for da15ad41-bfa5-4b69-9020-f13ab09655ae owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:12.874086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:12.997733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Subnet': ['ID=7107be3d-e890-4ac7-9bd1-d6dac65665d6,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:12.998410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2686a603-29e3-4750-8088-5de9641862c0 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:13.011061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Checking segment: {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:13.011061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network hostable DHCP agents. Network: c7193191-b6c6-4c28-a278-fe8513abc477, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:53:13.011427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.034610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network c7193191-b6c6-4c28-a278-fe8513abc477 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:53:13.045308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c7193191-b6c6-4c28-a278-fe8513abc477) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:13.049977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:13.050287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.057505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Port': ['ID=da15ad41-bfa5-4b69-9020-f13ab09655ae,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:13.076790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a39f0-6bf3-4b76-8049-a7c321503ec4 None None] Network c7193191-b6c6-4c28-a278-fe8513abc477 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:13.078795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50454) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:13.079785 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eafcecdb-77e2-4329-8f65-61571db9e05e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7549751 Jan 14 11:53:13.153352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] No DVR routers for this DVR port da15ad41-bfa5-4b69-9020-f13ab09655ae on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:13.194389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Attempting to bind port c749b23d-3b9f-4884-b376-9ef6252df1d9 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:13.194832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Attempting to bind port c749b23d-3b9f-4884-b376-9ef6252df1d9 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:13.195192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Attempting to bind port c749b23d-3b9f-4884-b376-9ef6252df1d9 on network 2688ebc7-1078-41f9-9295-02ccef9a87fa {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:13.270000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:13.270363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Checking segment: {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:13.270757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.271698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Bound using segment: {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:13.272165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Bound port: c749b23d-3b9f-4884-b376-9ef6252df1d9, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b1d7fe-c6d4-4173-a2b8-65e8da45b870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:13.272528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.281411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:13.281758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:13.344438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.390101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57bfc20-cc53-4669-bf98-f63fb9239e9d']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:13.399630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:13.412754 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394709f4-8a99-4dd1-9161-01b2a8ef9b05') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:13.413165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394709f4-8a99-4dd1-9161-01b2a8ef9b05') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:13.413594 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:13.419365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2686a603-29e3-4750-8088-5de9641862c0 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:13.429961 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:13.430319 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:13.430969 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f1aadaf7-f842-4dfc-9dfa-885fcff917f5 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3545334 Jan 14 11:53:13.433630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.434013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50458) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:13.446083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2686a603-29e3-4750-8088-5de9641862c0 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:13.446447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.459519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.472352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:13.472773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:13.490987 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:13.583941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] For port c749b23d-3b9f-4884-b376-9ef6252df1d9, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:13.589511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c7193191-b6c6-4c28-a278-fe8513abc477', 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'fixed_ips': [{'subnet_id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:53:13.590395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.620975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] For port c749b23d-3b9f-4884-b376-9ef6252df1d9, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c749b23d-3b9f-4884-b376-9ef6252df1d9,segment=NetworkSegment(28b1d7fe-c6d4-4173-a2b8-65e8da45b870),segment_id=28b1d7fe-c6d4-4173-a2b8-65e8da45b870)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:13.668086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.695936 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:13.742310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.758054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet b51fecd1-4b5b-4f48-b189-c9cadc2b064d {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:13.767114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.772185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.778565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] Pushing event deleted for resources: {'Network': ['ID=a57bfc20-cc53-4669-bf98-f63fb9239e9d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:13.783345 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4045c9f8-5e70-49a6-8624-72bbbe6b14ed tempest-PortsTestJSON-39545175 tempest-PortsTestJSON-39545175-project] 10.222.0.48 "DELETE /v2.0/networks/a57bfc20-cc53-4669-bf98-f63fb9239e9d HTTP/1.1" status: 204 len: 168 time: 1.9183524 Jan 14 11:53:13.848278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Deleting port da15ad41-bfa5-4b69-9020-f13ab09655ae {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:13.856898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:13.921096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.088290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.185313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9daee269-1186-482c-aa30-4001e23b56a7 None None] The port 'da15ad41-bfa5-4b69-9020-f13ab09655ae' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:14.205493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.294298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-51eb94f0-c2f5-43da-a68b-19661a9c819f None None] Provisioning complete for port 2686a603-29e3-4750-8088-5de9641862c0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:14.294917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51eb94f0-c2f5-43da-a68b-19661a9c819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.323892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0b589-dfc5-47c5-8d42-e277b7ce1f7f None None] Pushing event updated for resources: {'Port': ['ID=c749b23d-3b9f-4884-b376-9ef6252df1d9,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:14.378714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:14.379760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:14.436177 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 9, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:14.446350 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:14.486925 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:14.489325 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:14.510631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.521826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50468) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:14.537445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.615865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 2686a603-29e3-4750-8088-5de9641862c0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2686a603-29e3-4750-8088-5de9641862c0,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:14.626319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=b51fecd1-4b5b-4f48-b189-c9cadc2b064d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:14.636132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Allocated IP 172.23.0.2 (c7193191-b6c6-4c28-a278-fe8513abc477/7107be3d-e890-4ac7-9bd1-d6dac65665d6/7a56d5f3-76d5-4813-aac9-2dacc383b6a0) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:14.642687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.659994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.696139 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-75f40110-059e-4825-8078-d2f648fc8436 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/b51fecd1-4b5b-4f48-b189-c9cadc2b064d HTTP/1.1" status: 204 len: 168 time: 1.2606802 Jan 14 11:53:14.697487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3053c8b-97d5-4ddd-898f-f8a7e1c59bff None None] Network c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:14.699257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50474) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:14.747776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-4f90c211-95e9-4d53-921f-277198bbd376 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4074786 Jan 14 11:53:14.797208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:14.812303 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:14.880687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: da15ad41-bfa5-4b69-9020-f13ab09655ae {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:14.881316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da15ad41-bfa5-4b69-9020-f13ab09655ae not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:14.917618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:14.928679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50478) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:14.929441 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4da0ec99-2de7-442f-96ac-d78ffbf1ef6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f14d5397736a467f97ee38df2fbc71ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4061413 Jan 14 11:53:15.011362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:15.081338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 640cedd2-9f9c-49ce-abfb-d3c02069c924 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:15.081840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.112210 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-f6092daa-e007-403b-ae75-35004b117c31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 1099 time: 0.3050439 Jan 14 11:53:15.119619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=2686a603-29e3-4750-8088-5de9641862c0,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:15.237795 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 9, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:15.242817 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27894f5-4bb3-4c70-a348-63525168e3c4 None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 9, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4dbbe2f-0018-427c-80fe-293b3636e874', 'name': '', 'network_id': 'c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:7c:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fdad30-4204-493c-9244-16da5678c96b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:27Z', 'updated_at': '2022-01-14T11:52:38Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '85fdad30-4204-493c-9244-16da5678c96b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:15.337837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a5546fbf-234f-4c8a-8fdd-d4253fc125c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.443662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-51eb94f0-c2f5-43da-a68b-19661a9c819f None None] Provisioning for port ff3148e3-3510-42e4-8206-6b0961e3713c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:15.468435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-51eb94f0-c2f5-43da-a68b-19661a9c819f None None] Provisioning complete for port ff3148e3-3510-42e4-8206-6b0961e3713c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:15.469114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51eb94f0-c2f5-43da-a68b-19661a9c819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.473217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a5546fbf-234f-4c8a-8fdd-d4253fc125c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.482828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-f0d0ba4c-40b1-4156-abde-cd57c9f12b9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:15.484271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-f0d0ba4c-40b1-4156-abde-cd57c9f12b9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.3359690 Jan 14 11:53:15.532904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.608047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 640cedd2-9f9c-49ce-abfb-d3c02069c924, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=640cedd2-9f9c-49ce-abfb-d3c02069c924,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:15.608401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.632569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Transition to ACTIVE for port object 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:15.647233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-51eb94f0-c2f5-43da-a68b-19661a9c819f None None] Port ff3148e3-3510-42e4-8206-6b0961e3713c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:15.693975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Transition to ACTIVE for port object 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:15.701476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.743767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] DHCP port deletion for c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:15.749631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 640cedd2-9f9c-49ce-abfb-d3c02069c924 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:15.775065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Deleting port 640cedd2-9f9c-49ce-abfb-d3c02069c924 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:15.775428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.787393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Allocated IP 172.23.0.1 (c7193191-b6c6-4c28-a278-fe8513abc477/7107be3d-e890-4ac7-9bd1-d6dac65665d6/898caecf-7174-4820-9d79-9082f457e387) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:15.800359 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-a8ea8122-4558-4132-8903-273dec78a081 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d HTTP/1.1" status: 200 len: 1002 time: 0.2967601 Jan 14 11:53:15.803659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a5546fbf-234f-4c8a-8fdd-d4253fc125c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.844971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Pushing event updated for resources: {'Port': ['ID=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:15.852478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Network c7193191-b6c6-4c28-a278-fe8513abc477 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:15.862312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:15.865342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:15.867998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5546fbf-234f-4c8a-8fdd-d4253fc125c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35b50d-553d-48ed-b7f6-2c0b8261530d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:15.904624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a5546fbf-234f-4c8a-8fdd-d4253fc125c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.908522 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a5546fbf-234f-4c8a-8fdd-d4253fc125c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa35b50d-553d-48ed-b7f6-2c0b8261530d HTTP/1.1" status: 204 len: 168 time: 0.9761493 Jan 14 11:53:15.915920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-ad00611d-7ad9-491d-a9db-b0b8c4ca625d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:15.917481 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-ad00611d-7ad9-491d-a9db-b0b8c4ca625d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.1099784 Jan 14 11:53:15.963076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:15.993144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.011350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Transition to ACTIVE for port object 898caecf-7174-4820-9d79-9082f457e387 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:16.016448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=640cedd2-9f9c-49ce-abfb-d3c02069c924,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:16.037742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.038417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No DVR routers for this DVR port 640cedd2-9f9c-49ce-abfb-d3c02069c924 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:16.043997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:13Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff3148e3-3510-42e4-8206-6b0961e3713c', 'name': '', 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:90:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:08Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:16.118250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf67a07-29d8-4ff6-9a97-19d698fc6d7b None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:13Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff3148e3-3510-42e4-8206-6b0961e3713c', 'name': '', 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:90:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:08Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:16.126278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8445b654-975a-4d55-9243-2b1abf4c7207 None None] Provisioning complete for port ff3148e3-3510-42e4-8206-6b0961e3713c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:16.127203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8445b654-975a-4d55-9243-2b1abf4c7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.156261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network c7193191-b6c6-4c28-a278-fe8513abc477 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:16.157419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=898caecf-7174-4820-9d79-9082f457e387,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:16.171990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:16.179347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:16.190652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Attempting to bind port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:16.191609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Attempting to bind port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:16.193016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Attempting to bind port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 on network c7193191-b6c6-4c28-a278-fe8513abc477 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:16.253436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] For port 640cedd2-9f9c-49ce-abfb-d3c02069c924, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=640cedd2-9f9c-49ce-abfb-d3c02069c924,segment=NetworkSegment(e15e03bf-74bc-4c3c-8631-51813b9e8ab3),segment_id=e15e03bf-74bc-4c3c-8631-51813b9e8ab3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:16.253825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.308865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.319845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.337425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:16.337865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Checking segment: {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:16.338202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.338585 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Bound using segment: {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:16.339056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Bound port: 7a56d5f3-76d5-4813-aac9-2dacc383b6a0, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:16.339422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.358570 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-a6de5d8b-bad1-4b11-b065-27de770147c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4324436 Jan 14 11:53:16.388359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:16.416693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:16.417768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15e03bf-74bc-4c3c-8631-51813b9e8ab3') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:16.430860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Calling delete_port for 640cedd2-9f9c-49ce-abfb-d3c02069c924 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:16.453233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.461500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.479988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.486916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8445b654-975a-4d55-9243-2b1abf4c7207 None None] Port ff3148e3-3510-42e4-8206-6b0961e3713c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:16.494308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:16.494764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:16.649684 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:16.673817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:16.674381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:16.699512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] For port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:16.703829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] For port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,segment=NetworkSegment(ea305da5-e6ab-4dd6-a278-1400863fbc1c),segment_id=ea305da5-e6ab-4dd6-a278-1400863fbc1c)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:16.713397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.733863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.738206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:16.790773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:16.801672 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d963d458-4a8c-451a-b8d2-cc5574226fe9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/c6ec41e4-1cb1-44d3-89b2-d7d2f53396d9 HTTP/1.1" status: 204 len: 168 time: 2.1013422 Jan 14 11:53:16.805797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50494) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:16.876833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7356-5a64-4e00-a354-a270d40969c4 None None] Pushing event updated for resources: {'Port': ['ID=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:17.174760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50504) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:17.176045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Deleting port 640cedd2-9f9c-49ce-abfb-d3c02069c924 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:17.176433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:17.222370 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-dd8c39d0-cf62-4d71-8095-907291ff057c service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717478 Jan 14 11:53:17.371984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2686a603-29e3-4750-8088-5de9641862c0 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:17.411212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:17.430036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:17.430628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d358e425-1905-4cd2-a800-70d5f32df6fc None None] The port '640cedd2-9f9c-49ce-abfb-d3c02069c924' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:17.507114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2686a603-29e3-4750-8088-5de9641862c0 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:17.507496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:17.670935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52b83fc2-5595-4c5a-94ae-d50c4aaab43f req-2bb5d5fa-e820-4001-83ca-7a1d80d9ae48 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372051 Jan 14 11:53:17.736278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c749b23d-3b9f-4884-b376-9ef6252df1d9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:17.772255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50510) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:17.788694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0088313 Jan 14 11:53:17.790828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50512) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:17.816944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c749b23d-3b9f-4884-b376-9ef6252df1d9 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:17.827967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c749b23d-3b9f-4884-b376-9ef6252df1d9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:17.830192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:17.894729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:17.911069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event updated for resources: {'Port': ['ID=898caecf-7174-4820-9d79-9082f457e387,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:17.995800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:18.031702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:18.068791 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1fd06d91-2385-43c0-a474-c0b41309bea6 tempest-NetworksApiDiscovery-78309854 tempest-NetworksApiDiscovery-78309854-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2756538 Jan 14 11:53:18.088338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port c749b23d-3b9f-4884-b376-9ef6252df1d9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c749b23d-3b9f-4884-b376-9ef6252df1d9,segment=NetworkSegment(28b1d7fe-c6d4-4173-a2b8-65e8da45b870),segment_id=28b1d7fe-c6d4-4173-a2b8-65e8da45b870)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:18.097809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:18.183264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 640cedd2-9f9c-49ce-abfb-d3c02069c924 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:18.239196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Network c7193191-b6c6-4c28-a278-fe8513abc477 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:18.241029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:18.289489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 640cedd2-9f9c-49ce-abfb-d3c02069c924 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:18.289918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 640cedd2-9f9c-49ce-abfb-d3c02069c924 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:18.290416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3efc4ee-0848-4529-8e5d-684d34741438 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:18.341029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b3efc4ee-0848-4529-8e5d-684d34741438 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:18.341368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b3efc4ee-0848-4529-8e5d-684d34741438 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:18.391513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=c749b23d-3b9f-4884-b376-9ef6252df1d9,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:18.498174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ba45f-df4f-458c-a0ae-ce322790469f None None] Network c7193191-b6c6-4c28-a278-fe8513abc477 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:18.555582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50522) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:18.621628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-48978de0-ebaa-40b4-a0ef-bc511a2ee61c None None] Provisioning for port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:18.720815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:18.766946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:18.803758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:18.866115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:18.874263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3f10a294f9e746099540e430c627115b is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:18.876953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port a4dbbe2f-0018-427c-80fe-293b3636e874 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:18.877282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:18.906400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:18.920147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:19.098227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:19.118360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:19.154518 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3337e6ac-13a7-4694-9e2a-0e48dd512fcd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0746951 Jan 14 11:53:19.158398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50528) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:19.173128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:19.178211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port a4dbbe2f-0018-427c-80fe-293b3636e874, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4dbbe2f-0018-427c-80fe-293b3636e874,segment=NetworkSegment(d627f737-8fc6-4979-84bc-6b5563f460b9),segment_id=d627f737-8fc6-4979-84bc-6b5563f460b9)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:19.178767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.232042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:19.242950 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:19.244524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.281656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9743817e-99c7-4ed1-a926-e9c00cfd0a07 None None] Provisioning for port 898caecf-7174-4820-9d79-9082f457e387 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:19.296497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.303879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9743817e-99c7-4ed1-a926-e9c00cfd0a07 None None] Provisioning complete for port 898caecf-7174-4820-9d79-9082f457e387 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:19.304596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9743817e-99c7-4ed1-a926-e9c00cfd0a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.353648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.366904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for a4dbbe2f-0018-427c-80fe-293b3636e874 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:19.433628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9743817e-99c7-4ed1-a926-e9c00cfd0a07 None None] Port 898caecf-7174-4820-9d79-9082f457e387 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:19.448068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.484287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9743817e-99c7-4ed1-a926-e9c00cfd0a07 None None] Provisioning complete for port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:19.484656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9743817e-99c7-4ed1-a926-e9c00cfd0a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.565943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,segment=NetworkSegment(ea305da5-e6ab-4dd6-a278-1400863fbc1c),segment_id=ea305da5-e6ab-4dd6-a278-1400863fbc1c)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:19.584935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a4410-0988-4869-8d36-3d0d2f4b1214,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:19.598579 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad97139c-959f-47a7-a8bc-10ad871365d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f10a294f9e746099540e430c627115b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0425062 Jan 14 11:53:19.604519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.605746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50532) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:19.605879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c749b23d-3b9f-4884-b376-9ef6252df1d9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:19.695540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-50c56d22-0533-4869-a7e7-62918af9cf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.757768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:19.765241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-50c56d22-0533-4869-a7e7-62918af9cf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.769590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c749b23d-3b9f-4884-b376-9ef6252df1d9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:19.769898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.804936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.859365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=a4dbbe2f-0018-427c-80fe-293b3636e874,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:19.903586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-141b9135-1f53-46c6-9e74-dc83039f68d9 None None] Provisioning complete for port 898caecf-7174-4820-9d79-9082f457e387 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:19.904057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-141b9135-1f53-46c6-9e74-dc83039f68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:19.957916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-141b9135-1f53-46c6-9e74-dc83039f68d9 None None] Port 898caecf-7174-4820-9d79-9082f457e387 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:19.975817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-50c56d22-0533-4869-a7e7-62918af9cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:20.040140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56d22-0533-4869-a7e7-62918af9cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a4410-0988-4869-8d36-3d0d2f4b1214,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:20.068523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-50c56d22-0533-4869-a7e7-62918af9cf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:20.069677 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-50c56d22-0533-4869-a7e7-62918af9cf05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b8a4410-0988-4869-8d36-3d0d2f4b1214 HTTP/1.1" status: 204 len: 168 time: 0.4630127 Jan 14 11:53:20.111836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:20.383518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.extraroute_db [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83452) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 11:53:20.402290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.extraroute_db [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Removed routes are [] {{(pid=83452) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 11:53:20.402676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:20.574414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 74b16ecf-d866-4562-8379-8e52e5981795 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:20.574748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:20.641381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:20.810879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:20.817195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-07125162-f43d-49a6-a78f-c01da6f02ee3 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0104263 Jan 14 11:53:20.818804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50538) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:20.822181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:20.835420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:20.835960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:20.919988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 74b16ecf-d866-4562-8379-8e52e5981795, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=74b16ecf-d866-4562-8379-8e52e5981795,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:20.920431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.015133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:21.074699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:21.169877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet 85fdad30-4204-493c-9244-16da5678c96b {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:21.172960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.191405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 74b16ecf-d866-4562-8379-8e52e5981795 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:21.229156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.237212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.240682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.339883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:21.340296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.344749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.440688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.482574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:21.490063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:21.492095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=85fdad30-4204-493c-9244-16da5678c96b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:21.498881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.510898 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d33cfdde-9472-4811-9d6a-f2cf3c23c79c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/85fdad30-4204-493c-9244-16da5678c96b HTTP/1.1" status: 204 len: 168 time: 0.6907518 Jan 14 11:53:21.511901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50542) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:21.519633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93613576-d65f-476f-9c46-02fb263b03e4 None None] Network c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:21.542256 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:21.543135 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:21.607527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.648912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.670093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 19530b75-c93d-43c4-acde-7909445d204c {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:21.670879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.702516 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:21.752167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:19Z', 'revision_number': 10, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:21.766355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] Checking router: b1c32903-9e9e-4628-aeab-5992f2c21d03 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:21.795740 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] Routers {'b1c32903-9e9e-4628-aeab-5992f2c21d03'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:21.796401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['b1c32903-9e9e-4628-aeab-5992f2c21d03'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:21.832061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=74b16ecf-d866-4562-8379-8e52e5981795,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:21.966640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 19530b75-c93d-43c4-acde-7909445d204c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=19530b75-c93d-43c4-acde-7909445d204c,segment=NetworkSegment(d627f737-8fc6-4979-84bc-6b5563f460b9),segment_id=d627f737-8fc6-4979-84bc-6b5563f460b9)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:21.967163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:21.978431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] Set router b1c32903-9e9e-4628-aeab-5992f2c21d03 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:22.045221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132188b8-efee-4c81-9437-330c62142ff0 None None] DHCP port deletion for c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:22.066623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-132188b8-efee-4c81-9437-330c62142ff0 None None] Deleting port 19530b75-c93d-43c4-acde-7909445d204c {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:22.066985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-132188b8-efee-4c81-9437-330c62142ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.121652 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:20Z', 'revision_number': 6, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898caecf-7174-4820-9d79-9082f457e387', 'name': '', 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:91:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:14Z', 'updated_at': '2022-01-14T11:53:16Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff3148e3-3510-42e4-8206-6b0961e3713c', 'name': '', 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:90:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:08Z', 'updated_at': '2022-01-14T11:53:10Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:22.125536 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:22.125878 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Updating router 002303a7-0a0c-4832-8939-070330c7f9f9 port 898caecf-7174-4820-9d79-9082f457e387 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:53:22.165676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 19530b75-c93d-43c4-acde-7909445d204c owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:22.176564 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.268240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.325024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:22.338159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=19530b75-c93d-43c4-acde-7909445d204c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:22.344670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.348337 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-269a9307-a18c-4d68-b25e-d332e68c6c90 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 934 time: 3.1866615 Jan 14 11:53:22.349399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50546) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:22.358033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No DVR routers for this DVR port 19530b75-c93d-43c4-acde-7909445d204c on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:22.377896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-132188b8-efee-4c81-9437-330c62142ff0 None None] The port '19530b75-c93d-43c4-acde-7909445d204c' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:22.493458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.519124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:19Z', 'revision_number': 10, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:22.524053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df2333-c85f-4ebe-9302-53265df71637 None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [{'id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'name': 'tempest-RoutersIpV6Test-router-1059726135', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:14Z', 'updated_at': '2022-01-14T11:53:19Z', 'revision_number': 10, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None, '_interfaces': [{'id': '3ba8cc7d-01f4-4948-b6a6-44726c858b56', 'name': '', 'network_id': '0dff8f61-8c24-4370-98d3-9d3c386f41dc', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'mac_address': 'fa:16:3e:08:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c32903-9e9e-4628-aeab-5992f2c21d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253b70dd-cb45-43b4-8834-3024e7000478', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:18Z', 'updated_at': '2022-01-14T11:52:29Z', 'revision_number': 5, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'subnets': [{'id': '253b70dd-cb45-43b4-8834-3024e7000478', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:22.531762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:22.537076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.564051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd627f737-8fc6-4979-84bc-6b5563f460b9') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:22.564203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd627f737-8fc6-4979-84bc-6b5563f460b9') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:22.581715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.598304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.604408 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.604984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:22.604984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:22.620687 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:22.659132 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a2f150f0-fda4-4259-9d98-b339e5e05754 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 934 time: 0.3079371 Jan 14 11:53:22.662108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50550) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:22.668469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'routes': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:22.703935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.704573 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Transition to ACTIVE for port object 898caecf-7174-4820-9d79-9082f457e387 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:22.712393 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.713161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:22.743311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:22.749893 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eb43bc8f-7629-4c45-93d5-b238966dd52a tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/c18b0f8b-6b0d-4401-bbe4-b8b7e51d0004 HTTP/1.1" status: 204 len: 168 time: 1.2367995 Jan 14 11:53:22.750514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50554) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:22.883468 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c184b9-a46b-4048-ba5d-3819f325a59b None None] Pushing event updated for resources: {'Port': ['ID=898caecf-7174-4820-9d79-9082f457e387,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:23.029532 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Attempting to bind port 898caecf-7174-4820-9d79-9082f457e387 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:23.029903 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Attempting to bind port 898caecf-7174-4820-9d79-9082f457e387 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:23.030254 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Attempting to bind port 898caecf-7174-4820-9d79-9082f457e387 on network c7193191-b6c6-4c28-a278-fe8513abc477 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:23.039216 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:23.039937 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Checking segment: {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:23.040342 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.041713 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Bound using segment: {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:23.042254 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Bound port: 898caecf-7174-4820-9d79-9082f457e387, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea305da5-e6ab-4dd6-a278-1400863fbc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:23.042579 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.093470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4dbbe2f-0018-427c-80fe-293b3636e874 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:23.157993 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] For port 898caecf-7174-4820-9d79-9082f457e387, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:23.161962 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] For port 898caecf-7174-4820-9d79-9082f457e387, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=898caecf-7174-4820-9d79-9082f457e387,segment=NetworkSegment(ea305da5-e6ab-4dd6-a278-1400863fbc1c),segment_id=ea305da5-e6ab-4dd6-a278-1400863fbc1c)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:23.168082 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.172037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a4dbbe2f-0018-427c-80fe-293b3636e874 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:23.172390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a4dbbe2f-0018-427c-80fe-293b3636e874 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:23.172860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 19530b75-c93d-43c4-acde-7909445d204c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:23.255534 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c184b9-a46b-4048-ba5d-3819f325a59b None None] Pushing event updated for resources: {'Port': ['ID=898caecf-7174-4820-9d79-9082f457e387,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:23.259147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 19530b75-c93d-43c4-acde-7909445d204c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:23.261348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 19530b75-c93d-43c4-acde-7909445d204c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:23.275502 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Updating router 002303a7-0a0c-4832-8939-070330c7f9f9 port ff3148e3-3510-42e4-8206-6b0961e3713c binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:53:23.336700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.340993 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.764231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.776159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Transition to ACTIVE for port object ff3148e3-3510-42e4-8206-6b0961e3713c will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:23.783629 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:23.920045 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c184b9-a46b-4048-ba5d-3819f325a59b None None] Pushing event updated for resources: {'Port': ['ID=ff3148e3-3510-42e4-8206-6b0961e3713c,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:23.938270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.extraroute_db [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added routes are [] {{(pid=83452) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 11:53:23.938845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.extraroute_db [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83452) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 11:53:23.983462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.041986 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Attempting to bind port ff3148e3-3510-42e4-8206-6b0961e3713c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:24.042459 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Attempting to bind port ff3148e3-3510-42e4-8206-6b0961e3713c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:24.042829 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Attempting to bind port ff3148e3-3510-42e4-8206-6b0961e3713c on network b4870d59-fed0-43fd-9c39-8fa0c819a754 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:24.049498 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:24.049862 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Checking segment: {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:24.050253 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.050638 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Bound using segment: {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:24.051090 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Bound port: ff3148e3-3510-42e4-8206-6b0961e3713c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fed3447-bbd5-4935-9e51-c527d3ee16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:24.051449 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.054686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port 3ba8cc7d-01f4-4948-b6a6-44726c858b56 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:24.055305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.064041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:24.161688 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] For port ff3148e3-3510-42e4-8206-6b0961e3713c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:24.165401 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] For port ff3148e3-3510-42e4-8206-6b0961e3713c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ff3148e3-3510-42e4-8206-6b0961e3713c,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:24.171537 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.265085 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c184b9-a46b-4048-ba5d-3819f325a59b None None] Pushing event updated for resources: {'Port': ['ID=ff3148e3-3510-42e4-8206-6b0961e3713c,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:24.271134 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:24.272073 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:24.299205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port 3ba8cc7d-01f4-4948-b6a6-44726c858b56, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ba8cc7d-01f4-4948-b6a6-44726c858b56,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:24.299592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.439470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for 3ba8cc7d-01f4-4948-b6a6-44726c858b56 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:24.464261 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:24.618247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.625283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.643288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:24.696272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=3ba8cc7d-01f4-4948-b6a6-44726c858b56,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:24.769862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:24.776154 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d6e43bc3-49fe-44c6-80de-ce19ff773116 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/434bbfb8-4b78-435c-883b-05134f767468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5931501 Jan 14 11:53:24.785051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:24.809921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:24.810726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:24.861019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:24.902096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:23Z', 'revision_number': 7, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898caecf-7174-4820-9d79-9082f457e387', 'name': '', 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:91:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:14Z', 'updated_at': '2022-01-14T11:53:23Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff3148e3-3510-42e4-8206-6b0961e3713c', 'name': '', 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:90:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:08Z', 'updated_at': '2022-01-14T11:53:24Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:24.909869 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce74c36-ad4b-4986-a9fc-7c1c3a7c7302 None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:23Z', 'revision_number': 7, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898caecf-7174-4820-9d79-9082f457e387', 'name': '', 'network_id': 'c7193191-b6c6-4c28-a278-fe8513abc477', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:91:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:14Z', 'updated_at': '2022-01-14T11:53:23Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': '7107be3d-e890-4ac7-9bd1-d6dac65665d6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff3148e3-3510-42e4-8206-6b0961e3713c', 'name': '', 'network_id': 'b4870d59-fed0-43fd-9c39-8fa0c819a754', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:90:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:08Z', 'updated_at': '2022-01-14T11:53:24Z', 'revision_number': 4, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'f68fcf09-0c9e-494a-99c4-12095eb62ee7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:25.033183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:25.171391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:25.215524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:25.274389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:25.278062 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-abafff51-5cca-41e0-9a22-209be28db0b0 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 700 time: 2.6149800 Jan 14 11:53:25.279061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff3148e3-3510-42e4-8206-6b0961e3713c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:25.281249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50562) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:25.488030 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1c3a65b6-505e-48d2-9ab7-7508e6a3c893 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 700 time: 0.2054601 Jan 14 11:53:25.492913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50568) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:25.673716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbe0fa-5517-4b0e-b78a-6507d5ffccb2 req-79c8c440-e2a6-4cf8-8840-4f6630f44118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:25.676848 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cabbe0fa-5517-4b0e-b78a-6507d5ffccb2 req-79c8c440-e2a6-4cf8-8840-4f6630f44118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 946 time: 0.2667987 Jan 14 11:53:25.692051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ff3148e3-3510-42e4-8206-6b0961e3713c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:25.772707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ff3148e3-3510-42e4-8206-6b0961e3713c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:25.773123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:25.874510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cabbe0fa-5517-4b0e-b78a-6507d5ffccb2 req-7b777d3a-80c6-4215-adff-db952828cc40 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406853 Jan 14 11:53:25.879576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:25.889176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:26.040306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:26.057277 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-64f294fe-b151-47b8-81c9-09ea0cac94a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3057034 Jan 14 11:53:26.058128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50572) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:26.074976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.091910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:21Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:51:05Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:26.101868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:26.134499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ff3148e3-3510-42e4-8206-6b0961e3713c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ff3148e3-3510-42e4-8206-6b0961e3713c,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:26.143136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:26.143811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:26.205269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.276006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting subnet 253b70dd-cb45-43b4-8834-3024e7000478 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:26.279083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.334184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.390183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ff3148e3-3510-42e4-8206-6b0961e3713c,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:26.425044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:26.426506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.502451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.546913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Subnet': ['ID=253b70dd-cb45-43b4-8834-3024e7000478,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:26.553433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.563287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50576) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:26.563913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-63e2a1b1-5fc0-4a5b-8b8f-129292bde9a9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/253b70dd-cb45-43b4-8834-3024e7000478 HTTP/1.1" status: 204 len: 168 time: 0.5028772 Jan 14 11:53:26.602149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d592dc-79ae-4634-8801-6167cb7d6893 None None] Network 0dff8f61-8c24-4370-98d3-9d3c386f41dc requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:26.722900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 898caecf-7174-4820-9d79-9082f457e387 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:26.723336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.767625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.862731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Deleting port a8efaec6-4ab6-4843-bd6a-f99aef13f117 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:26.863062 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:26.935084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-1e45d1b0-b0f5-4a16-a853-cea70814d1c1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:26.936802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-1e45d1b0-b0f5-4a16-a853-cea70814d1c1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 946 time: 0.0813816 Jan 14 11:53:26.998809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:21Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:51:05Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:27.011175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077e6f9-2977-4928-b1dc-6179bf572028 None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:21Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8d3585f9-7044-4f0b-9022-25b8dc08a762', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '434bbfb8-4b78-435c-883b-05134f767468', 'port_id': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'mac_address': 'fa:16:3e:06:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:50:54Z', 'updated_at': '2022-01-14T11:51:05Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:27.035490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] DHCP port deletion for 0dff8f61-8c24-4370-98d3-9d3c386f41dc request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:27.044360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Deleting port a8efaec6-4ab6-4843-bd6a-f99aef13f117 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:27.044835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.046917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 36dac694-d879-473f-b280-d6cd30b40a09 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:27.047509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.077110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 898caecf-7174-4820-9d79-9082f457e387, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=898caecf-7174-4820-9d79-9082f457e387,segment=NetworkSegment(ea305da5-e6ab-4dd6-a278-1400863fbc1c),segment_id=ea305da5-e6ab-4dd6-a278-1400863fbc1c)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:27.077588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.232975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff3148e3-3510-42e4-8206-6b0961e3713c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:27.358465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 898caecf-7174-4820-9d79-9082f457e387 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:27.460181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] For port a8efaec6-4ab6-4843-bd6a-f99aef13f117, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a8efaec6-4ab6-4843-bd6a-f99aef13f117,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:27.460580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.471085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] For port a8efaec6-4ab6-4843-bd6a-f99aef13f117, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a8efaec6-4ab6-4843-bd6a-f99aef13f117,segment=NetworkSegment(e2474864-6374-457d-a3ce-8e56e0a711fa),segment_id=e2474864-6374-457d-a3ce-8e56e0a711fa)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:27.471487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.501906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 36dac694-d879-473f-b280-d6cd30b40a09, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=36dac694-d879-473f-b280-d6cd30b40a09,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:27.502409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.594134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ff3148e3-3510-42e4-8206-6b0961e3713c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:27.594421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.606288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Calling delete_port for a8efaec6-4ab6-4843-bd6a-f99aef13f117 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:27.626417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Calling delete_port for a8efaec6-4ab6-4843-bd6a-f99aef13f117 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:27.627402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 36dac694-d879-473f-b280-d6cd30b40a09 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:27.654671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1d7d2-24d3-4ef5-a11e-d84648267ec7 req-b59d734b-b1e6-42dd-bf51-72401c91fcfc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:27.655357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a2f1d7d2-24d3-4ef5-a11e-d84648267ec7 req-b59d734b-b1e6-42dd-bf51-72401c91fcfc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:27.699720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a2f1d7d2-24d3-4ef5-a11e-d84648267ec7 req-b59d734b-b1e6-42dd-bf51-72401c91fcfc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:27.700876 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a2f1d7d2-24d3-4ef5-a11e-d84648267ec7 req-b59d734b-b1e6-42dd-bf51-72401c91fcfc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c HTTP/1.1" status: 200 len: 946 time: 0.6015503 Jan 14 11:53:27.776531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:27.776949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:27.780271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.783842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 898caecf-7174-4820-9d79-9082f457e387 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:27.794199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.843835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=36dac694-d879-473f-b280-d6cd30b40a09,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:27.844830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Port': ['ID=a8efaec6-4ab6-4843-bd6a-f99aef13f117,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:27.872523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No DVR routers for this DVR port a8efaec6-4ab6-4843-bd6a-f99aef13f117 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:27.926608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 36dac694-d879-473f-b280-d6cd30b40a09 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:27.929322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:27.932506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'name': 'network-vif-deleted', 'tag': '36dac694-d879-473f-b280-d6cd30b40a09'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:53:27.948545 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5ffb52b3-9dd4-493a-848c-d9ca525b0c73 req-86b045ab-2dd9-4115-82fb-9aa2fce5c8da tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/36dac694-d879-473f-b280-d6cd30b40a09 HTTP/1.1" status: 204 len: 173 time: 1.0030415 Jan 14 11:53:28.003997 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccbb03b-e2b3-4d3e-b4c8-0bfe3fc7dd3c', 'name': 'network-vif-deleted', 'tag': '36dac694-d879-473f-b280-d6cd30b40a09', 'status': 'completed', 'code': 200} Jan 14 11:53:28.030077 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a2f1d7d2-24d3-4ef5-a11e-d84648267ec7 req-82cc544a-22a1-4a6f-826b-6c893b39388b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b4556db-3065-4c97-85fd-df17036d999d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041136 Jan 14 11:53:28.119331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 898caecf-7174-4820-9d79-9082f457e387 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:28.124829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 898caecf-7174-4820-9d79-9082f457e387 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:28.124829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.125258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.173529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Port 898caecf-7174-4820-9d79-9082f457e387 was deleted so its status cannot be updated. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 14 11:53:28.179932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.187121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=898caecf-7174-4820-9d79-9082f457e387,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:28.278240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Deleting port a8efaec6-4ab6-4843-bd6a-f99aef13f117 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:28.278903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.303058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dff8f61-8c24-4370-98d3-9d3c386f41dc']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:28.328850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2474864-6374-457d-a3ce-8e56e0a711fa') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:28.329191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2474864-6374-457d-a3ce-8e56e0a711fa') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:28.351388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.373350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d55921ac-d326-4ebf-ad2d-3430f07eac18 None None] The port 'a8efaec6-4ab6-4843-bd6a-f99aef13f117' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:28.445025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.471380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:28.471727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:28.487337 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:28.627476 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.651597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:28.674293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Pushing event deleted for resources: {'Network': ['ID=0dff8f61-8c24-4370-98d3-9d3c386f41dc,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:28.684632 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-65efe03b-1dca-47df-b78f-2dcf62f64dca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/networks/0dff8f61-8c24-4370-98d3-9d3c386f41dc HTTP/1.1" status: 204 len: 168 time: 2.1203341 Jan 14 11:53:28.684834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50584) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:28.695078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'routes': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:28.725058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.018741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Added routes are [] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 11:53:29.019346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Removed routes are [] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 11:53:29.019460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.031024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 74b16ecf-d866-4562-8379-8e52e5981795 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:29.073286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 74b16ecf-d866-4562-8379-8e52e5981795 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:29.074229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 74b16ecf-d866-4562-8379-8e52e5981795 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:29.074845 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a8efaec6-4ab6-4843-bd6a-f99aef13f117 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:29.118817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a8efaec6-4ab6-4843-bd6a-f99aef13f117 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:29.119091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a8efaec6-4ab6-4843-bd6a-f99aef13f117 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:29.201514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50592) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:29.294152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.297520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.300563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13019d56-246e-42ae-8e39-72c2bf976987 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.338301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13019d56-246e-42ae-8e39-72c2bf976987 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.364957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:29.433882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router b1c32903-9e9e-4628-aeab-5992f2c21d03 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:29.650610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13019d56-246e-42ae-8e39-72c2bf976987 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.670593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019d56-246e-42ae-8e39-72c2bf976987 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4556db-3065-4c97-85fd-df17036d999d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:29.684163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:29.690773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.695240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-13019d56-246e-42ae-8e39-72c2bf976987 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.696073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-be0d24b6-1f17-498b-acc6-b8f78a26734c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 705 time: 1.0100615 Jan 14 11:53:29.699062 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-13019d56-246e-42ae-8e39-72c2bf976987 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/7b4556db-3065-4c97-85fd-df17036d999d HTTP/1.1" status: 204 len: 168 time: 0.4941099 Jan 14 11:53:29.700091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50596) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:29.715623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:29.723867 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1897641a-4e93-48a0-8228-df1accb68a72 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2296991 Jan 14 11:53:29.724521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50602) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:29.737677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50606) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:29.775638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f1aedc90-b545-4563-b1dd-494131257fef tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:29.813641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f1aedc90-b545-4563-b1dd-494131257fef tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:29.818240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f1aedc90-b545-4563-b1dd-494131257fef tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 205 time: 0.1199901 Jan 14 11:53:29.818903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50610) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:29.913944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet 7107be3d-e890-4ac7-9bd1-d6dac65665d6 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:29.917077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:29.970418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.052952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.053639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.123801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.163795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=7107be3d-e890-4ac7-9bd1-d6dac65665d6,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:30.168701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.178187 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-27634e71-33f9-45f6-8ca8-f9fdbaf7b7a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/7107be3d-e890-4ac7-9bd1-d6dac65665d6 HTTP/1.1" status: 204 len: 168 time: 0.4498219 Jan 14 11:53:30.178369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet 17c01001-79e8-4f4b-a042-c9fb7a4f3a48 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:30.178787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50614) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:30.183949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c80cb7-0767-42e9-bc0e-8f556dcc3e77 None None] Network c7193191-b6c6-4c28-a278-fe8513abc477 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:30.187676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.298035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.309080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:30.310380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.324323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.437970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] DHCP port deletion for c7193191-b6c6-4c28-a278-fe8513abc477 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:30.442072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Deleting port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:30.442639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.523067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,segment=NetworkSegment(ea305da5-e6ab-4dd6-a278-1400863fbc1c),segment_id=ea305da5-e6ab-4dd6-a278-1400863fbc1c)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:30.523760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.569671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.581163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.597783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.643297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:30.651551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] For port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,segment=NetworkSegment(ea305da5-e6ab-4dd6-a278-1400863fbc1c),segment_id=ea305da5-e6ab-4dd6-a278-1400863fbc1c)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:30.652203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.653783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.654293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router b1c32903-9e9e-4628-aeab-5992f2c21d03 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:53:30.681307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.687712 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-43fc0561-1b26-4335-b973-90930ea2b2d9 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 204 len: 168 time: 0.8650143 Jan 14 11:53:30.687883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50618) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:30.694737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-933033971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:30.702968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:30.709779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.713356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Usage tracker for resource:router and tenant:d287aff9deb84189b63f2263cfba64b1 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:30.717540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:30.732886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:30.745159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.746069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.750524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.751804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=17c01001-79e8-4f4b-a042-c9fb7a4f3a48,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:30.756835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.765593 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5ecf2eb6-2412-4e2b-b9f8-bff58328ee0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/17c01001-79e8-4f4b-a042-c9fb7a4f3a48 HTTP/1.1" status: 204 len: 168 time: 1.0257595 Jan 14 11:53:30.766190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50622) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:30.780648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1327c-6660-48e9-9cb9-bd6ce1abda0d None None] Network ad5e41e7-5da7-42f9-aa49-88999fffe772 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:30.804772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:30.807367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=7a56d5f3-76d5-4813-aac9-2dacc383b6a0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:30.890572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Calling delete_port for 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:30.925218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.940573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 36dac694-d879-473f-b280-d6cd30b40a09 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:30.950536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:30.982207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7193191-b6c6-4c28-a278-fe8513abc477']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:30.992841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.007382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea305da5-e6ab-4dd6-a278-1400863fbc1c') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:31.007658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea305da5-e6ab-4dd6-a278-1400863fbc1c') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:31.024770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.028354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.032776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 36dac694-d879-473f-b280-d6cd30b40a09 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:31.033356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 36dac694-d879-473f-b280-d6cd30b40a09 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:31.043505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 9b777915-1e32-44e3-869a-a5d169bfc7cf {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:31.043903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.047350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.051583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.056509 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-78684aa8-ebf8-4066-bf91-e810877b82fb tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3680916 Jan 14 11:53:31.057165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50626) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:31.065891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:31.086623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:31.122672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:31.122978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:31.137449 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:31.159896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8604f6a9-29a5-48be-a0b0-5a2f0947982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.166533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:31.167254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:31.184395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.231766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:31.232115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:31.284882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 9b777915-1e32-44e3-869a-a5d169bfc7cf, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9b777915-1e32-44e3-869a-a5d169bfc7cf,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:31.285400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.311158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] DHCP port deletion for ad5e41e7-5da7-42f9-aa49-88999fffe772 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:31.315759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Deleting port 9b777915-1e32-44e3-869a-a5d169bfc7cf {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:31.316358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.400240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.420779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.430221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 9b777915-1e32-44e3-869a-a5d169bfc7cf owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:31.433662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=c7193191-b6c6-4c28-a278-fe8513abc477,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:31.438851 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-911824e9-5237-4c18-9a9e-78bc14a26826 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/c7193191-b6c6-4c28-a278-fe8513abc477 HTTP/1.1" status: 204 len: 168 time: 1.2588079 Jan 14 11:53:31.439504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50630) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:31.506369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.533175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] For port 9b777915-1e32-44e3-869a-a5d169bfc7cf, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9b777915-1e32-44e3-869a-a5d169bfc7cf,segment=NetworkSegment(38947f6c-7c85-49cd-afb5-67d151918bd2),segment_id=38947f6c-7c85-49cd-afb5-67d151918bd2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:31.533550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.555855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=9b777915-1e32-44e3-869a-a5d169bfc7cf,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:31.561149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 9b777915-1e32-44e3-869a-a5d169bfc7cf on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:31.663435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Calling delete_port for 9b777915-1e32-44e3-869a-a5d169bfc7cf owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:31.692069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.717995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5e41e7-5da7-42f9-aa49-88999fffe772']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:31.731167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38947f6c-7c85-49cd-afb5-67d151918bd2') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:31.731411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38947f6c-7c85-49cd-afb5-67d151918bd2') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:31.732973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Deleting port 7a56d5f3-76d5-4813-aac9-2dacc383b6a0 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:31.733342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.743626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.760979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.767540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:31.767939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:31.784105 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:31.799723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2f90c3f5-61c5-427c-aa00-0f57c83f30e5 None None] The port '7a56d5f3-76d5-4813-aac9-2dacc383b6a0' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:31.803696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:31.804053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:31.828002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.844811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.868231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.887112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:31.899683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=ad5e41e7-5da7-42f9-aa49-88999fffe772,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:31.913812 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0255bcb1-1cb4-4522-a553-1948b8dd89d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/ad5e41e7-5da7-42f9-aa49-88999fffe772 HTTP/1.1" status: 204 len: 168 time: 1.1456230 Jan 14 11:53:31.916275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50634) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:32.001788 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Sync routers for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:32.015813 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Routers set() bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:32.016434 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Router IDs set() for agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 11:53:32.017252 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1c32903-9e9e-4628-aeab-5992f2c21d03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent'). {{(pid=83454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 14 11:53:32.028630 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Routers set() bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:32.029280 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Router IDs set() for agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 11:53:32.031125 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1c32903-9e9e-4628-aeab-5992f2c21d03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent'). {{(pid=83454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 14 11:53:32.031721 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9320ff-5764-4e89-a541-d6bd3a13ddda None None] The sync data for ids ['b1c32903-9e9e-4628-aeab-5992f2c21d03'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:32.129715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 91bebbd0-78d3-44b7-9fad-2347befc4d53 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:32.130076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.168926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.230775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Router 143663a1-293b-48e5-8aa0-e3fc1adf7e7b is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:53:32.304892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Deleting port 9b777915-1e32-44e3-869a-a5d169bfc7cf {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:32.305480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.325165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.325757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.370378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f5e31-97e7-4a74-b6f2-19b390694a1b None None] The port '9b777915-1e32-44e3-869a-a5d169bfc7cf' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:32.452246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 91bebbd0-78d3-44b7-9fad-2347befc4d53 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:32.579581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:32.586750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.587912 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ede99bfe-1f9e-4d12-908e-aba4468df466 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "PUT /v2.0/routers/143663a1-293b-48e5-8aa0-e3fc1adf7e7b HTTP/1.1" status: 200 len: 697 time: 1.5275145 Jan 14 11:53:32.590822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50638) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:32.592722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] Sync routers for ids ['143663a1-293b-48e5-8aa0-e3fc1adf7e7b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:32.606650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] Routers {'143663a1-293b-48e5-8aa0-e3fc1adf7e7b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:32.607631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['143663a1-293b-48e5-8aa0-e3fc1adf7e7b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:32.718816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.744626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] Set router 143663a1-293b-48e5-8aa0-e3fc1adf7e7b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:32.762814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=91bebbd0-78d3-44b7-9fad-2347befc4d53,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:32.839137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f2e147b-0e5f-441b-a876-f433b78eed2d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/routers/143663a1-293b-48e5-8aa0-e3fc1adf7e7b HTTP/1.1" status: 200 len: 703 time: 0.2451437 Jan 14 11:53:32.842731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50642) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:32.858039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143663a1-293b-48e5-8aa0-e3fc1adf7e7b', 'name': 'tempest-RoutersIpV6Test-router-933033971', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:30Z', 'updated_at': '2022-01-14T11:53:31Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:32.862081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] Checking router: 143663a1-293b-48e5-8aa0-e3fc1adf7e7b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:32.873960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] Routers {'143663a1-293b-48e5-8aa0-e3fc1adf7e7b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:32.874575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['143663a1-293b-48e5-8aa0-e3fc1adf7e7b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:32.898419 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-75bd4db4-1903-43ef-8866-266d5239918f tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=143663a1-293b-48e5-8aa0-e3fc1adf7e7b HTTP/1.1" status: 200 len: 205 time: 0.0516005 Jan 14 11:53:32.899171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50646) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:32.918690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:32.994925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9b777915-1e32-44e3-869a-a5d169bfc7cf no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:33.042192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 9b777915-1e32-44e3-869a-a5d169bfc7cf {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:33.042691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9b777915-1e32-44e3-869a-a5d169bfc7cf not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:33.065134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] Set router 143663a1-293b-48e5-8aa0-e3fc1adf7e7b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:33.109943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f4840617-b6e8-493c-9ee1-e5f7c774d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.133665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.234020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143663a1-293b-48e5-8aa0-e3fc1adf7e7b', 'name': 'tempest-RoutersIpV6Test-router-933033971', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:30Z', 'updated_at': '2022-01-14T11:53:31Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:33.238176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdd34-5491-4c38-a29a-b74bc1f69289 None None] The sync data for ids ['143663a1-293b-48e5-8aa0-e3fc1adf7e7b'] in dv-neutron-823850-1-hyperv is: [{'id': '143663a1-293b-48e5-8aa0-e3fc1adf7e7b', 'name': 'tempest-RoutersIpV6Test-router-933033971', 'tenant_id': 'd287aff9deb84189b63f2263cfba64b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:30Z', 'updated_at': '2022-01-14T11:53:31Z', 'revision_number': 2, 'project_id': 'd287aff9deb84189b63f2263cfba64b1', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:33.356043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:33.551577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:33.567468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.591700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.601494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.620991 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2872e081-f843-49b0-bfca-d52eff59f77b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/8d3585f9-7044-4f0b-9022-25b8dc08a762 HTTP/1.1" status: 204 len: 168 time: 1.7034945 Jan 14 11:53:33.621761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:53:33.678391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.678914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Fanout notify agent at l3_agent the message router_deleted on router 143663a1-293b-48e5-8aa0-e3fc1adf7e7b {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:53:33.680614 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port ff3148e3-3510-42e4-8206-6b0961e3713c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:33.680977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.697620 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'status': 'completed', 'code': 200} Jan 14 11:53:33.733983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:33.738998 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-af445efb-8cc0-42f5-a39a-08e325ee7227 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/143663a1-293b-48e5-8aa0-e3fc1adf7e7b HTTP/1.1" status: 204 len: 168 time: 0.8354542 Jan 14 11:53:33.738998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50654) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:33.784144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-83e9ba26-7920-4957-bc54-a00021a6c02c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Synchronizing usage tracker for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:33.796284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-7e37da0f-56e4-4f01-8303-97386c1dd9e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 1098 time: 0.0776260 Jan 14 11:53:33.944512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-4e22f55c-0ac2-48e5-a4f7-8ce20a3272b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:33.946149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-4e22f55c-0ac2-48e5-a4f7-8ce20a3272b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 200 len: 898 time: 0.1445558 Jan 14 11:53:33.980845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-83e9ba26-7920-4957-bc54-a00021a6c02c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] Unset dirty status for tenant:d287aff9deb84189b63f2263cfba64b1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:33.984285 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-83e9ba26-7920-4957-bc54-a00021a6c02c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=143663a1-293b-48e5-8aa0-e3fc1adf7e7b HTTP/1.1" status: 200 len: 205 time: 0.2425842 Jan 14 11:53:33.984953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50660) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.018137 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-58f2b0be-8ca4-4351-85b6-887d714ea121 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 200 len: 217 time: 0.0654280 Jan 14 11:53:34.079548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-179cbf2a-5d8d-4faf-8bdd-ca4838e739d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:34.081028 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-179cbf2a-5d8d-4faf-8bdd-ca4838e739d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 200 len: 834 time: 0.0561836 Jan 14 11:53:34.091173 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-73583ee3-5478-4c06-8c41-08ea08c9a32d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:34.092159 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-73583ee3-5478-4c06-8c41-08ea08c9a32d tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/143663a1-293b-48e5-8aa0-e3fc1adf7e7b HTTP/1.1" status: 404 len: 336 time: 0.1067741 Jan 14 11:53:34.102041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.134255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:34.165664 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-37bf8962-7952-4563-b0d8-7bf642a731ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bab5ff01-4b5a-42da-97bf-56b24eb1a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785146 Jan 14 11:53:34.166181 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bceb6f-2c2a-48b2-83ee-006182abbb49 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:34.166601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bceb6f-2c2a-48b2-83ee-006182abbb49 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:34.168780 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-00bceb6f-2c2a-48b2-83ee-006182abbb49 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/4d5db815-493a-4668-befd-d9ec3b219964 HTTP/1.1" status: 404 len: 337 time: 0.0628457 Jan 14 11:53:34.170983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50668) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.193238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port ff3148e3-3510-42e4-8206-6b0961e3713c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ff3148e3-3510-42e4-8206-6b0961e3713c,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:34.193589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:34.243751 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8199e825-30b4-4132-9730-788e7a0c0f67 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:34.244508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8199e825-30b4-4132-9730-788e7a0c0f67 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:34.248683 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8199e825-30b4-4132-9730-788e7a0c0f67 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/b51fecd1-4b5b-4f48-b189-c9cadc2b064d HTTP/1.1" status: 404 len: 337 time: 0.0763180 Jan 14 11:53:34.252864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50672) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.323324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for ff3148e3-3510-42e4-8206-6b0961e3713c owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:34.355455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:34.383544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c8dd-ce31-485e-bbef-e6cb01cf3f58 req-dc2c8905-9c18-41b0-a60c-cf29ce7229eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:34.385131 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f4d0c8dd-ce31-485e-bbef-e6cb01cf3f58 req-dc2c8905-9c18-41b0-a60c-cf29ce7229eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 945 time: 0.3451407 Jan 14 11:53:34.450951 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c754a0-b971-4de9-940b-b2bc8fde4531 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:34.451582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c754a0-b971-4de9-940b-b2bc8fde4531 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:34.453012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-92c754a0-b971-4de9-940b-b2bc8fde4531 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/85fdad30-4204-493c-9244-16da5678c96b HTTP/1.1" status: 404 len: 337 time: 0.1992085 Jan 14 11:53:34.455891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50676) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.459151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f4d0c8dd-ce31-485e-bbef-e6cb01cf3f58 req-6153ff94-c6e4-4e54-9d5b-f7b910897769 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:34.504282 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa0d55d-5ab7-4b6b-8ad9-b4967ff76003 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:34.504702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa0d55d-5ab7-4b6b-8ad9-b4967ff76003 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:34.505588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-b043e501-a151-418b-aaa8-1b4aeaa36ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871354 Jan 14 11:53:34.506591 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5fa0d55d-5ab7-4b6b-8ad9-b4967ff76003 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/253b70dd-cb45-43b4-8834-3024e7000478 HTTP/1.1" status: 404 len: 337 time: 0.0496595 Jan 14 11:53:34.509278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50680) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.522924 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f4d0c8dd-ce31-485e-bbef-e6cb01cf3f58 req-6153ff94-c6e4-4e54-9d5b-f7b910897769 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:34.523934 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f4d0c8dd-ce31-485e-bbef-e6cb01cf3f58 req-6153ff94-c6e4-4e54-9d5b-f7b910897769 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328299 Jan 14 11:53:34.577508 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ea51e8cc-fb89-4cc9-8ae0-81a5f839ece0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 200 len: 205 time: 0.0671697 Jan 14 11:53:34.585932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50684) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.659114 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-82ec318a-5c71-4c8a-9667-254d664538c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:34.660377 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-82ec318a-5c71-4c8a-9667-254d664538c0 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/b1c32903-9e9e-4628-aeab-5992f2c21d03 HTTP/1.1" status: 404 len: 336 time: 0.0731626 Jan 14 11:53:34.663894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50688) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.685443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-112e71fe-bfc2-49a8-aad7-db086a97ac90 req-9ad0a28a-697f-496c-a4d7-56020e2ac844 service neutron] 10.222.0.31 "GET /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733596 Jan 14 11:53:34.700395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:34.741489 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2b05c992-289e-40d7-b5bb-026fcd477e74 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=082882e7-0138-4378-be5e-aff50be332ee HTTP/1.1" status: 200 len: 205 time: 0.0765603 Jan 14 11:53:34.744022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50692) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.756027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=ff3148e3-3510-42e4-8206-6b0961e3713c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:34.810316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-9d98e91a-315a-4444-bc65-8773789228bf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:34.813798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9d98e91a-315a-4444-bc65-8773789228bf tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/082882e7-0138-4378-be5e-aff50be332ee HTTP/1.1" status: 404 len: 336 time: 0.0663762 Jan 14 11:53:34.814027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50696) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.856195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d4acd3-8b4d-40c5-9e03-1bb24f77b700 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:34.856638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d4acd3-8b4d-40c5-9e03-1bb24f77b700 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:34.860824 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65d4acd3-8b4d-40c5-9e03-1bb24f77b700 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/5f2892d1-6877-4f33-b290-72c7f04b7f04 HTTP/1.1" status: 404 len: 337 time: 0.0434244 Jan 14 11:53:34.861109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50700) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.965440 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-962f2a47-d6c7-4b64-9cf6-6c030fa13f8b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 200 len: 205 time: 0.1032441 Jan 14 11:53:34.967963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50704) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:34.987739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ba8cc7d-01f4-4948-b6a6-44726c858b56 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:35.036499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 3ba8cc7d-01f4-4948-b6a6-44726c858b56 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:35.037624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ba8cc7d-01f4-4948-b6a6-44726c858b56 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:35.050456 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-0a89b794-15ff-492d-98a0-3859fa7e7e0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:35.051471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0a89b794-15ff-492d-98a0-3859fa7e7e0c tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/bc62c434-4475-4ede-b306-94575dbdb6d0 HTTP/1.1" status: 404 len: 336 time: 0.0825667 Jan 14 11:53:35.054294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50708) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.073665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:35.100394 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-47b92495-9dd4-4185-809d-6fbe379d3919 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd4378f5-0e77-469c-be7c-264c93f43712 HTTP/1.1" status: 200 len: 205 time: 0.0450649 Jan 14 11:53:35.102745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50712) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.171204 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-ad3a9a68-31dc-4c39-ae8d-73b06440c4b4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:35.172527 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ad3a9a68-31dc-4c39-ae8d-73b06440c4b4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/dd4378f5-0e77-469c-be7c-264c93f43712 HTTP/1.1" status: 404 len: 336 time: 0.0689106 Jan 14 11:53:35.177213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50716) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.222892 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e3a07b-8770-4636-af59-708dde25c528 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:35.223400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e3a07b-8770-4636-af59-708dde25c528 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:35.225134 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b4e3a07b-8770-4636-af59-708dde25c528 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/c56668ad-49f7-42b4-94e9-d783b81776c9 HTTP/1.1" status: 404 len: 337 time: 0.0469360 Jan 14 11:53:35.227813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50720) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.272143 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d48ce227-5b44-4214-bda4-1011de6ade57 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=45f1c724-8368-4b34-84b2-d58c6da97174 HTTP/1.1" status: 200 len: 205 time: 0.0402756 Jan 14 11:53:35.272423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50724) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.299629 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:35.313123 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:35.313743 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:35.317942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:35.333021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:35.334557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:35.352132 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-dbb4c759-62a9-4211-a481-775d4491243b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:35.355680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dbb4c759-62a9-4211-a481-775d4491243b tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/45f1c724-8368-4b34-84b2-d58c6da97174 HTTP/1.1" status: 404 len: 336 time: 0.0796573 Jan 14 11:53:35.357423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50728) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.417955 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8454cca4-edb5-40d5-9d40-f47dd6cf9f53 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:35.418392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8454cca4-edb5-40d5-9d40-f47dd6cf9f53 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:35.422581 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8454cca4-edb5-40d5-9d40-f47dd6cf9f53 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/104a1e23-3fb0-41f2-bf48-8a06aa7b863c HTTP/1.1" status: 404 len: 337 time: 0.0621791 Jan 14 11:53:35.423515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50732) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.492617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-626029bd-c168-4b5d-a218-7438f8368e5e tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "GET /v2.0/ports?device_id=07dc5778-3fab-47e6-b846-ad1f97575b7e HTTP/1.1" status: 200 len: 205 time: 0.0686023 Jan 14 11:53:35.493457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50736) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.529098 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:35.553825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:35.628283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:35.642223 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-504b70bb-6338-4dca-b3ca-cefb602dab84 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] delete failed (client error): The resource could not be found. Jan 14 11:53:35.643260 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-504b70bb-6338-4dca-b3ca-cefb602dab84 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/routers/07dc5778-3fab-47e6-b846-ad1f97575b7e HTTP/1.1" status: 404 len: 336 time: 0.1380913 Jan 14 11:53:35.649178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50742) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.696237 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-885ef3e0-e898-4399-b46a-960de07271ca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:35.696864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885ef3e0-e898-4399-b46a-960de07271ca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:35.752034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-89a845a5-c83c-475c-acd8-10f55e7479a6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:35.753022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-89a845a5-c83c-475c-acd8-10f55e7479a6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:35.782659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-89a845a5-c83c-475c-acd8-10f55e7479a6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:35.784179 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-89a845a5-c83c-475c-acd8-10f55e7479a6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 945 time: 0.1833031 Jan 14 11:53:35.794680 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-885ef3e0-e898-4399-b46a-960de07271ca tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/ff7946c1-e730-492c-bbad-dd19b092ed37 HTTP/1.1" status: 404 len: 337 time: 0.1431239 Jan 14 11:53:35.795460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50746) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:35.872394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dce0c-6628-4aad-9e8f-6ef6dddeae3a req-bc0bd579-b4bf-4206-accf-71031ac9e85a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:35.879767 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-396dce0c-6628-4aad-9e8f-6ef6dddeae3a req-bc0bd579-b4bf-4206-accf-71031ac9e85a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb HTTP/1.1" status: 200 len: 945 time: 0.1941824 Jan 14 11:53:35.900661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 8d32b158-e99f-4b27-9f11-cef33070d03e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:35.901032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:35.907132 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad491f3-b0d5-41c6-b954-b624ffe6e1c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:35.907677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad491f3-b0d5-41c6-b954-b624ffe6e1c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:35.912787 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bad491f3-b0d5-41c6-b954-b624ffe6e1c4 tempest-RoutersIpV6Test-1111603286 tempest-RoutersIpV6Test-1111603286-project] 10.222.0.48 "DELETE /v2.0/subnets/a8fe3eac-847b-414e-9e44-44fa97dc7b42 HTTP/1.1" status: 404 len: 337 time: 0.1159456 Jan 14 11:53:35.970858 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:34Z', 'revision_number': 9, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:35.975305 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:35.986139 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:35.986980 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:36.019824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:36.139924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:21Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:36.153786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:36.176107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:36.176778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:36.199456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 8d32b158-e99f-4b27-9f11-cef33070d03e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8d32b158-e99f-4b27-9f11-cef33070d03e,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:36.199830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:36.210833 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:36.439147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50754) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:36.485578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 8d32b158-e99f-4b27-9f11-cef33070d03e owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:36.488029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:36.503249 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-208018ce-dc50-42d3-8204-e236ca3da9ba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0623400 Jan 14 11:53:36.504049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50760) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:36.559734 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-396dce0c-6628-4aad-9e8f-6ef6dddeae3a req-13f037a6-6420-4bf6-aa8d-8876462a0f62 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5cac76a-7d24-44af-97b3-e78bfe1574cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6778333 Jan 14 11:53:36.594968 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:34Z', 'revision_number': 9, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:36.605241 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9df14-2bef-4feb-af0c-f015f7a7210c None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:34Z', 'revision_number': 9, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:36.610167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:36.703388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:36.755927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=8d32b158-e99f-4b27-9f11-cef33070d03e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:36.793104 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9a2328fb-d60f-4dd1-80df-7ab42a1e8d55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d287aff9deb84189b63f2263cfba64b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503258 Jan 14 11:53:36.793339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50764) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:36.828054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet f68fcf09-0c9e-494a-99c4-12095eb62ee7 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:36.828808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 8d32b158-e99f-4b27-9f11-cef33070d03e on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:36.831231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:36.833818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'name': 'network-vif-deleted', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:53:36.839435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:36.851740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ca390ae3-01da-4d14-a3d1-22b8da998a72 req-9dd37bb4-5f9b-4c06-80a6-eb08909e2d18 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/8d32b158-e99f-4b27-9f11-cef33070d03e HTTP/1.1" status: 204 len: 173 time: 1.0618870 Jan 14 11:53:36.915432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:36.915591 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a3e5ef-084c-4f2c-a81e-26cbfd2c6dbb', 'name': 'network-vif-deleted', 'tag': '8d32b158-e99f-4b27-9f11-cef33070d03e', 'status': 'completed', 'code': 200} Jan 14 11:53:36.985005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:21Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:36.988769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-50bbacb4-06b9-46bf-8b1f-8f8ce5ff50d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:36.990896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff3148e3-3510-42e4-8206-6b0961e3713c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:37.030037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4cf1-d73c-4264-b892-5cce85297cf7 None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:21Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'df67cd08-efc0-41d8-8a5c-3a43358aceda', 'name': '', 'network_id': 'bab5ff01-4b5a-42da-97bf-56b24eb1a18d', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:8d:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:02Z', 'updated_at': '2022-01-14T11:50:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '69b146fb-5c2a-4161-9b61-cb7eb5132651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:37.031576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ff3148e3-3510-42e4-8206-6b0961e3713c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:37.031935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff3148e3-3510-42e4-8206-6b0961e3713c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:37.033285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-50bbacb4-06b9-46bf-8b1f-8f8ce5ff50d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.076105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.157716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-50bbacb4-06b9-46bf-8b1f-8f8ce5ff50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.178681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbacb4-06b9-46bf-8b1f-8f8ce5ff50d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9917ea89-f547-470f-8152-492d164eb564,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:37.180685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.230641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=f68fcf09-0c9e-494a-99c4-12095eb62ee7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:37.244441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-50bbacb4-06b9-46bf-8b1f-8f8ce5ff50d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.245634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-50bbacb4-06b9-46bf-8b1f-8f8ce5ff50d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9917ea89-f547-470f-8152-492d164eb564 HTTP/1.1" status: 204 len: 168 time: 0.4514616 Jan 14 11:53:37.263586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.265368 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c5bdf21e-4240-4319-a663-214df4eb805d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/f68fcf09-0c9e-494a-99c4-12095eb62ee7 HTTP/1.1" status: 204 len: 168 time: 0.7604227 Jan 14 11:53:37.269605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50772) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:37.270081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18787bc-439e-444f-9132-24a9ccbf7b83 None None] Network b4870d59-fed0-43fd-9c39-8fa0c819a754 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:37.461964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a941c7d-4b31-407c-8541-3f8644993491 None None] New status for floating IP 8d3585f9-7044-4f0b-9022-25b8dc08a762: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:53:37.512815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.524264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 2686a603-29e3-4750-8088-5de9641862c0 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:37.524496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.712164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50782) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:37.780478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:37.795716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:37.796362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:37.856211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] DHCP port deletion for b4870d59-fed0-43fd-9c39-8fa0c819a754 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:37.866461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-508ecf01-4e5b-42df-b6b6-75798ad2e65e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.905109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-508ecf01-4e5b-42df-b6b6-75798ad2e65e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.908977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 2686a603-29e3-4750-8088-5de9641862c0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2686a603-29e3-4750-8088-5de9641862c0,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:37.909407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.919821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Deleting port 2686a603-29e3-4750-8088-5de9641862c0 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:37.920217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:37.994305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-508ecf01-4e5b-42df-b6b6-75798ad2e65e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.013442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ecf01-4e5b-42df-b6b6-75798ad2e65e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cac76a-7d24-44af-97b3-e78bfe1574cc,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:38.029722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-508ecf01-4e5b-42df-b6b6-75798ad2e65e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.032091 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-508ecf01-4e5b-42df-b6b6-75798ad2e65e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5cac76a-7d24-44af-97b3-e78bfe1574cc HTTP/1.1" status: 204 len: 168 time: 0.3171043 Jan 14 11:53:38.075422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50794) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:38.087542 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 2686a603-29e3-4750-8088-5de9641862c0 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:38.101349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:38.237815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.305513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=2686a603-29e3-4750-8088-5de9641862c0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:38.309234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port 2686a603-29e3-4750-8088-5de9641862c0 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:38.429696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] For port 2686a603-29e3-4750-8088-5de9641862c0, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2686a603-29e3-4750-8088-5de9641862c0,segment=NetworkSegment(7fed3447-bbd5-4935-9e51-c527d3ee16a8),segment_id=7fed3447-bbd5-4935-9e51-c527d3ee16a8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:38.430400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.459502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50804) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:38.472895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.500960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4870d59-fed0-43fd-9c39-8fa0c819a754']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:38.514934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fed3447-bbd5-4935-9e51-c527d3ee16a8') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:38.515621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fed3447-bbd5-4935-9e51-c527d3ee16a8') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:38.528169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.547560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.554233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:38.554624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.568381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Calling delete_port for 2686a603-29e3-4750-8088-5de9641862c0 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:38.569598 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:38.609360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.659838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.672437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-42117be6-2ebf-49e7-8bae-353d5dbc5c7c tempest-DvrRoutersNegativeTest-1710569285 tempest-DvrRoutersNegativeTest-1710569285-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-574320586', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:38.674752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.policy [None req-42117be6-2ebf-49e7-8bae-353d5dbc5c7c tempest-DvrRoutersNegativeTest-1710569285 tempest-DvrRoutersNegativeTest-1710569285-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83451) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 14 11:53:38.675044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.policy [None req-42117be6-2ebf-49e7-8bae-353d5dbc5c7c tempest-DvrRoutersNegativeTest-1710569285 tempest-DvrRoutersNegativeTest-1710569285-project] Failed policy check for 'create_router' {{(pid=83451) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 14 11:53:38.675548 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-42117be6-2ebf-49e7-8bae-353d5dbc5c7c tempest-DvrRoutersNegativeTest-1710569285 tempest-DvrRoutersNegativeTest-1710569285-project] create failed (client error): Access was denied to this resource. Jan 14 11:53:38.676475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-42117be6-2ebf-49e7-8bae-353d5dbc5c7c tempest-DvrRoutersNegativeTest-1710569285 tempest-DvrRoutersNegativeTest-1710569285-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2160757 Jan 14 11:53:38.682980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:38.685566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=b4870d59-fed0-43fd-9c39-8fa0c819a754,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:38.701585 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c90bc1c0-2afb-40fa-8f9c-7b9d89f26b32 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/b4870d59-fed0-43fd-9c39-8fa0c819a754 HTTP/1.1" status: 204 len: 168 time: 1.4309759 Jan 14 11:53:38.702043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50812) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:38.708125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:38.709061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:38.734794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:34Z', 'revision_number': 9, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:38.739008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:38.751044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:38.752005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:38.874861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8d32b158-e99f-4b27-9f11-cef33070d03e no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:38.913007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 8d32b158-e99f-4b27-9f11-cef33070d03e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:38.913363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8d32b158-e99f-4b27-9f11-cef33070d03e not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:38.954264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:39.008814 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2686a603-29e3-4750-8088-5de9641862c0 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:39.029627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50818) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:39.053465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2686a603-29e3-4750-8088-5de9641862c0 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:39.053793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2686a603-29e3-4750-8088-5de9641862c0 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:39.054201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 898caecf-7174-4820-9d79-9082f457e387 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:39.147608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 898caecf-7174-4820-9d79-9082f457e387 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:39.147956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 898caecf-7174-4820-9d79-9082f457e387 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:39.216768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Deleting port 2686a603-29e3-4750-8088-5de9641862c0 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:39.217133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.223124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.254630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:39.258451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Usage tracker for resource:security_group_rule and tenant:de0a29f96db94ee0b5c97f1c2cbf4515 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:39.261315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:39.268023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:39.342210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.347951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.359350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ab8caa9a-48ee-4487-a3da-85e115d24d9a None None] The port '2686a603-29e3-4750-8088-5de9641862c0' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:39.401381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.402013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2cf308-a076-4da9-af38-e781e2e6fb41,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:39.408648 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-65217c56-b714-4d85-97da-e63f63b82a62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de0a29f96db94ee0b5c97f1c2cbf4515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3754218 Jan 14 11:53:39.409120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50824) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:39.477334 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f56e9261-6e19-44c7-b79a-405e441524e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.505233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f56e9261-6e19-44c7-b79a-405e441524e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.510194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:34Z', 'revision_number': 9, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:39.514434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc9095-cf1c-4c0f-ba89-2aab3ce9b72b None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:34Z', 'revision_number': 9, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c749b23d-3b9f-4884-b376-9ef6252df1d9', 'name': '', 'network_id': '2688ebc7-1078-41f9-9295-02ccef9a87fa', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:fb:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:02Z', 'updated_at': '2022-01-14T11:53:18Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'bc810dcd-4e07-4c44-9145-8c5532e16011', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:39.561518 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f56e9261-6e19-44c7-b79a-405e441524e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.580272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e9261-6e19-44c7-b79a-405e441524e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2cf308-a076-4da9-af38-e781e2e6fb41,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:39.587273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f56e9261-6e19-44c7-b79a-405e441524e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:39.588582 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f56e9261-6e19-44c7-b79a-405e441524e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df2cf308-a076-4da9-af38-e781e2e6fb41 HTTP/1.1" status: 204 len: 168 time: 0.1787579 Jan 14 11:53:40.089931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port df67cd08-efc0-41d8-8a5c-3a43358aceda {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:40.090267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.344988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port df67cd08-efc0-41d8-8a5c-3a43358aceda, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=df67cd08-efc0-41d8-8a5c-3a43358aceda,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:40.345339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.425137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50846) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:40.472614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for df67cd08-efc0-41d8-8a5c-3a43358aceda owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:40.557042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4fa5e56c-3bb1-4b0b-b65d-48efa4853748 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:40.557748 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-4fa5e56c-3bb1-4b0b-b65d-48efa4853748 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): There was a conflict when trying to complete your request. Jan 14 11:53:40.558694 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4fa5e56c-3bb1-4b0b-b65d-48efa4853748 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1325407 Jan 14 11:53:40.562098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:40.567008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899906434'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:40.574215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:40.578333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:40.581235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:40.587598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:40.597701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.611550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port c749b23d-3b9f-4884-b376-9ef6252df1d9 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:40.611886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.613662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.645606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:40.650015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:40.652809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:40.659690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:40.729582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.733546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.776467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:40.778559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e31c5f-2762-4b70-b2d6-70b4147b2d70,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:40.783016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:40.786244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:40.793147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:40.850345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.854277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.896478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c78f5-44e0-4675-ad29-5bd8b3f7e4ed,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:40.901065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.904902 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-db2178b8-497a-4d7d-a762-3a6e3828c8b6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3392839 Jan 14 11:53:40.905386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50856) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:40.911289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '0f7c78f5-44e0-4675-ad29-5bd8b3f7e4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:40.918022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:40.922174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:40.924991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:40.931495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:40.949350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:40.994559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port c749b23d-3b9f-4884-b376-9ef6252df1d9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c749b23d-3b9f-4884-b376-9ef6252df1d9,segment=NetworkSegment(28b1d7fe-c6d4-4173-a2b8-65e8da45b870),segment_id=28b1d7fe-c6d4-4173-a2b8-65e8da45b870)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:40.994913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.016067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.021351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.044647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd64003b-da20-4021-aa0d-079ca32ffebc,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:41.056562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.057792 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-eee884ee-7492-4221-af7f-c95f25f1311b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1517885 Jan 14 11:53:41.060636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50860) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.065876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '0f7c78f5-44e0-4675-ad29-5bd8b3f7e4ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:41.072228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:41.075886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:41.078699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:41.085410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:41.103257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.135370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for c749b23d-3b9f-4884-b376-9ef6252df1d9 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:41.168284 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): There was a conflict when trying to complete your request. Jan 14 11:53:41.172229 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7241ddd4-7cc0-41a3-a687-366e499a6d1d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1079073 Jan 14 11:53:41.172987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50864) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.181617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.240228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5b10eea6-223f-4094-938f-cd467b1145c4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.240504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=df67cd08-efc0-41d8-8a5c-3a43358aceda,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:41.268364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5b10eea6-223f-4094-938f-cd467b1145c4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.324463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5b10eea6-223f-4094-938f-cd467b1145c4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.344558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10eea6-223f-4094-938f-cd467b1145c4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c78f5-44e0-4675-ad29-5bd8b3f7e4ed,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:41.349387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5b10eea6-223f-4094-938f-cd467b1145c4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.350928 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5b10eea6-223f-4094-938f-cd467b1145c4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/0f7c78f5-44e0-4675-ad29-5bd8b3f7e4ed HTTP/1.1" status: 204 len: 168 time: 0.1767650 Jan 14 11:53:41.353351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50868) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.412927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e6f0652d-5354-403c-aea5-787035e79708 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:41.438465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e6f0652d-5354-403c-aea5-787035e79708 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:41.440705 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e6f0652d-5354-403c-aea5-787035e79708 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0863533 Jan 14 11:53:41.446586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50872) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.452003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871016025'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:41.459241 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:41.470049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:41.480704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.515463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:41.519264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:41.522954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:41.528641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:41.547438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.584502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.589205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.638428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec159a9-0d43-4813-9991-24c3ea5be5e3,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:41.641948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.643294 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-728a7004-cd5c-4a9e-aec2-4a82cf1527e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1957366 Jan 14 11:53:41.646360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50876) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.649830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=c749b23d-3b9f-4884-b376-9ef6252df1d9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:41.652408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-c3ac78ba-a888-411e-a0b9-888accd71c62 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'dec159a9-0d43-4813-9991-24c3ea5be5e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:41.653108 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-c3ac78ba-a888-411e-a0b9-888accd71c62 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:41.654039 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c3ac78ba-a888-411e-a0b9-888accd71c62 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063815 Jan 14 11:53:41.656772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50880) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.736630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e015b309-dd43-44e8-97e6-3f929808d5f6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.765204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e015b309-dd43-44e8-97e6-3f929808d5f6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.818202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e015b309-dd43-44e8-97e6-3f929808d5f6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.844927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015b309-dd43-44e8-97e6-3f929808d5f6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec159a9-0d43-4813-9991-24c3ea5be5e3,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:41.848117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e015b309-dd43-44e8-97e6-3f929808d5f6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.851725 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e015b309-dd43-44e8-97e6-3f929808d5f6 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/dec159a9-0d43-4813-9991-24c3ea5be5e3 HTTP/1.1" status: 204 len: 168 time: 0.1916361 Jan 14 11:53:41.852668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50884) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.900274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:41.915338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-068c12e7-5def-4564-95eb-9f8da2b7175b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:41.930529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-068c12e7-5def-4564-95eb-9f8da2b7175b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:41.931849 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-068c12e7-5def-4564-95eb-9f8da2b7175b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0788782 Jan 14 11:53:41.935654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50888) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:41.941073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018557446'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:41.948631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:41.959179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:41.969718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.006746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:42.010458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:42.013317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:42.018845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:42.033873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.077427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.081259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.125287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f661dcb-22f0-4781-abe5-75d38d8df62f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:42.134966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.139358 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-65a4d8d5-c696-42e7-b83f-01ee4cdc4aee tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1997089 Jan 14 11:53:42.139358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50892) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.144849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d4407996-24f6-4502-9c06-0966066f1865 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '4f661dcb-22f0-4781-abe5-75d38d8df62f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.145494 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-d4407996-24f6-4502-9c06-0966066f1865 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:42.149575 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d4407996-24f6-4502-9c06-0966066f1865 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070307 Jan 14 11:53:42.150475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50896) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.218626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bc03967-2e7d-4290-ba74-e1d836da2510 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.247696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bc03967-2e7d-4290-ba74-e1d836da2510 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.296565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bc03967-2e7d-4290-ba74-e1d836da2510 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.314387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc03967-2e7d-4290-ba74-e1d836da2510 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f661dcb-22f0-4781-abe5-75d38d8df62f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:42.323116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bc03967-2e7d-4290-ba74-e1d836da2510 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.324226 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3bc03967-2e7d-4290-ba74-e1d836da2510 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/4f661dcb-22f0-4781-abe5-75d38d8df62f HTTP/1.1" status: 204 len: 168 time: 0.1728754 Jan 14 11:53:42.326831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50900) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.381877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e06b1644-fea9-43c8-811f-94731b475be0 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:42.397937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e06b1644-fea9-43c8-811f-94731b475be0 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:42.399374 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e06b1644-fea9-43c8-811f-94731b475be0 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0715363 Jan 14 11:53:42.403286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50904) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.408693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710905077'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.415265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:42.424753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:42.434855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.469974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:42.473634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:42.477171 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:42.482944 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:42.540286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.543930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.589297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f997461-2c71-4d22-8d4e-999d6bb14091,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:42.596840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.601095 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-179a26cf-84d2-4f2d-9010-ce27e0d8b17c tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1937525 Jan 14 11:53:42.602932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50908) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.608817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-60d23775-661d-4043-a21f-ec4bce5a97da tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '3f997461-2c71-4d22-8d4e-999d6bb14091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.609667 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-60d23775-661d-4043-a21f-ec4bce5a97da tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:42.610579 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60d23775-661d-4043-a21f-ec4bce5a97da tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064795 Jan 14 11:53:42.613133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50912) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.618357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a495dd39-75ef-4803-8181-ae268bc2a594 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '3f997461-2c71-4d22-8d4e-999d6bb14091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.619011 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-a495dd39-75ef-4803-8181-ae268bc2a594 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:42.619907 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a495dd39-75ef-4803-8181-ae268bc2a594 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058002 Jan 14 11:53:42.622368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50916) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.628041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f2bce559-78b3-48a9-8a06-21a330671bba tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '3f997461-2c71-4d22-8d4e-999d6bb14091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.628648 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-f2bce559-78b3-48a9-8a06-21a330671bba tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:42.629575 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f2bce559-78b3-48a9-8a06-21a330671bba tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063503 Jan 14 11:53:42.632391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50920) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.637195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1b6b6401-be4a-44ae-b892-7a53043c47a3 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '3f997461-2c71-4d22-8d4e-999d6bb14091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.637843 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-1b6b6401-be4a-44ae-b892-7a53043c47a3 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:42.638716 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1b6b6401-be4a-44ae-b892-7a53043c47a3 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054805 Jan 14 11:53:42.640956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50924) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.709262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b16f4980-b59e-47c2-b467-fb7cada0d6d5 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.735794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b16f4980-b59e-47c2-b467-fb7cada0d6d5 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.783402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b16f4980-b59e-47c2-b467-fb7cada0d6d5 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.802002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f4980-b59e-47c2-b467-fb7cada0d6d5 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f997461-2c71-4d22-8d4e-999d6bb14091,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:42.809088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b16f4980-b59e-47c2-b467-fb7cada0d6d5 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.809790 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b16f4980-b59e-47c2-b467-fb7cada0d6d5 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/3f997461-2c71-4d22-8d4e-999d6bb14091 HTTP/1.1" status: 204 len: 168 time: 0.1679943 Jan 14 11:53:42.812283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50928) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.863383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-91282740-f151-456a-94a1-13e4db13ba12 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:42.878385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-91282740-f151-456a-94a1-13e4db13ba12 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:42.884475 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-91282740-f151-456a-94a1-13e4db13ba12 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0712423 Jan 14 11:53:42.885092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50932) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:42.890657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123714542'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:42.898273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:42.907753 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:42.917354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:42.968428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:42.973641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:42.977526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:42.983350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:43.039761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.043423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.047014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:43.107366 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:53:43.172809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcbefdb-78c5-4a16-8916-0e1cc30555db,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:43.180214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.181516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4ed0a4fd-74f6-403d-a95b-8454e3262b86 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2954867 Jan 14 11:53:43.184986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50936) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.190795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a1f6d075-ebfa-41c4-8b48-d13a1b8ab406 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.191497 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-a1f6d075-ebfa-41c4-8b48-d13a1b8ab406 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.195752 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a1f6d075-ebfa-41c4-8b48-d13a1b8ab406 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070188 Jan 14 11:53:43.195896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50940) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.202674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.204256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 434bbfb8-4b78-435c-883b-05134f767468 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:43.209877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:43.213818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:43.216705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:43.222689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:43.251423 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.252455 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-597122d2-687c-47bf-a533-151c337e3180 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0556281 Jan 14 11:53:43.255443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50944) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.260923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1e6c3350-1bdd-4e96-a8b1-682cca96e8ad tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.261500 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-1e6c3350-1bdd-4e96-a8b1-682cca96e8ad tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.263347 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1e6c3350-1bdd-4e96-a8b1-682cca96e8ad tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068061 Jan 14 11:53:43.265703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50948) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.270462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.276798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:43.280470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:43.283264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:43.289562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:43.321081 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.325165 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3e75ebd3-e9ca-4510-bef7-1b781b9d37c8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0585809 Jan 14 11:53:43.325612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50952) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.334283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f85bef08-e937-40b2-a37a-cb150fa1b26e tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.335020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-f85bef08-e937-40b2-a37a-cb150fa1b26e tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.335943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f85bef08-e937-40b2-a37a-cb150fa1b26e tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083785 Jan 14 11:53:43.338736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50956) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.342424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:43.344705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.351274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:43.355303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:43.357190 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:43.358250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:43.365592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:43.369529 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:43.370213 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:43.396546 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.398051 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7e6d1dc9-e894-4cce-952e-9ead9f062014 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0581927 Jan 14 11:53:43.401078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50960) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.407328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8163c90c-14cf-4eff-af2d-55ce0779987f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.407920 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-8163c90c-14cf-4eff-af2d-55ce0779987f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.412190 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8163c90c-14cf-4eff-af2d-55ce0779987f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069282 Jan 14 11:53:43.412778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50964) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.413746 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-49cf9073-8445-47d8-a573-dfec3b4904a6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7102542 Jan 14 11:53:43.414797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50966) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.460131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.469358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:43.474910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:43.483173 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-953da697-a696-499c-9289-21a64848f2fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/434bbfb8-4b78-435c-883b-05134f767468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4030087 Jan 14 11:53:43.483173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50972) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.483426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:43.487971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:43.494733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] Sync routers for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:43.498359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:43.511241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:43.512338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:43.540390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:43.619316 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.622973 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3195495f-c4a9-48af-b854-edec08867d98 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2066977 Jan 14 11:53:43.624950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50976) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:43.636014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'efcbefdb-78c5-4a16-8916-0e1cc30555db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:43.642095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:43.646808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:43.654720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:43.661235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:43.716291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet bc810dcd-4e07-4c44-9145-8c5532e16011 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:43.719946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.752489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:43.796439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.843409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet 69b146fb-5c2a-4161-9b61-cb7eb5132651 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:43.846915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.906397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.919622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:43.926810 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:41Z', 'revision_number': 10, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:43.933272 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:43.957412 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:43.959708 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:43.962944 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:43.967339 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-26d8f9b9-3fc4-4640-88c1-b4df532d72fc tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3386488 Jan 14 11:53:43.968004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50980) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:44.002493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.066163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-029529fc-6ad0-4e36-b2bd-d6269f4644f4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.073882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:40Z', 'revision_number': 7, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:44.079214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] Checking router: 434bbfb8-4b78-435c-883b-05134f767468 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:44.082780 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.092461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] Routers {'434bbfb8-4b78-435c-883b-05134f767468'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:44.093183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['434bbfb8-4b78-435c-883b-05134f767468'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:44.096970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.134288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=69b146fb-5c2a-4161-9b61-cb7eb5132651,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:44.138798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.147730 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3bc00199-f8bc-4d58-b8af-ed5c8e101c61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/69b146fb-5c2a-4161-9b61-cb7eb5132651 HTTP/1.1" status: 204 len: 168 time: 0.6643646 Jan 14 11:53:44.153021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50984) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:44.158255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-029529fc-6ad0-4e36-b2bd-d6269f4644f4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.169873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.179718 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/bc810dcd-4e07-4c44-9145-8c5532e16011 HTTP/1.1" status: 204 len: 168 time: 0.7637577 Jan 14 11:53:44.186056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50988) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:44.188550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6215d27-8fdb-40fa-b084-00ebbab982bd tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=bc810dcd-4e07-4c44-9145-8c5532e16011,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:44.191938 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:44.207983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b50b07-d308-40e7-8ead-8f4e68b26129 None None] Network bab5ff01-4b5a-42da-97bf-56b24eb1a18d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:44.230851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee5d27-92d7-436f-89fb-bfd92c1e77de None None] Network 2688ebc7-1078-41f9-9295-02ccef9a87fa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:44.347486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.355815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-029529fc-6ad0-4e36-b2bd-d6269f4644f4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.385178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-029529fc-6ad0-4e36-b2bd-d6269f4644f4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.389552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-029529fc-6ad0-4e36-b2bd-d6269f4644f4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/efcbefdb-78c5-4a16-8916-0e1cc30555db HTTP/1.1" status: 204 len: 168 time: 0.4182451 Jan 14 11:53:44.391126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.394626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 50992) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:44.397268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:44.397830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.429507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029529fc-6ad0-4e36-b2bd-d6269f4644f4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcbefdb-78c5-4a16-8916-0e1cc30555db,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:44.522570 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-82bc6d6c-ef3e-4899-a416-485849ecfb21 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:44.565523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-82bc6d6c-ef3e-4899-a416-485849ecfb21 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:44.572718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 50996) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:44.573273 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-82bc6d6c-ef3e-4899-a416-485849ecfb21 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1496387 Jan 14 11:53:44.578889 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:41Z', 'revision_number': 10, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:44.581969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--88588606'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:44.585506 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697efcd2-2c4c-4a44-99fc-22a721babc0c None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:41Z', 'revision_number': 10, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None, '_interfaces': [{'id': '20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7', 'name': '', 'network_id': '60b106a4-d561-446a-ab69-c277792dee06', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'mac_address': 'fa:16:3e:b6:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:52:54Z', 'updated_at': '2022-01-14T11:53:04Z', 'revision_number': 5, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'subnets': [{'id': 'ca93beaa-6b24-46af-8f07-b784096985d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:44.590021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:44.601901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:44.628473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.682376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:44.687996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:44.691279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:44.703091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:44.706562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.722375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,segment=NetworkSegment(28b1d7fe-c6d4-4173-a2b8-65e8da45b870),segment_id=28b1d7fe-c6d4-4173-a2b8-65e8da45b870)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:44.722994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:44.723108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.723364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.809536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] Set router 434bbfb8-4b78-435c-883b-05134f767468 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:44.858411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:44.876164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.890193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.979454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:44.979802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.989596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33068b3d-18a3-4218-abae-501a52bff894,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:44.993719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.995309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:44.999176 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-62f6031e-dffc-4b9d-b190-6a7e195be466 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4218361 Jan 14 11:53:44.999332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51073a0-52e5-4206-9107-91c9bbf7ed5b None None] DHCP port deletion for 2688ebc7-1078-41f9-9295-02ccef9a87fa request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:45.029786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51000) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:45.077056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:45.112282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:45.118219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '33068b3d-18a3-4218-abae-501a52bff894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:45.122830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=20fbca8b-477c-4b1a-b9e2-9b0a905059c5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:45.137449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:45.138223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20fbca8b-477c-4b1a-b9e2-9b0a905059c5 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:45.138815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c749b23d-3b9f-4884-b376-9ef6252df1d9 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:45.154430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:45.165249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:45.166286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:45.181732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] DHCP port deletion for bab5ff01-4b5a-42da-97bf-56b24eb1a18d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:45.236618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c749b23d-3b9f-4884-b376-9ef6252df1d9 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:45.236972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c749b23d-3b9f-4884-b376-9ef6252df1d9 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:45.238710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] Deleting port 4d45d687-6069-423b-b5f7-d70c6a2eff4a {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:45.239073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.253397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:45.272304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:45.278464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.314325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2688ebc7-1078-41f9-9295-02ccef9a87fa']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:45.331319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b1d7fe-c6d4-4173-a2b8-65e8da45b870') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:45.331607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b1d7fe-c6d4-4173-a2b8-65e8da45b870') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:45.350757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.357412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.369386 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The resource could not be found. Jan 14 11:53:45.373187 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-71c2fd5c-4f80-4bc5-b01d-1b021ed6d63f tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2677200 Jan 14 11:53:45.373187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.374881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51004) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:45.383370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': '33068b3d-18a3-4218-abae-501a52bff894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '627fd344-afc1-4def-a658-94256f2eb0b4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:45.392551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:45.395165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:45.395559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.407263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:45.410671 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:45.429026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:40Z', 'revision_number': 7, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:45.448458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff04f8d-249c-4eff-8496-736eec133b51 None None] The sync data for ids ['434bbfb8-4b78-435c-883b-05134f767468'] in dv-neutron-823850-1-hyperv is: [{'id': '434bbfb8-4b78-435c-883b-05134f767468', 'name': 'tempest-TestNetworkBasicOps-router-2027811698', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:49:45Z', 'updated_at': '2022-01-14T11:53:40Z', 'revision_number': 7, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434bbfb8-4b78-435c-883b-05134f767468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:49:47Z', 'updated_at': '2022-01-14T11:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:45.478970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] For port 4d45d687-6069-423b-b5f7-d70c6a2eff4a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4d45d687-6069-423b-b5f7-d70c6a2eff4a,segment=NetworkSegment(a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de),segment_id=a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:45.479502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.556072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:45.563611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:45.581559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:45.599973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.616595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] Calling delete_port for 4d45d687-6069-423b-b5f7-d70c6a2eff4a owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:45.623647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.639450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=2688ebc7-1078-41f9-9295-02ccef9a87fa,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:45.658738 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-96658905-ea2e-40ac-8a46-aefa5c64b72d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/2688ebc7-1078-41f9-9295-02ccef9a87fa HTTP/1.1" status: 204 len: 168 time: 1.4687366 Jan 14 11:53:45.658992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51008) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:45.700322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:45.734027 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The resource could not be found. Jan 14 11:53:45.735044 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8d9b5aae-729f-4daf-9106-ab0ee1ff2591 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3592706 Jan 14 11:53:45.740674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51012) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:45.749512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] Pushing event deleted for resources: {'Port': ['ID=4d45d687-6069-423b-b5f7-d70c6a2eff4a,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:45.756423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c14107-dfb4-4f68-808e-45f32fa58141 None None] No DVR routers for this DVR port 4d45d687-6069-423b-b5f7-d70c6a2eff4a on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:45.773769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.040966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.069075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.070546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75e5bc57-9ebc-48ff-8420-02b19bfd3a93 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.085009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.103156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75e5bc57-9ebc-48ff-8420-02b19bfd3a93 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.147456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.147980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router 434bbfb8-4b78-435c-883b-05134f767468 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:53:46.172798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.173882 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8a717b94-5ccf-4720-ae44-ac3918da3af9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/434bbfb8-4b78-435c-883b-05134f767468 HTTP/1.1" status: 204 len: 168 time: 2.0197525 Jan 14 11:53:46.174861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75e5bc57-9ebc-48ff-8420-02b19bfd3a93 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.177120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-75e5bc57-9ebc-48ff-8420-02b19bfd3a93 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.180356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-75e5bc57-9ebc-48ff-8420-02b19bfd3a93 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/33068b3d-18a3-4218-abae-501a52bff894 HTTP/1.1" status: 204 len: 168 time: 0.4369533 Jan 14 11:53:46.180356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:46.181432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51018) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:46.216348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5bc57-9ebc-48ff-8420-02b19bfd3a93 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33068b3d-18a3-4218-abae-501a52bff894,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:46.251938 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a399e046-a936-43d7-b353-9f4cff8fb808 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0693910 Jan 14 11:53:46.256197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51024) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:46.262739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'e0b42196-b6be-41e2-9f75-5a2f08d68557', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:46.269175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:46.275821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:46.280913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:46.287390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:46.335638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.460453 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The resource could not be found. Jan 14 11:53:46.461506 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4f884df6-4642-4c82-9605-4fc151a5659d tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2043722 Jan 14 11:53:46.465914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51028) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:46.466424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.474413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347645668'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:46.483142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:46.493232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab5ff01-4b5a-42da-97bf-56b24eb1a18d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:46.494475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:46.499040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:46.505350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:46.505637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dfc0b6-7ce2-468b-a5d0-551c7aeea1de') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:46.508073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:46.517484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.533308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.539814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:46.540187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.547026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:46.554413 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:46.635572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.640342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:46.647023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:46.650401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:46.661130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.663830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:46.667480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=bab5ff01-4b5a-42da-97bf-56b24eb1a18d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:46.675797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8a6f87f6-2bfa-4243-93c6-6f5515ef2c59 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/bab5ff01-4b5a-42da-97bf-56b24eb1a18d HTTP/1.1" status: 204 len: 168 time: 0.4893816 Jan 14 11:53:46.697266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51032) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:46.703582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1090735747', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:46.708408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:46.712524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:46.715440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:46.721392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:46.743193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.752247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:46.755908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.772266 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.787708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:53:46.797404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.797852 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment 4a40f029-bb7b-493e-ad01-6a4f6c2d39fb of type vlan for network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 Jan 14 11:53:46.830427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.833782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.835071 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3682735 Jan 14 11:53:46.838194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51036) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:46.841053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180db88-182a-488a-a2e1-5671ebff68e8 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d80f0b-cc4a-4e00-9f97-af82aec24354,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:46.846626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--393758757'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:46.854180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:46.860129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:46.863667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:46.877004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:46.893148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.907305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.910954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:46.911694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.915821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:46.916162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:46.985858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:47.019129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:47.019822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8c49c2b0-0af2-42ce-8678-d7ff0d3c6f20 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:47.020444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df67cd08-efc0-41d8-8a5c-3a43358aceda no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:47.044398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=19736cd3-eb74-4cdc-90e4-92d74f5d7891,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:47.047134 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6eeae55c-8d38-402a-b441-d060892a9f6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3488698 Jan 14 11:53:47.049948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.052252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:47.056060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: df67cd08-efc0-41d8-8a5c-3a43358aceda {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:47.056475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device df67cd08-efc0-41d8-8a5c-3a43358aceda not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:47.056614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:47.057035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4d45d687-6069-423b-b5f7-d70c6a2eff4a no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:47.059686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:47.061157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:47.065471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:47.070474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:47.079060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:47.085445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:47.095286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 4d45d687-6069-423b-b5f7-d70c6a2eff4a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:47.095629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4d45d687-6069-423b-b5f7-d70c6a2eff4a not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:47.097295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:53:47.104487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:47.133368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.138758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.168764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:47.169498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.194332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae0d9b-be56-4f5d-b5af-dba564d5a6b5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:47.199705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.201180 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4ebc0019-eeb0-414e-b3d9-6fb9f4e4d925 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3617327 Jan 14 11:53:47.204148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.212876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group_rule': {'security_group_id': 'b5d80f0b-cc4a-4e00-9f97-af82aec24354', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f1ae0d9b-be56-4f5d-b5af-dba564d5a6b5'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:47.219486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:47.223465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:47.227577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:47.233463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:47.268578 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 11:53:47.269696 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8528e5c6-b971-4efb-aad3-6cfaeb2582d4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0643051 Jan 14 11:53:47.272478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51048) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.343918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab794-2469-40f7-a22f-06c64d811cf2 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.370228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab794-2469-40f7-a22f-06c64d811cf2 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.402522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:47.423669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab794-2469-40f7-a22f-06c64d811cf2 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.430743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.431663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.443652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ab794-2469-40f7-a22f-06c64d811cf2 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae0d9b-be56-4f5d-b5af-dba564d5a6b5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:47.450823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab794-2469-40f7-a22f-06c64d811cf2 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.453347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8d7ab794-2469-40f7-a22f-06c64d811cf2 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/f1ae0d9b-be56-4f5d-b5af-dba564d5a6b5 HTTP/1.1" status: 204 len: 168 time: 0.1797132 Jan 14 11:53:47.454457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51052) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.490486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.518961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4ffd5d21-3ffd-491b-af8f-ba0f6aea6955 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:47.534728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4ffd5d21-3ffd-491b-af8f-ba0f6aea6955 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:47.536007 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4ffd5d21-3ffd-491b-af8f-ba0f6aea6955 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0804193 Jan 14 11:53:47.539496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51056) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.602667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b142d8b7-6509-433b-8dcb-ebfb48d06369 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.627824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b142d8b7-6509-433b-8dcb-ebfb48d06369 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.699213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.778536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b142d8b7-6509-433b-8dcb-ebfb48d06369 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.796029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142d8b7-6509-433b-8dcb-ebfb48d06369 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d80f0b-cc4a-4e00-9f97-af82aec24354,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:47.798937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.808988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b142d8b7-6509-433b-8dcb-ebfb48d06369 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.810105 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b142d8b7-6509-433b-8dcb-ebfb48d06369 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/b5d80f0b-cc4a-4e00-9f97-af82aec24354 HTTP/1.1" status: 204 len: 168 time: 0.2696893 Jan 14 11:53:47.812832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51060) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.848962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:47.864265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8515db57-1706-4d5f-b83b-b20c9ded1e28 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:47.881859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8515db57-1706-4d5f-b83b-b20c9ded1e28 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:47.883029 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8515db57-1706-4d5f-b83b-b20c9ded1e28 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0692639 Jan 14 11:53:47.888050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51064) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:47.893898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'tempest-secgroup--672450286'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:47.901241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:47.911067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:47.921643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:47.965222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:47.970372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Usage tracker for resource:security_group_rule and tenant:e4e8b728c35a4a9abce0153c21603d9f is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:47.974591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:47.981324 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:48.042176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.046966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.095207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4862f4bb-07b3-4e53-acc5-fa32bdad37f8,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:48.102027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.106275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4c2b5e19-cae3-4e59-acdb-096a84a6410a tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2143276 Jan 14 11:53:48.106686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51068) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.111809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-42bda345-57db-44a6-9394-af52f10d547b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:48.112379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-42bda345-57db-44a6-9394-af52f10d547b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] update failed (client error): There was a conflict when trying to complete your request. Jan 14 11:53:48.113333 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-42bda345-57db-44a6-9394-af52f10d547b tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "PUT /v2.0/security-groups/4862f4bb-07b3-4e53-acc5-fa32bdad37f8 HTTP/1.1" status: 409 len: 330 time: 0.0060616 Jan 14 11:53:48.116565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.128884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.170107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.184608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07d178fe-8610-4ed9-9f65-273cf6333209 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.202054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.213216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07d178fe-8610-4ed9-9f65-273cf6333209 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.268635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07d178fe-8610-4ed9-9f65-273cf6333209 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.288452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d178fe-8610-4ed9-9f65-273cf6333209 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4862f4bb-07b3-4e53-acc5-fa32bdad37f8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:48.308145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-07d178fe-8610-4ed9-9f65-273cf6333209 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.309480 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-07d178fe-8610-4ed9-9f65-273cf6333209 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/4862f4bb-07b3-4e53-acc5-fa32bdad37f8 HTTP/1.1" status: 204 len: 168 time: 0.1920404 Jan 14 11:53:48.312478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.370683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2b04503b-97eb-4f30-8bc0-e3def35845b1 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Synchronizing usage tracker for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:48.386729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2b04503b-97eb-4f30-8bc0-e3def35845b1 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] Unset dirty status for tenant:e4e8b728c35a4a9abce0153c21603d9f on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:48.389247 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2b04503b-97eb-4f30-8bc0-e3def35845b1 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0751576 Jan 14 11:53:48.392391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51080) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.409799 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-a64fdc39-297b-4d22-8e84-201b0d2bac48 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] delete failed (client error): The resource could not be found. Jan 14 11:53:48.414543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a64fdc39-297b-4d22-8e84-201b0d2bac48 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0f72cc7-66bb-4063-bc92-181bc2d85dac HTTP/1.1" status: 404 len: 347 time: 0.0171545 Jan 14 11:53:48.414739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51084) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.431103 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-fc6cb280-f25b-4c58-b9f2-d404fe972509 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] show failed (client error): The resource could not be found. Jan 14 11:53:48.432064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fc6cb280-f25b-4c58-b9f2-d404fe972509 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-groups/e9e4acc6-50aa-4973-9fd7-f672b6b49c92 HTTP/1.1" status: 404 len: 347 time: 0.0164521 Jan 14 11:53:48.436147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51088) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.454203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-8514dd7d-e4b7-4c12-90dc-f60b475d96e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] show failed (client error): The resource could not be found. Jan 14 11:53:48.455149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8514dd7d-e4b7-4c12-90dc-f60b475d96e4 tempest-NegativeSecGroupTest-1691760192 tempest-NegativeSecGroupTest-1691760192-project] 10.222.0.48 "GET /v2.0/security-group-rules/11bfe8c9-05be-416b-804b-4f64a3e79d38 HTTP/1.1" status: 404 len: 356 time: 0.0181344 Jan 14 11:53:48.582176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.156 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/539ebf4a-0deb-442f-a2a8-4f50fd9b36ed) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:48.748492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51096) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.915745 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:48.922445 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f2b7b710-c961-4dd9-86bf-6a81d64a1c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4e8b728c35a4a9abce0153c21603d9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1725795 Jan 14 11:53:48.924838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51102) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:48.960019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:48.992791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb30f87c-401d-4ed7-8a46-f26bfb12d220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.018166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb30f87c-401d-4ed7-8a46-f26bfb12d220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.067689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb30f87c-401d-4ed7-8a46-f26bfb12d220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.083384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30f87c-401d-4ed7-8a46-f26bfb12d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e31c5f-2762-4b70-b2d6-70b4147b2d70,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:49.101070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb30f87c-401d-4ed7-8a46-f26bfb12d220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.101859 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bb30f87c-401d-4ed7-8a46-f26bfb12d220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7e31c5f-2762-4b70-b2d6-70b4147b2d70 HTTP/1.1" status: 204 len: 168 time: 0.1760745 Jan 14 11:53:49.106540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:49.117821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.123483 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:49.137143 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:49.138123 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:49.185254 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-31400ed0-f32b-4412-8f0f-3e55ba2f7f71 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5253036 Jan 14 11:53:49.188064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51108) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:49.217268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:49.220810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:49.229232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:49.258656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:49.278651 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:49.398305 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:47Z', 'revision_number': 11, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:49.403369 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:49.416650 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:49.417360 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:49.443529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting subnet ca93beaa-6b24-46af-8f07-b784096985d8 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:53:49.452271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.453222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.454148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.517191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.557005 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:49.605267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.663713 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:47Z', 'revision_number': 11, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:49.668019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1edb45-f51c-449d-99e7-9f685569d316 None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:47Z', 'revision_number': 11, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:49.688109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.700678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:53:49.731809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Subnet': ['ID=ca93beaa-6b24-46af-8f07-b784096985d8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:49.739021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.745590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3f558-b8ce-4c14-a26a-e9176652e035 None None] Network 60b106a4-d561-446a-ab69-c277792dee06 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:49.749036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a2a5ef89-d17d-4203-91ad-74fd31d88a11 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/ca93beaa-6b24-46af-8f07-b784096985d8 HTTP/1.1" status: 204 len: 168 time: 0.5599301 Jan 14 11:53:49.749646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51112) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:49.862672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.873945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Deleting port a7bfab70-5720-452f-83fc-d9db1b7acb24 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:49.874412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.899884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:49.913052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Sync routers for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:49.922966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:49.924192 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-977c3b5d-4a63-4875-89d5-af4ff67c9cad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8733139 Jan 14 11:53:49.927683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51116) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:49.938391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:49.939004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:49.967135 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-271fc1aa-bddd-41f5-b3c0-e336f2e3d3ef tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382047 Jan 14 11:53:49.969736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51120) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:50.130687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] For port a7bfab70-5720-452f-83fc-d9db1b7acb24, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a7bfab70-5720-452f-83fc-d9db1b7acb24,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:50.131042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.144271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf72abe-afec-4132-a14e-019643a6f89c tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:50.146403 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ccf72abe-afec-4132-a14e-019643a6f89c tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751003 Jan 14 11:53:50.149258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51124) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:50.161002 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] DHCP port deletion for 60b106a4-d561-446a-ab69-c277792dee06 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:53:50.173103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Deleting port a7bfab70-5720-452f-83fc-d9db1b7acb24 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:50.173460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.198138 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6704fbe1-e35c-458e-93d1-b31b874c9dcc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476606 Jan 14 11:53:50.201347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51128) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:50.210118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157398549', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:50.249249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:50.277233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Calling delete_port for a7bfab70-5720-452f-83fc-d9db1b7acb24 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:50.357614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.405723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Port': ['ID=a7bfab70-5720-452f-83fc-d9db1b7acb24,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:50.411558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No DVR routers for this DVR port a7bfab70-5720-452f-83fc-d9db1b7acb24 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:53:50.433064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:50.437444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:50.440412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:50.446661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:50.457872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:53:50.562653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.584244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] For port a7bfab70-5720-452f-83fc-d9db1b7acb24, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a7bfab70-5720-452f-83fc-d9db1b7acb24,segment=NetworkSegment(0517f41a-3de9-4d7a-ae42-5b9db43e0ae8),segment_id=0517f41a-3de9-4d7a-ae42-5b9db43e0ae8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:50.584665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.632148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.658459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b106a4-d561-446a-ab69-c277792dee06']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:50.671887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:50.672686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0517f41a-3de9-4d7a-ae42-5b9db43e0ae8') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:50.685280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.702845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.709469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:53:50.709850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.722188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Calling delete_port for a7bfab70-5720-452f-83fc-d9db1b7acb24 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:53:50.729649 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:53:50.805731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.834627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.837683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:53:50.838270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:53:50.859721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:50.870946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:49Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:50.871903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Pushing event deleted for resources: {'Network': ['ID=60b106a4-d561-446a-ab69-c277792dee06,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:50.878207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Checking router: 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:50.878582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Updating router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:53:50.881614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-60edc923-2b5e-45fd-870d-995d062d6d1d tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/networks/60b106a4-d561-446a-ab69-c277792dee06 HTTP/1.1" status: 204 len: 168 time: 1.1307569 Jan 14 11:53:50.885225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51132) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:50.892829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'routes': None}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:50.954737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:50.984214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:50.984387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: 19736cd3-eb74-4cdc-90e4-92d74f5d7891, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:53:51.023858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.027782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:53:51.047451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 19736cd3-eb74-4cdc-90e4-92d74f5d7891) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:51.056805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:51.056805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.071062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a7bfab70-5720-452f-83fc-d9db1b7acb24 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:51.100388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-93cb0917-0394-4ac1-bda1-543f8c895d41 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8971739 Jan 14 11:53:51.104694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee5cce-62e4-472c-b488-562ddab0d2b5 None None] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:51.105038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51136) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:51.123919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a7bfab70-5720-452f-83fc-d9db1b7acb24 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:51.123919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a7bfab70-5720-452f-83fc-d9db1b7acb24 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:51.123919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:53:51.233192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:53:51.233192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 20ee02e9-c0b0-4e12-ad9f-a20aae2c67e7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:53:51.339279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Added routes are [] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 11:53:51.339577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.extraroute_db [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Removed routes are [] {{(pid=83451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 11:53:51.339959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.345954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Deleting port a7bfab70-5720-452f-83fc-d9db1b7acb24 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:53:51.346324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.436292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-102ff160-b35b-423c-80db-15e09a8ba817 None None] The port 'a7bfab70-5720-452f-83fc-d9db1b7acb24' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:53:51.602918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.606238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.676584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:53:51.677478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.753270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router 002303a7-0a0c-4832-8939-070330c7f9f9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:51.828032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.875455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Transition to ACTIVE for port object 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:51.888573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.900051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:51.906298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.910030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4f0dd4dd-9069-4169-8d33-7238eab78232 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 701 time: 1.0202577 Jan 14 11:53:51.915656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51140) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:51.917610 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] Sync routers for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:51.932851 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:51.934606 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:51.965601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Allocated IP 172.20.0.2 (19736cd3-eb74-4cdc-90e4-92d74f5d7891/b412ad90-a7f7-4c45-8a81-a2c27d6e39e0/1f6e6e2b-20ae-417d-b542-babea4f4e227) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:51.984915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-27a65498-263f-4619-b35e-151c49bb0dcc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:51.985557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:51.999594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Attempting to bind port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:51.999953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Attempting to bind port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:52.000519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Attempting to bind port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:52.004472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d40ae-c477-4fba-87f1-5b6247508580 None None] Pushing event updated for resources: {'Port': ['ID=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:52.010529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-27a65498-263f-4619-b35e-151c49bb0dcc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:52.016324 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-27a65498-263f-4619-b35e-151c49bb0dcc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 205 time: 0.1048217 Jan 14 11:53:52.017008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51144) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:52.106897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:52.107734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:52.108413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:52.109070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:52.109614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Bound port: 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:52.110212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:52.127145 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:52.325221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] For port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:52.349316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:52.349491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] For port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:52.362246 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:47Z', 'revision_number': 11, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:52.368612 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] Checking router: 002303a7-0a0c-4832-8939-070330c7f9f9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:52.385211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:52.386580 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] Routers {'002303a7-0a0c-4832-8939-070330c7f9f9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:52.387038 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['002303a7-0a0c-4832-8939-070330c7f9f9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:52.487791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:52.505924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Transition to ACTIVE for port object 1f6e6e2b-20ae-417d-b542-babea4f4e227 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:52.514109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d40ae-c477-4fba-87f1-5b6247508580 None None] Pushing event updated for resources: {'Port': ['ID=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:52.551222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:52.553031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:52.628196 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] Set router 002303a7-0a0c-4832-8939-070330c7f9f9 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:52.660226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Transition to ACTIVE for port object 1f6e6e2b-20ae-417d-b542-babea4f4e227 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:52.678347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:52.777437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:52.805001 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:47Z', 'revision_number': 11, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:52.811753 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4bf9-71ee-4b71-ade7-f43977ff1836 None None] The sync data for ids ['002303a7-0a0c-4832-8939-070330c7f9f9'] in dv-neutron-823850-1-hyperv is: [{'id': '002303a7-0a0c-4832-8939-070330c7f9f9', 'name': 'tempest-RoutersTest-router-1704033192', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:52:52Z', 'updated_at': '2022-01-14T11:53:47Z', 'revision_number': 11, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:52.829918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (19736cd3-eb74-4cdc-90e4-92d74f5d7891/b412ad90-a7f7-4c45-8a81-a2c27d6e39e0/ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:53:52.834778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:52.849683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:52.877983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Pushing event updated for resources: {'Port': ['ID=1f6e6e2b-20ae-417d-b542-babea4f4e227,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:53.008628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Attempting to bind port 1f6e6e2b-20ae-417d-b542-babea4f4e227 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:53.008628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Attempting to bind port 1f6e6e2b-20ae-417d-b542-babea4f4e227 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:53.009154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Attempting to bind port 1f6e6e2b-20ae-417d-b542-babea4f4e227 on network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:53.018249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:53.018653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Checking segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:53.019281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.019711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Bound using segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:53.020928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Bound port: 1f6e6e2b-20ae-417d-b542-babea4f4e227, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:53.020928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.038250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.042686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.074958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:53.078592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.078812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router 002303a7-0a0c-4832-8939-070330c7f9f9 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:53:53.107102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.115619 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f265f838-0b84-474c-a908-2bce237c67cf tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 204 len: 168 time: 1.0902059 Jan 14 11:53:53.125386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:53.134847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1347575427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:53.160478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:53.179086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Usage tracker for resource:router and tenant:5b4b5adb9b1344e9b4a383d805d56c46 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:53.184412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:53.193973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:53.233304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.244209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.245775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.261384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:53.285338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.308389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.345003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.407149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:53.410661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:53.411978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] For port 1f6e6e2b-20ae-417d-b542-babea4f4e227, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:53.414696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:53.417346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:53:53.432849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] For port 1f6e6e2b-20ae-417d-b542-babea4f4e227, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1f6e6e2b-20ae-417d-b542-babea4f4e227,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:53.455420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.456585 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1e176ba2-f106-4981-83d9-d0419a9d965a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3301985 Jan 14 11:53:53.463840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51152) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:53.465332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.472141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:53.484961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.597092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:53.642390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8790889-cc80-4fcd-a0b5-81cc45fdb187 None None] Pushing event updated for resources: {'Port': ['ID=1f6e6e2b-20ae-417d-b542-babea4f4e227,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:53.659808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:49Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:53.664957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de914e8e-5336-49ed-9369-837f2936fe4a None None] The sync data for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv is: [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:49Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:54.033650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:54.051356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:54.272622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:54.280509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:54.341006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Router cef7b651-38f0-4a71-a060-0765782815d5 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:53:54.415172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:54.417663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:54.432840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.433184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.433523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.433853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.434180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.434507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.434829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.435151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.435470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.435788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.436892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:54.615011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:53:54.616232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:53:54.661883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:54.672281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:54.673478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6164ad4d-b24e-41c6-8a4e-269ed391d74a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "PUT /v2.0/routers/cef7b651-38f0-4a71-a060-0765782815d5 HTTP/1.1" status: 200 len: 694 time: 1.2082922 Jan 14 11:53:54.676093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51156) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:54.678968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] Sync routers for ids ['cef7b651-38f0-4a71-a060-0765782815d5'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:54.702447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] Routers {'cef7b651-38f0-4a71-a060-0765782815d5'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:54.703265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cef7b651-38f0-4a71-a060-0765782815d5'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:54.897565 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-942d921b-5cb3-4948-8666-324a45591a92 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/routers/cef7b651-38f0-4a71-a060-0765782815d5 HTTP/1.1" status: 200 len: 700 time: 0.2086895 Jan 14 11:53:54.898803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51160) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:54.943655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] Set router cef7b651-38f0-4a71-a060-0765782815d5 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:54.961842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4588c8cc-a9a3-4289-9709-be4b9422084b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef7b651-38f0-4a71-a060-0765782815d5 HTTP/1.1" status: 200 len: 205 time: 0.0614438 Jan 14 11:53:54.966422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51164) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.125525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d7e9a-c6d2-4c79-946d-ce7eb350fea1 None None] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:53:55.138200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:55.154433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.227469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7b651-38f0-4a71-a060-0765782815d5', 'name': 'tempest-RoutersTest-router-1347575427', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:53Z', 'updated_at': '2022-01-14T11:53:54Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:55.256076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] Checking router: cef7b651-38f0-4a71-a060-0765782815d5 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:55.306555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a528587f-99e1-4a1d-be8b-90bfa42128c8 None None] Provisioning for port 1f6e6e2b-20ae-417d-b542-babea4f4e227 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:55.334939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] Routers {'cef7b651-38f0-4a71-a060-0765782815d5'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:55.335919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cef7b651-38f0-4a71-a060-0765782815d5'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:55.337135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:53:55.546802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] Set router cef7b651-38f0-4a71-a060-0765782815d5 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:55.553463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:53:55.557583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.558880 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0d2188bf-cc86-4baa-8279-55c5ee14c405 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/78b4bcd6-2aa7-45ee-b908-e3cf73babe48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4548714 Jan 14 11:53:55.561348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51168) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.586623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:55.588933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.654493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:55.654493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.685067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.685583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Fanout notify agent at l3_agent the message router_deleted on router cef7b651-38f0-4a71-a060-0765782815d5 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:53:55.694555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7b651-38f0-4a71-a060-0765782815d5', 'name': 'tempest-RoutersTest-router-1347575427', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:53Z', 'updated_at': '2022-01-14T11:53:54Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:55.716247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089fafd-6a36-42d5-b2d7-d1a16d6073ec None None] The sync data for ids ['cef7b651-38f0-4a71-a060-0765782815d5'] in dv-neutron-823850-1-hyperv is: [{'id': 'cef7b651-38f0-4a71-a060-0765782815d5', 'name': 'tempest-RoutersTest-router-1347575427', 'tenant_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:53Z', 'updated_at': '2022-01-14T11:53:54Z', 'revision_number': 2, 'project_id': '5b4b5adb9b1344e9b4a383d805d56c46', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:53:55.721666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.731030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57aea85a-3e11-4d07-abe4-20d78ffa97b7 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/cef7b651-38f0-4a71-a060-0765782815d5 HTTP/1.1" status: 204 len: 168 time: 0.7557271 Jan 14 11:53:55.731535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51172) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.753878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.754516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.754875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.755327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.755883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.756362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.761093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-06a8a452-f54f-412c-8918-cb90c9cf985d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1955166 Jan 14 11:53:55.761317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51176) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.778907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1f5a5a39-1e6a-486b-ab21-eac89733e3fc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Synchronizing usage tracker for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:55.799000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1f5a5a39-1e6a-486b-ab21-eac89733e3fc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] Unset dirty status for tenant:5b4b5adb9b1344e9b4a383d805d56c46 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:55.800920 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1f5a5a39-1e6a-486b-ab21-eac89733e3fc tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef7b651-38f0-4a71-a060-0765782815d5 HTTP/1.1" status: 200 len: 205 time: 0.0682206 Jan 14 11:53:55.804041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51180) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.828883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.839782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.840250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.840609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.840995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.841358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.841701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:55.843450 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-de95042d-53b9-4bf6-ba01-3e8c0ed72d9a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0812376 Jan 14 11:53:55.846413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51184) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.853452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:55.859332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:55.860632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1f6e6e2b-20ae-417d-b542-babea4f4e227 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:55.879316 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-0dd41a76-d15e-4bdc-b369-9422fe0a013b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:55.880995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0dd41a76-d15e-4bdc-b369-9422fe0a013b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/cef7b651-38f0-4a71-a060-0765782815d5 HTTP/1.1" status: 404 len: 336 time: 0.0760186 Jan 14 11:53:55.883558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51188) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.932383 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5125e6-1d7e-465f-8e2c-2137962a9515 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:55.933037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5125e6-1d7e-465f-8e2c-2137962a9515 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:55.935021 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a5125e6-1d7e-465f-8e2c-2137962a9515 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/7107be3d-e890-4ac7-9bd1-d6dac65665d6 HTTP/1.1" status: 404 len: 337 time: 0.0505698 Jan 14 11:53:55.937504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51192) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:55.991142 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e66f8a-a3ae-4b56-a395-b226afdedc19 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:55.991739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e66f8a-a3ae-4b56-a395-b226afdedc19 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:55.993653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d9e66f8a-a3ae-4b56-a395-b226afdedc19 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/f68fcf09-0c9e-494a-99c4-12095eb62ee7 HTTP/1.1" status: 404 len: 337 time: 0.0548284 Jan 14 11:53:55.996762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51196) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.031778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:56.042414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 1f6e6e2b-20ae-417d-b542-babea4f4e227 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:56.042926 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab957358-ecd4-4f3d-8d9b-abfdd9fcea87 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:56.043612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab957358-ecd4-4f3d-8d9b-abfdd9fcea87 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:56.046108 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ab957358-ecd4-4f3d-8d9b-abfdd9fcea87 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/bc810dcd-4e07-4c44-9145-8c5532e16011 HTTP/1.1" status: 404 len: 337 time: 0.0480745 Jan 14 11:53:56.046745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.047242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.047577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.047903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.048330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.048607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.048973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.049438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51200) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.049556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.049692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.050232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.050729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.059591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1f6e6e2b-20ae-417d-b542-babea4f4e227 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:56.060120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.103087 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8552fd6-13cd-40fa-8029-68ffa0ac86e6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:56.103611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8552fd6-13cd-40fa-8029-68ffa0ac86e6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:56.105280 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c8552fd6-13cd-40fa-8029-68ffa0ac86e6 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/ca93beaa-6b24-46af-8f07-b784096985d8 HTTP/1.1" status: 404 len: 337 time: 0.0547798 Jan 14 11:53:56.107882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51204) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.163228 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6c036c50-14d9-4831-b673-bb8871f25aca tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 200 len: 205 time: 0.0541584 Jan 14 11:53:56.165429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51208) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.188825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1c7530be-8b65-4489-abc5-879d0794edb2 None None] Provisioning for port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:53:56.216861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1c7530be-8b65-4489-abc5-879d0794edb2 None None] Provisioning complete for port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:56.217499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c7530be-8b65-4489-abc5-879d0794edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.240149 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-8e8baea9-1c30-4c7b-9bdf-88faca7a7846 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:56.241617 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8e8baea9-1c30-4c7b-9bdf-88faca7a7846 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/002303a7-0a0c-4832-8939-070330c7f9f9 HTTP/1.1" status: 404 len: 336 time: 0.0752206 Jan 14 11:53:56.244143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51212) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.263300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.297260 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8915759e-c2f5-47e1-9c6e-492e9c26782d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4491746 Jan 14 11:53:56.306134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1c7530be-8b65-4489-abc5-879d0794edb2 None None] Port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:56.307225 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-20884e6e-988d-4e42-975b-3a86ff7ae3c5 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=beec4fb6-8cc8-4035-9a83-4114694b3181 HTTP/1.1" status: 200 len: 205 time: 0.0611694 Jan 14 11:53:56.311982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51218) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.326522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1c7530be-8b65-4489-abc5-879d0794edb2 None None] Provisioning complete for port 1f6e6e2b-20ae-417d-b542-babea4f4e227 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:56.326816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c7530be-8b65-4489-abc5-879d0794edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.362592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 1f6e6e2b-20ae-417d-b542-babea4f4e227, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1f6e6e2b-20ae-417d-b542-babea4f4e227,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:53:56.376605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.387963 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-387fe537-ed1e-4099-b2a2-93dda27a8eba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:56.391609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-387fe537-ed1e-4099-b2a2-93dda27a8eba tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/beec4fb6-8cc8-4035-9a83-4114694b3181 HTTP/1.1" status: 404 len: 336 time: 0.0786479 Jan 14 11:53:56.392123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51222) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.432835 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-907b2109-35a5-48c3-93e6-a89bb00ce63a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:56.433651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907b2109-35a5-48c3-93e6-a89bb00ce63a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:56.435745 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-907b2109-35a5-48c3-93e6-a89bb00ce63a tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/7e3d7715-bd3c-4e98-96f0-78bb84b6e233 HTTP/1.1" status: 404 len: 337 time: 0.0425539 Jan 14 11:53:56.438848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51226) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.492560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=1f6e6e2b-20ae-417d-b542-babea4f4e227,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:56.493401 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d030c27-4b65-477d-afdc-73e4d78cba3b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 200 len: 205 time: 0.0525520 Jan 14 11:53:56.493781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51230) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.571691 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-77f96a4f-0aeb-462b-bab4-8bf30871de7e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:56.572692 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-77f96a4f-0aeb-462b-bab4-8bf30871de7e tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/2e914ced-aeb1-495e-9a49-ffbaf25823dd HTTP/1.1" status: 404 len: 336 time: 0.0778654 Jan 14 11:53:56.575300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51234) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.617935 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-400f9857-65be-4afa-a238-9ee0422412a1 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9036e25-73f6-445d-b62b-e30d07f4fdad HTTP/1.1" status: 200 len: 205 time: 0.0415647 Jan 14 11:53:56.620259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51238) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.631303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51242) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.636764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925053954', 'description': 'tempest-secgroup-smoke-925053954 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:56.642670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:56.647295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:56.650170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:56.655713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:56.666341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.686822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fee96c4e-31bd-4157-92b2-c48b43edbd9e None None] Provisioning complete for port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:56.687370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fee96c4e-31bd-4157-92b2-c48b43edbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.690388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-1cd8f441-8015-41f5-a981-f998f96cdc86 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:56.691398 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1cd8f441-8015-41f5-a981-f998f96cdc86 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/a9036e25-73f6-445d-b62b-e30d07f4fdad HTTP/1.1" status: 404 len: 336 time: 0.0702381 Jan 14 11:53:56.695048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51246) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.712635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:56.718402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:56.722154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:56.730014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:56.732382 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bf42a9-eec7-4583-bf56-8967686a8762 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:56.732836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bf42a9-eec7-4583-bf56-8967686a8762 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:56.734434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-18bf42a9-eec7-4583-bf56-8967686a8762 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/855b90aa-9873-454e-b7e9-a4e5aef1f7b6 HTTP/1.1" status: 404 len: 337 time: 0.0382755 Jan 14 11:53:56.737059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51250) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.740707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fee96c4e-31bd-4157-92b2-c48b43edbd9e None None] Port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:53:56.785708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5da15e4a-5b93-45ff-ae0c-ea150db9b9ec tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=093a5e2d-4513-46d6-a830-5d8de304ab66 HTTP/1.1" status: 200 len: 205 time: 0.0473835 Jan 14 11:53:56.788535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51254) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.834437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.838166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.857014 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.api.v2.resource [None req-4e751516-229e-409b-988c-b963a193dd77 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:56.860277 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4e751516-229e-409b-988c-b963a193dd77 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/093a5e2d-4513-46d6-a830-5d8de304ab66 HTTP/1.1" status: 404 len: 336 time: 0.0684831 Jan 14 11:53:56.860493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.883128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd0644-3eee-4c1c-ac04-38965efe90f5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:56.886738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.887913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2556491 Jan 14 11:53:56.890894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51262) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.894669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.895010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.895339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.895709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.896030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.896354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.896665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.897003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.897315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.897626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.897938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72383c37-2a9f-42ec-ac65-fd631173dc37 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:56.902095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'd9dd0644-3eee-4c1c-ac04-38965efe90f5', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:56.907461 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f884d9d-637e-4be0-91b3-d219f9d76d2b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:56.907887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f884d9d-637e-4be0-91b3-d219f9d76d2b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:56.909445 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f884d9d-637e-4be0-91b3-d219f9d76d2b tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/704897f1-99df-41ba-9671-4cd565bf13ae HTTP/1.1" status: 404 len: 337 time: 0.0480638 Jan 14 11:53:56.910390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:56.912920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51266) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:56.915365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:56.918286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:56.923860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:56.941889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:56.956335 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-36d61620-ae08-4ffc-90cb-267475b561bb tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "GET /v2.0/ports?device_id=7afa3b39-6852-4cb6-8483-892307629576 HTTP/1.1" status: 200 len: 205 time: 0.0422337 Jan 14 11:53:56.958771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51270) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.003886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:57.010870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.014715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.031096 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-47ad1faa-4e0d-444e-8699-fbc62025c759 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] delete failed (client error): The resource could not be found. Jan 14 11:53:57.032108 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-47ad1faa-4e0d-444e-8699-fbc62025c759 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/routers/7afa3b39-6852-4cb6-8483-892307629576 HTTP/1.1" status: 404 len: 336 time: 0.0722980 Jan 14 11:53:57.034631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.044781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13eb43e-c22f-4660-a5df-0cd1005a40d5,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:57.060433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.065473 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-496e5059-017c-4972-94fd-15179d4afb86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1709244 Jan 14 11:53:57.066253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51278) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.077561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'd9dd0644-3eee-4c1c-ac04-38965efe90f5', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:57.080381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:57.080751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.081969 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90ec44f-bfdf-4b32-b704-e9a1a18f08ea tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:57.082391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90ec44f-bfdf-4b32-b704-e9a1a18f08ea tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:57.083964 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b90ec44f-bfdf-4b32-b704-e9a1a18f08ea tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/fb247a47-7a49-4786-bf1a-f6f9c7ef85a6 HTTP/1.1" status: 404 len: 337 time: 0.0484576 Jan 14 11:53:57.086255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:57.086857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51282) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.090025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:57.092883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:57.099435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:57.116453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.141540 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.pecan_wsgi.hooks.translation [None req-19213a63-3cd2-465b-abff-2760e424f090 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] DELETE failed (client error): The resource could not be found. Jan 14 11:53:57.141980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19213a63-3cd2-465b-abff-2760e424f090 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 11:53:57.148261 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-19213a63-3cd2-465b-abff-2760e424f090 tempest-RoutersTest-167283785 tempest-RoutersTest-167283785-project] 10.222.0.48 "DELETE /v2.0/subnets/98e2f2aa-4791-40a9-99b2-b4f0231ef725 HTTP/1.1" status: 404 len: 337 time: 0.0552201 Jan 14 11:53:57.186328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.196181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.227868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1f6e6e2b-20ae-417d-b542-babea4f4e227 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:53:57.241572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32802866-ab3d-441d-b958-4a9e9284e3af,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:57.262297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.266263 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-64ca8f9d-344e-4a09-8630-c2614464d17c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1937892 Jan 14 11:53:57.266946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51288) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.276592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'd9dd0644-3eee-4c1c-ac04-38965efe90f5', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:57.286994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:57.293107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:57.297639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:57.308899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:57.309202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1f6e6e2b-20ae-417d-b542-babea4f4e227 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:53:57.309703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.331704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.400076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.405841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.457172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42146dcb-aaed-4bd7-9328-165193965c2b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:57.461714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.463505 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b3174b91-cb55-469b-9190-f04103e99a79 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1943014 Jan 14 11:53:57.466325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51294) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.474948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'd9dd0644-3eee-4c1c-ac04-38965efe90f5', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:57.484331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:57.488484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:57.493053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:57.502367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:57.527834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.551535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51298) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.606615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.611142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.638212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2278d3-23a8-45fa-a4e6-efbe98f16674,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:57.644193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.645390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b9a0521c-2822-440c-836a-b037e8735eff tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1773500 Jan 14 11:53:57.648809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51304) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.654610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'd9dd0644-3eee-4c1c-ac04-38965efe90f5', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:57.660985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:57.665338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:57.668186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:57.673751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:57.683309 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:53:57.704154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.868055 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d1a1f9a0-80a0-4f89-8377-4f49d573d0a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b4b5adb9b1344e9b4a383d805d56c46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151910 Jan 14 11:53:57.870651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51308) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.889216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.893004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.916549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081a0deb-ac73-4e4c-ac2f-2df1a8c418ec,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:57.926307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.928513 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8f461bbf-e0c1-4f38-8759-b199f721bed1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2787209 Jan 14 11:53:57.931350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51312) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:53:57.935267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19c92bfe-d49a-4e62-8cdd-8219f318c039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.936914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'd9dd0644-3eee-4c1c-ac04-38965efe90f5', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:53:57.943102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:53:57.946962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:53:57.949801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:53:57.955301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:53:57.963526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19c92bfe-d49a-4e62-8cdd-8219f318c039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:57.965779 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:53:57.973256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.019427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19c92bfe-d49a-4e62-8cdd-8219f318c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.039092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c92bfe-d49a-4e62-8cdd-8219f318c039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0debbea-f238-414a-853e-bce4a9212b0b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:58.043891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19c92bfe-d49a-4e62-8cdd-8219f318c039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.047589 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-19c92bfe-d49a-4e62-8cdd-8219f318c039 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0debbea-f238-414a-853e-bce4a9212b0b HTTP/1.1" status: 204 len: 168 time: 0.1733694 Jan 14 11:53:58.048607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.054117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.082887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b6aeaf-7bb1-4ef6-88be-3159bc93e8fc,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:58.094884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.096255 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3d14f42a-e237-4d08-b09b-615031998b9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1639824 Jan 14 11:53:58.206801 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Sync routers for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:53:58.220171 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:58.221090 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:58.365419 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-f4f3bbea-d878-4ece-8619-b3e6c4c60bac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925053954&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0519223 Jan 14 11:53:58.423890 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:53:58.531040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-16bd7797-0ea1-40d2-8999-9db98b772107 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:53:58.532469 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-16bd7797-0ea1-40d2-8999-9db98b772107 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 797 time: 0.1598468 Jan 14 11:53:58.549417 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-2422f732-424e-4e8f-ad6e-5460ead2243d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0106409 Jan 14 11:53:58.638973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-0f37d46d-889c-43f5-8511-dd41956c2ae1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:58.656506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-0f37d46d-889c-43f5-8511-dd41956c2ae1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:58.657967 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-0f37d46d-889c-43f5-8511-dd41956c2ae1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023271 Jan 14 11:53:58.757759 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:58.761372 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Checking router: 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:53:58.761711 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Updating router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:53:58.805811 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-e70b5ed0-7e97-4b5c-9395-81d2f46ab5f5 service neutron] 10.222.0.48 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357803 Jan 14 11:53:58.812334 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:58.942060 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-e4de0342-fcce-4b74-9802-cec8d0b64fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305978 Jan 14 11:53:59.195860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8d8b5abd-4fce-452b-b841-1d9470961938 req-0c67e56a-3f71-4799-8d4f-f4b3990bbe85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:53:59.199050 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:59.214525 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Transition to ACTIVE for port object ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:53:59.225231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:59.234582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8d8b5abd-4fce-452b-b841-1d9470961938 req-0c67e56a-3f71-4799-8d4f-f4b3990bbe85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:53:59.242355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8d8b5abd-4fce-452b-b841-1d9470961938 req-0c67e56a-3f71-4799-8d4f-f4b3990bbe85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 210 time: 0.1035805 Jan 14 11:53:59.300058 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Pushing event updated for resources: {'Port': ['ID=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:59.310385 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.310814 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.311210 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.311605 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.312007 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.312596 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.313034 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.313514 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.313990 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.314390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.314799 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:53:59.548849 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Attempting to bind port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:53:59.549341 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Attempting to bind port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:53:59.549697 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Attempting to bind port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 on network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:53:59.558829 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:53:59.559373 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Checking segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:53:59.559764 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:59.560142 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Bound using segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:53:59.561391 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Bound port: ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:53:59.561755 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:59.659052 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] For port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:53:59.662141 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] For port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:53:59.667497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:53:59.748783 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90745c36-4bcf-4cfc-815d-cee87f84f25c None None] Pushing event updated for resources: {'Port': ['ID=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:53:59.753463 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:53:59.754074 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:53:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:53:59.970259 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:00.349399 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:53:59Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:00.363270 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171e66e-cccf-4c76-b5dc-80f7520b4e95 None None] The sync data for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv is: [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:53:59Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:00.488433 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf37b510-cfdc-46d7-8b52-63202628ca68 req-10ea6873-ceb5-4cea-8fc7-bd8e579c6b38 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 210 time: 0.0914547 Jan 14 11:54:00.527079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-75621d2f-61c7-4440-a411-e95d1a7f0072 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:00.528193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-75621d2f-61c7-4440-a411-e95d1a7f0072 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:00.553487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-75621d2f-61c7-4440-a411-e95d1a7f0072 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:00.554989 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-75621d2f-61c7-4440-a411-e95d1a7f0072 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 797 time: 0.3128531 Jan 14 11:54:00.627712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-36abede9-f6d1-4d1f-ae5a-856cb29e989b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:00.644802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-36abede9-f6d1-4d1f-ae5a-856cb29e989b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:00.646228 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-36abede9-f6d1-4d1f-ae5a-856cb29e989b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 379 time: 0.0726576 Jan 14 11:54:00.655213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['d9dd0644-3eee-4c1c-ac04-38965efe90f5']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:00.785531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7040cd58-be64-4534-b446-a03591ff12b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:00.802659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:00.813037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:00.815377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51378) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:00.821243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553967035', 'description': 'tempest-secgroup-smoke-553967035 description', 'project_id': '290b962891f04d2480acb039748f3601'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:00.827984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:00.831083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:54:00.832485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:00.834396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:00.835676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:00.841846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:00.858807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:00.875988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:00.911506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:00.915557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:00.918443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:00.924081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:01.017049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.048022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:01.049916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.051241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.3 (19736cd3-eb74-4cdc-90e4-92d74f5d7891/b412ad90-a7f7-4c45-8a81-a2c27d6e39e0/1150a69f-f3af-4ae6-b5d9-c578ce9e4458) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:01.057606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.082468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:01.089453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:01.093502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:01.103076 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:01.140275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:01.148996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:01.149945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.160000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e22b17-4643-4109-b197-719f419f208b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:01.224504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.234483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.285425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12939b-92b7-49fa-9d41-f06f3d472186,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:01.301544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.303999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.307178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51382) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:01.307670 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5c15532e-d469-45ff-bc1c-16c3b0e8fc6a tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4911370 Jan 14 11:54:01.316437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group_rule': {'security_group_id': '5f12939b-92b7-49fa-9d41-f06f3d472186', 'project_id': '290b962891f04d2480acb039748f3601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:01.324678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:01.329337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.335342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:01.338338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:01.339606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:01.346807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:01.365938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:01.370541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.375168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.384081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.447305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:01.577055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:01.581822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:01.588665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:01.614992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:01.710241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:01.710854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.743620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.753363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.782844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95752988-ef6a-4c78-950b-f8972e17784c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:01.786258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-59611142-204f-48ca-8491-8161e308c5f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1350343 Jan 14 11:54:01.800092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Request body: {'port': {'device_id': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:01.827381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.830928 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a6113e1d-cb56-4e45-9792-36dfb3018667 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5199745 Jan 14 11:54:01.831652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51388) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:01.837877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group_rule': {'security_group_id': '5f12939b-92b7-49fa-9d41-f06f3d472186', 'project_id': '290b962891f04d2480acb039748f3601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:01.838804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9dbc8-0c56-4a38-99ae-87a63205dcd4 req-23636323-3280-434e-9124-c9c829efdf8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:01.839489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24b9dbc8-0c56-4a38-99ae-87a63205dcd4 req-23636323-3280-434e-9124-c9c829efdf8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:01.843693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:01.848385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:01.852473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:01.859769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:01.861299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9cd6c529-93b3-40d2-837e-8208a72e2934 None None] Provisioning for port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:01.867816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9cd6c529-93b3-40d2-837e-8208a72e2934 None None] Provisioning complete for port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:01.868470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c529-93b3-40d2-837e-8208a72e2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.879893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.902848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24b9dbc8-0c56-4a38-99ae-87a63205dcd4 req-23636323-3280-434e-9124-c9c829efdf8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:01.904006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24b9dbc8-0c56-4a38-99ae-87a63205dcd4 req-23636323-3280-434e-9124-c9c829efdf8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 931 time: 0.2740619 Jan 14 11:54:01.933416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6c529-93b3-40d2-837e-8208a72e2934 None None] Port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:54:01.945683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.949226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.956306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.973234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e246bfe8-7cbf-4d61-a75f-db46e134ecba,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:01.983099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:01.984448 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1e532544-d24d-447b-804b-3103ba780925 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1514580 Jan 14 11:54:01.987170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51392) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:01.992435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group_rule': {'security_group_id': '5f12939b-92b7-49fa-9d41-f06f3d472186', 'project_id': '290b962891f04d2480acb039748f3601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:01.998191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:02.002150 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:02.005061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:02.010439 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24b9dbc8-0c56-4a38-99ae-87a63205dcd4 req-e8392a32-c4f3-482b-9264-d5ec89afd46c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001999 Jan 14 11:54:02.011330 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:02.032067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.095257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.100285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.126400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e33a889-ebe0-4351-8f77-9d511c877ba9,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:02.137561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.138848 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-17f63a2a-4d8e-45ff-b238-fbc2f2cea0a2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1507781 Jan 14 11:54:02.143132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51396) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:02.195833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group_rule': {'security_group_id': '5f12939b-92b7-49fa-9d41-f06f3d472186', 'project_id': '290b962891f04d2480acb039748f3601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:02.207604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:02.215019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:02.219516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:02.233715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:02.277147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.404030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:54:02.412926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.414681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.417354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.447722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Transition to ACTIVE for port object 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:02.452645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.456055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f455fa-8fe6-476f-849a-fdb8bcb996f3,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:02.503453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.504613 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0cd273b9-af3b-45dd-8fe4-c09ee77aa4b4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3604155 Jan 14 11:54:02.507769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51400) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:02.513613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group_rule': {'security_group_id': '5f12939b-92b7-49fa-9d41-f06f3d472186', 'project_id': '290b962891f04d2480acb039748f3601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:02.519597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:02.524055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:02.526751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:02.532972 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:02.546676 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Project 290b962891f04d2480acb039748f3601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:54:02.553828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.585155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Pushing event updated for resources: {'Port': ['ID=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:02.623981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.628248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.648661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9dcd4f-0dcc-4eb6-bc41-dd9fdca28107,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:02.667033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.668626 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f753f1e-da19-494a-a08d-5257a684efbf tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1595304 Jan 14 11:54:02.671199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51404) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:02.676922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'security_group_rule': {'security_group_id': '5f12939b-92b7-49fa-9d41-f06f3d472186', 'project_id': '290b962891f04d2480acb039748f3601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:02.682947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:02.686709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:security_group_rule and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:02.690230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:02.697070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:02.699968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Attempting to bind port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:54:02.700394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Attempting to bind port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:54:02.700836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Attempting to bind port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 on network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:02.707708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 on network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:54:02.707932 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Project 290b962891f04d2480acb039748f3601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:54:02.708905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Attempting to bind port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 on network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:02.715980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.716717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:54:02.717147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Checking segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:02.717594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Bound using segment: {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:54:02.718093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Bound port: 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:54:02.718500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.785827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.792245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.815165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14026fa-0f14-4099-bd0f-feec4064b97d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:02.821266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] For port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:54:02.824487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] For port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:54:02.825740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.827150 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-25ed06ad-b21d-47c6-8782-4590d3306cea tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1548221 Jan 14 11:54:02.829264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.830311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51408) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:02.836760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'network': {'name': 'tempest-network-smoke--1336541436', 'project_id': '290b962891f04d2480acb039748f3601', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:02.842744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:02.847301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:network and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:02.850405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:02.855876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:02.865722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Made reservation on behalf of 290b962891f04d2480acb039748f3601 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:54:02.868961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.897309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:54:02.905434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.906945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] 10.222.0.31 "PUT /v2.0/ports/1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 1093 time: 1.1126742 Jan 14 11:54:02.907659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:02.908613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.909196 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Added segment d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7 of type vlan for network cffaf36f-e2e3-4a07-95ae-76f4a65a216a Jan 14 11:54:02.920470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a7506-78fb-4e86-8fb2-919b13df6e54 service neutron] Pushing event updated for resources: {'Port': ['ID=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:02.945351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.981764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:02.986088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:02.987227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.008948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f34a94e3-93bb-48e9-8ee2-a2961ff14424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.036487 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'status': 'completed', 'code': 200} Jan 14 11:54:03.054338 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-46e1bb08-c267-4ec4-bb4b-0f582096c184 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1096 time: 0.1071398 Jan 14 11:54:03.070903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:03.164069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-871964fb-ad2f-4c96-b3e3-d96c1955a4bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 217 time: 0.0988033 Jan 14 11:54:03.168130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:03.168749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.170039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Network': ['ID=cffaf36f-e2e3-4a07-95ae-76f4a65a216a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:03.176183 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cc45e082-a925-41d9-ac14-ad9cec50a05f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3446617 Jan 14 11:54:03.176606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51416) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:03.183296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'admin_state_up': True, 'project_id': '290b962891f04d2480acb039748f3601', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:03.190566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:03.195620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:router and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:03.199359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:03.207217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:03.226790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.228002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.248952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.260348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:54:03.331829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-0a781b72-b5c2-4ed7-ba3d-f081f4cda762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:03.333733 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-0a781b72-b5c2-4ed7-ba3d-f081f4cda762 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 200 len: 835 time: 0.1632266 Jan 14 11:54:03.393658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35fbf-0ade-4858-aae0-12a544a74bed req-3ed001d5-a66e-4249-93b7-03df28817cef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:03.395142 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9c35fbf-0ade-4858-aae0-12a544a74bed req-3ed001d5-a66e-4249-93b7-03df28817cef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 943 time: 0.1523056 Jan 14 11:54:03.404588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.463212 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9c35fbf-0ade-4858-aae0-12a544a74bed req-f1ec4817-1d1d-4049-9299-bfb26e0ad5e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553808 Jan 14 11:54:03.466009 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-fd985995-7f2f-44d7-912f-ab422c87c388 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19736cd3-eb74-4cdc-90e4-92d74f5d7891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250367 Jan 14 11:54:03.597485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.707758 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-26514683-e035-40b6-8d78-4d3376097f4e service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351882 Jan 14 11:54:03.714606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:03.838542 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-25f5d7f9-ae00-4988-a7f2-25d72a478128 req-03e1b5c4-1e18-4d93-917a-d897e4a9052f service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247146 Jan 14 11:54:03.849375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Allocated IP 172.26.8.78 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/ff4aa192-624a-4fcc-b27b-21e59c8792f8) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:03.959215 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-bcfd2896-b8cc-480a-b9e9-0c6be84be3a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1096 time: 0.0747433 Jan 14 11:54:03.997311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.024792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.090284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-31980094-39fb-4982-92da-e97986bdacfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:04.091733 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-31980094-39fb-4982-92da-e97986bdacfc service neutron] 10.222.0.31 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 898 time: 0.1264091 Jan 14 11:54:04.095001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:04.095734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Port': ['ID=ff4aa192-624a-4fcc-b27b-21e59c8792f8,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:04.099429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:04.101454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:04.130805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.159933 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-a49e8067-1027-4ceb-bfb7-f996f0dadd0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 217 time: 0.0618234 Jan 14 11:54:04.226868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-18a87912-bd1f-468d-9a9a-207b6e42979a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:04.228314 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-18a87912-bd1f-468d-9a9a-207b6e42979a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 200 len: 835 time: 0.0622399 Jan 14 11:54:04.270892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.271613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.305806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-a230d2d7-e1d1-41de-9ecc-26b25ff0484d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19736cd3-eb74-4cdc-90e4-92d74f5d7891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718431 Jan 14 11:54:04.352456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.437403 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-32510678-ef9c-4b25-9bde-4c278ceccd58 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246188 Jan 14 11:54:04.505369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Router 7169a66e-cca4-428b-905b-3401d2dd26ba is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:54:04.577839 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a93b88e-426d-4236-b327-6aca0704bee0 req-d57301a4-d9ab-4d72-9e5d-b49ed4940d36 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336992 Jan 14 11:54:04.745784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aec59-59f1-471c-8f98-8e9a7a08760e req-066ff731-f951-41ca-a2dd-fdce0668809c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:04.747197 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-db4aec59-59f1-471c-8f98-8e9a7a08760e req-066ff731-f951-41ca-a2dd-fdce0668809c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 943 time: 0.1496089 Jan 14 11:54:04.804432 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-db4aec59-59f1-471c-8f98-8e9a7a08760e req-6fd3840f-5b94-47fb-bcc3-2bf78ee90460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501719 Jan 14 11:54:04.806695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:54:04.816545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Sync routers for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:54:04.828941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:04.829613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:04.836739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:04.838016 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-677b8cc1-3905-449f-98c9-3d20437f863d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6590261 Jan 14 11:54:04.841049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51422) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:05.003637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:05.005578 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b6caff4e-1cca-44b5-839a-99e3a9458f7e tempest-TestNetworkAdvancedServerOps-301990074 tempest-TestNetworkAdvancedServerOps-301990074-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=290b962891f04d2480acb039748f3601&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628058 Jan 14 11:54:05.008216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51428) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:05.138350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b8cc9-c594-4f22-be4e-9be7b5f180dc tempest-TestNetworkAdvancedServerOps-301990074 tempest-TestNetworkAdvancedServerOps-301990074-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:05.142352 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-776b8cc9-c594-4f22-be4e-9be7b5f180dc tempest-TestNetworkAdvancedServerOps-301990074 tempest-TestNetworkAdvancedServerOps-301990074-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305380 Jan 14 11:54:05.142574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51432) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:05.186195 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-381f50bb-f2ba-4f38-9a44-d97850851c1f tempest-TestNetworkAdvancedServerOps-301990074 tempest-TestNetworkAdvancedServerOps-301990074-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401337 Jan 14 11:54:05.186676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51436) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:05.192118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-936174867', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'project_id': '290b962891f04d2480acb039748f3601', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:05.305445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:05.309108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:subnet and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:05.311817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:05.317347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:05.327122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Made reservation on behalf of 290b962891f04d2480acb039748f3601 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:54:05.330330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:04Z', 'revision_number': 3, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:05.334560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Checking router: 7169a66e-cca4-428b-905b-3401d2dd26ba for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:54:05.334968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Updating router 7169a66e-cca4-428b-905b-3401d2dd26ba port ff4aa192-624a-4fcc-b27b-21e59c8792f8 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:54:05.388834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.495247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.520095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.732457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.733522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.744828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Transition to ACTIVE for port object ff4aa192-624a-4fcc-b27b-21e59c8792f8 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:05.750635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.815955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Subnet': ['ID=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:05.828711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Checking segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:05.829250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network hostable DHCP agents. Network: cffaf36f-e2e3-4a07-95ae-76f4a65a216a, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:54:05.829697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Attempting to bind port ff4aa192-624a-4fcc-b27b-21e59c8792f8 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:54:05.830066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Attempting to bind port ff4aa192-624a-4fcc-b27b-21e59c8792f8 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:54:05.830427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Attempting to bind port ff4aa192-624a-4fcc-b27b-21e59c8792f8 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:05.832486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0ffe7-2225-4106-8e34-cbbc2339ac51 None None] Pushing event updated for resources: {'Port': ['ID=ff4aa192-624a-4fcc-b27b-21e59c8792f8,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:05.840412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:54:05.840825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:05.841227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.841608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:54:05.842132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Bound port: ff4aa192-624a-4fcc-b27b-21e59c8792f8, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:54:05.842442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.852783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:54:05.862277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, cffaf36f-e2e3-4a07-95ae-76f4a65a216a) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:05.867139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:05.867720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:05.881949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1355c-984b-4162-8057-72a56fbb1202 None None] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:54:05.893566 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4bd74228-00ff-4f97-8684-e7863f6707b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7057011 Jan 14 11:54:05.896816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51442) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:06.002471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] For port ff4aa192-624a-4fcc-b27b-21e59c8792f8, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:54:06.029737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] For port ff4aa192-624a-4fcc-b27b-21e59c8792f8, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ff4aa192-624a-4fcc-b27b-21e59c8792f8,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:54:06.037024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:06.111362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d911c7-d4e3-4e56-bae1-1d56af1f5592 req-03ae2a6f-c106-4ee4-86d5-9e38c890d5d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:06.112836 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-97d911c7-d4e3-4e56-bae1-1d56af1f5592 req-03ae2a6f-c106-4ee4-86d5-9e38c890d5d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 943 time: 0.1533492 Jan 14 11:54:06.183519 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-97d911c7-d4e3-4e56-bae1-1d56af1f5592 req-3cf8bf15-98d8-41a8-9bfc-18dfb7e60055 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628688 Jan 14 11:54:06.198794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0ffe7-2225-4106-8e34-cbbc2339ac51 None None] Pushing event updated for resources: {'Port': ['ID=ff4aa192-624a-4fcc-b27b-21e59c8792f8,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:06.201714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:06.202491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:06.263848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:54:06.264550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:06.501767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:06.637481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Allocated IP 172.20.0.2 (cffaf36f-e2e3-4a07-95ae-76f4a65a216a/57c11a3a-f425-4e23-bb2c-c5d0e3615e2c/10174b0b-83af-4220-af95-5348d4f1df02) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:06.873119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:06.938342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:54:07.081130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.098088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Transition to ACTIVE for port object 10174b0b-83af-4220-af95-5348d4f1df02 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:07.103081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:04Z', 'revision_number': 3, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:07.128608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646cc9a-2287-4552-93e6-60e2c3187e02 None None] The sync data for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv is: [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:04Z', 'revision_number': 3, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:07.169372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Transition to ACTIVE for port object 10174b0b-83af-4220-af95-5348d4f1df02 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:07.182793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.262428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:07.266350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:07.274428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:07.281342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:07.283351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Pushing event updated for resources: {'Port': ['ID=10174b0b-83af-4220-af95-5348d4f1df02,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:07.291212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Allocated IP 172.20.0.1 (cffaf36f-e2e3-4a07-95ae-76f4a65a216a/57c11a3a-f425-4e23-bb2c-c5d0e3615e2c/1129a1c0-338c-43b9-a324-b54b5d222eb9) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:07.321993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'port_id': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'mac_address': 'fa:16:3e:e8:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:54:07.396604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cf9df-7523-41f0-a57c-13d262190aa2 req-3b2ebf2c-8ef7-4dab-aac0-626a6317ed75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:07.398509 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bf1cf9df-7523-41f0-a57c-13d262190aa2 req-3b2ebf2c-8ef7-4dab-aac0-626a6317ed75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 943 time: 0.0863783 Jan 14 11:54:07.432141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Attempting to bind port 10174b0b-83af-4220-af95-5348d4f1df02 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:54:07.432540 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Attempting to bind port 10174b0b-83af-4220-af95-5348d4f1df02 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:54:07.432885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Attempting to bind port 10174b0b-83af-4220-af95-5348d4f1df02 on network cffaf36f-e2e3-4a07-95ae-76f4a65a216a {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:07.441985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.453140 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bf1cf9df-7523-41f0-a57c-13d262190aa2 req-2b61b9a6-75e4-428d-ba62-b3f7b502ce1f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472043 Jan 14 11:54:07.456577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:54:07.456990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Checking segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:07.457393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.457782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Bound using segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:54:07.458351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Bound port: 10174b0b-83af-4220-af95-5348d4f1df02, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:54:07.458717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.467131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.481260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:54:07.488205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Transition to ACTIVE for port object 1129a1c0-338c-43b9-a324-b54b5d222eb9 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:07.512234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.541633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:07.545810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.581727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:07.585116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:07.589077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:07.623029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Port': ['ID=1129a1c0-338c-43b9-a324-b54b5d222eb9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:07.628409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] For port 10174b0b-83af-4220-af95-5348d4f1df02, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:54:07.632506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] For port 10174b0b-83af-4220-af95-5348d4f1df02, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=10174b0b-83af-4220-af95-5348d4f1df02,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:54:07.635467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:07.638873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.653518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.719464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388986ca-d7f7-443f-a390-57e3a135b238 None None] Pushing event updated for resources: {'Port': ['ID=10174b0b-83af-4220-af95-5348d4f1df02,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:07.741453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:07.924245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['1150a69f-f3af-4ae6-b5d9-c578ce9e4458'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:54:08.181958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:08.187456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:08.410837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:08.414607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Port': ['ID=1129a1c0-338c-43b9-a324-b54b5d222eb9,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:08.570018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:08.571339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:08.667418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac8bef3-1115-4448-968e-bfb65bd7ac88 None None] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:54:08.766551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f8438a3c-9520-4ea7-96ef-bbb24a76e3d2 None None] Provisioning for port 10174b0b-83af-4220-af95-5348d4f1df02 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:08.901656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f198307-30e9-476a-a0ed-cf008bfadda4 req-0782cfbe-5b35-4ad4-b40a-a3b4c272cf2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:08.903020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5f198307-30e9-476a-a0ed-cf008bfadda4 req-0782cfbe-5b35-4ad4-b40a-a3b4c272cf2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 944 time: 0.2717395 Jan 14 11:54:08.936749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:09.021680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:09.025319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5f198307-30e9-476a-a0ed-cf008bfadda4 req-ac78c9d6-2674-4f30-9912-78be42345dba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122923 Jan 14 11:54:09.027277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:09.027887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.075608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 10174b0b-83af-4220-af95-5348d4f1df02 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:09.099631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Router 7169a66e-cca4-428b-905b-3401d2dd26ba has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:54:09.301205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.312988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Provisioning for port 1129a1c0-338c-43b9-a324-b54b5d222eb9 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:09.322448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Provisioning complete for port 1129a1c0-338c-43b9-a324-b54b5d222eb9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:09.322835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.360749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:54:09.375609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-060b1b4d-d64f-4455-a23e-47f0622e408b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "PUT /v2.0/routers/7169a66e-cca4-428b-905b-3401d2dd26ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4769964 Jan 14 11:54:09.466204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Port 1129a1c0-338c-43b9-a324-b54b5d222eb9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:54:09.484922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:09.499118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:09.505004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 10174b0b-83af-4220-af95-5348d4f1df02 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:09.511452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.514025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 10174b0b-83af-4220-af95-5348d4f1df02 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:09.514387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.573524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Provisioning complete for port 10174b0b-83af-4220-af95-5348d4f1df02 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:09.573805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.610890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-cc0428df-dac3-451f-8229-b21a87dd299f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Synchronizing usage tracker for tenant:290b962891f04d2480acb039748f3601 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:09.631837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-cc0428df-dac3-451f-8229-b21a87dd299f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Unset dirty status for tenant:290b962891f04d2480acb039748f3601 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:09.642465 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-cc0428df-dac3-451f-8229-b21a87dd299f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553967035&fields=id&tenant_id=290b962891f04d2480acb039748f3601 HTTP/1.1" status: 200 len: 267 time: 0.0877290 Jan 14 11:54:09.664807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078afb4-813f-4a76-8ae3-2b5db0a9ce1f req-c17f0b03-05d9-4de6-a66d-301700ede0f7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:09.666600 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4078afb4-813f-4a76-8ae3-2b5db0a9ce1f req-c17f0b03-05d9-4de6-a66d-301700ede0f7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.1033854 Jan 14 11:54:09.705908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:09.721817 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4078afb4-813f-4a76-8ae3-2b5db0a9ce1f req-8c79efe0-b40a-4aac-af71-ab515057c91b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481339 Jan 14 11:54:09.826916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.842689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:09.868226 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'code': 200} Jan 14 11:54:09.888783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-64b4c4b7-c9ef-487c-8033-db4cddb6f380 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:09.889655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-64b4c4b7-c9ef-487c-8033-db4cddb6f380 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Synchronizing usage tracker for tenant:290b962891f04d2480acb039748f3601 on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:09.905165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 10174b0b-83af-4220-af95-5348d4f1df02, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=10174b0b-83af-4220-af95-5348d4f1df02,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:09.913778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-64b4c4b7-c9ef-487c-8033-db4cddb6f380 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Unset dirty status for tenant:290b962891f04d2480acb039748f3601 on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:09.915531 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-64b4c4b7-c9ef-487c-8033-db4cddb6f380 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/networks?id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 200 len: 797 time: 0.2717454 Jan 14 11:54:09.934064 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-5f972ffa-b502-41f8-858a-9db34e2c244c tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/quotas/290b962891f04d2480acb039748f3601 HTTP/1.1" status: 200 len: 375 time: 0.0133972 Jan 14 11:54:09.938551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:10.035989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:54:10.036374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-89bdf10e-9fe4-4d69-a14c-8e9c2917d6d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:54:10.041694 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-dd4b17ec-f83f-4e4b-ab52-9441b2ae1850 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=290b962891f04d2480acb039748f3601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017373 Jan 14 11:54:10.044966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=10174b0b-83af-4220-af95-5348d4f1df02,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:10.155816 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da9bb5e9-76a9-4f88-8fab-2a3a7e84eb18 req-a2bca822-763e-4fba-aaf5-7b1b4e641f7d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1098 time: 0.1081522 Jan 14 11:54:10.198209 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-212962ad-24eb-47f3-a1f1-52d202d18cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492658 Jan 14 11:54:10.270742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da9bb5e9-76a9-4f88-8fab-2a3a7e84eb18 req-9bd1cb55-f198-42c7-aa2a-0605df4bb2f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085672 Jan 14 11:54:10.306689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430449-a1b2-48fb-91a8-7700df4200bd req-1fc992ab-fd59-4838-a574-1b4f92487920 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:10.308303 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e430449-a1b2-48fb-91a8-7700df4200bd req-1fc992ab-fd59-4838-a574-1b4f92487920 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.0941520 Jan 14 11:54:10.342032 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-24de03fd-b98d-45a5-8ac6-8f32426f136e service neutron] 10.222.0.48 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370714 Jan 14 11:54:10.357700 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e430449-a1b2-48fb-91a8-7700df4200bd req-178ac523-f5db-454a-9b0b-de0a63c27725 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436721 Jan 14 11:54:10.533106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-114fe86b-181c-4ba4-8b6a-fdd16cc8389b req-2ba288c8-e3f4-4f92-ad1b-b7781691177b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Synchronizing usage tracker for tenant:290b962891f04d2480acb039748f3601 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:10.549869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-114fe86b-181c-4ba4-8b6a-fdd16cc8389b req-2ba288c8-e3f4-4f92-ad1b-b7781691177b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Unset dirty status for tenant:290b962891f04d2480acb039748f3601 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:10.550993 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-114fe86b-181c-4ba4-8b6a-fdd16cc8389b req-2ba288c8-e3f4-4f92-ad1b-b7781691177b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 210 time: 0.0605090 Jan 14 11:54:10.708463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dc4edce7-e97d-4f12-a70b-9c3b612f3a9d None None] Provisioning complete for port 1129a1c0-338c-43b9-a324-b54b5d222eb9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:10.709064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dc4edce7-e97d-4f12-a70b-9c3b612f3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:10.758592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dc4edce7-e97d-4f12-a70b-9c3b612f3a9d None None] Port 1129a1c0-338c-43b9-a324-b54b5d222eb9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:54:10.935042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3153c7-d637-4c89-8ea6-4f25af01199d req-9aadbcfb-26e9-418c-b0b4-56a392356f08 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:10.936479 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4b3153c7-d637-4c89-8ea6-4f25af01199d req-9aadbcfb-26e9-418c-b0b4-56a392356f08 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.0762627 Jan 14 11:54:10.992762 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4b3153c7-d637-4c89-8ea6-4f25af01199d req-ccae1698-51fd-470a-b619-b5dc87d9fbc2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472863 Jan 14 11:54:11.074684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 10174b0b-83af-4220-af95-5348d4f1df02 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:11.145320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 10174b0b-83af-4220-af95-5348d4f1df02 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:11.146351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:11.272039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff4aa192-624a-4fcc-b27b-21e59c8792f8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:11.338410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ff4aa192-624a-4fcc-b27b-21e59c8792f8 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:11.343294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ff4aa192-624a-4fcc-b27b-21e59c8792f8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:11.343696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:11.392105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-cea63fbb-f2a6-4863-8539-d480184adb47 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:11.393470 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-cea63fbb-f2a6-4863-8539-d480184adb47 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.0777838 Jan 14 11:54:11.464415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:11.465385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Deleting port 6a5f67cd-0757-41d5-b61d-447e37d71f3d {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:54:11.465720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:11.483265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ff4aa192-624a-4fcc-b27b-21e59c8792f8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ff4aa192-624a-4fcc-b27b-21e59c8792f8,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:11.487482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:11.558507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ff4aa192-624a-4fcc-b27b-21e59c8792f8,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:11.678861 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-dbf2ca34-2118-4c16-a0b8-4d2ad4bf2122 req-2a5d411a-6237-4931-b145-145aa4068521 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 210 time: 0.0460701 Jan 14 11:54:11.839642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8dd27-622b-4318-9c47-efc9c3e32882 req-0a890267-07b5-42d5-8d0c-9bff48e9470e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:11.841019 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66a8dd27-622b-4318-9c47-efc9c3e32882 req-0a890267-07b5-42d5-8d0c-9bff48e9470e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.3467844 Jan 14 11:54:11.931585 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66a8dd27-622b-4318-9c47-efc9c3e32882 req-9f7e70b6-098f-42a0-995f-9a6157cee9ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845351 Jan 14 11:54:11.933152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] For port 6a5f67cd-0757-41d5-b61d-447e37d71f3d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6a5f67cd-0757-41d5-b61d-447e37d71f3d,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:11.933500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:12.188081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cb997-0d79-4071-b591-2d57c35101d6 req-cad50763-ae74-4ee5-8e61-4f91b222bcbd tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:12.189505 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-023cb997-0d79-4071-b591-2d57c35101d6 req-cad50763-ae74-4ee5-8e61-4f91b222bcbd tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 946 time: 0.0774221 Jan 14 11:54:12.231861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:12.232217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:12.232518 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Floating IP 6a0d5fa4-109a-4360-99f2-7dde506218d6 disassociated. External IP: 172.26.8.108, port: 6a5f67cd-0757-41d5-b61d-447e37d71f3d. Jan 14 11:54:12.232879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Calling delete_port for 6a5f67cd-0757-41d5-b61d-447e37d71f3d owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:54:12.240656 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-023cb997-0d79-4071-b591-2d57c35101d6 req-6fef85e8-a6c6-4f15-8daa-5afe91e532bb tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452340 Jan 14 11:54:12.373565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:12.423751 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'Port': ['ID=6a5f67cd-0757-41d5-b61d-447e37d71f3d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:12.630844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:54:12.833152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a593f8f5-abee-4cdf-ad54-aab4816c199d req-2f3bb582-8de1-4772-b9fc-20e1dc6bff8e tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 210 time: 0.0559683 Jan 14 11:54:12.887474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:54:12.898485 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:54:12.914964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:12.915805 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:12.978410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] No DVR routers for this DVR port 6a5f67cd-0757-41d5-b61d-447e37d71f3d on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:54:12.981664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:12.992474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'name': 'network-vif-deleted', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:13.000709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8afffaed-c211-46e2-92ec-fa7ecbd987c3 req-fd35c47d-e7cc-4ec1-8474-851d940021d7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "DELETE /v2.0/ports/6a5f67cd-0757-41d5-b61d-447e37d71f3d HTTP/1.1" status: 204 len: 173 time: 1.6015003 Jan 14 11:54:13.028705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff4aa192-624a-4fcc-b27b-21e59c8792f8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:13.067811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde9ed1-0bb2-442d-ac78-fb5308c68157', 'name': 'network-vif-deleted', 'tag': '6a5f67cd-0757-41d5-b61d-447e37d71f3d', 'status': 'completed', 'code': 200} Jan 14 11:54:13.127670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ff4aa192-624a-4fcc-b27b-21e59c8792f8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:13.128398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:13.214802 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:13.248258 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca7fb-0eed-45ad-8209-e35f62908448 req-81b98247-082d-4266-ba42-bfc6fab8ab2f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:13.250381 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8cbca7fb-0eed-45ad-8209-e35f62908448 req-81b98247-082d-4266-ba42-bfc6fab8ab2f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.1102753 Jan 14 11:54:13.350666 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8cbca7fb-0eed-45ad-8209-e35f62908448 req-146b1523-bc6c-4e0e-b7fe-378c450606af tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945392 Jan 14 11:54:13.461246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-801d072d-cfd8-4d30-a05a-47191f6cc362 req-bf934e5e-4155-441e-91a9-c52521452100 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:13.481225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-801d072d-cfd8-4d30-a05a-47191f6cc362 req-bf934e5e-4155-441e-91a9-c52521452100 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:13.482897 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-801d072d-cfd8-4d30-a05a-47191f6cc362 req-bf934e5e-4155-441e-91a9-c52521452100 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 210 time: 0.0976992 Jan 14 11:54:13.587342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce0e88-d031-4352-8ca5-d9d64a7048bc req-9dd1fb73-d45e-40fd-920e-30488fa14d47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:13.589013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-56ce0e88-d031-4352-8ca5-d9d64a7048bc req-9dd1fb73-d45e-40fd-920e-30488fa14d47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.0905020 Jan 14 11:54:13.641277 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-56ce0e88-d031-4352-8ca5-d9d64a7048bc req-1aab9446-51f3-4a0a-ae68-b3af8080da30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463107 Jan 14 11:54:13.657290 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:13.665767 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:54:13.678644 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:13.679465 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:13.683440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51502) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:13.778861 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fc66d7a5-3e8d-4480-8a95-8913d0efb0af tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1093 time: 0.0938122 Jan 14 11:54:13.781672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51506) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:13.788227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:13.794356 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:13.799489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:13.802890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:13.808930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:13.820022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:13.994170 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:14.050184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-3b3028c3-77a5-424e-aca4-b95388e466c1 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:14.051524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-3b3028c3-77a5-424e-aca4-b95388e466c1 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.31 "GET /v2.0/networks?id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 200 len: 797 time: 0.1930020 Jan 14 11:54:14.079871 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:14.255127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-bad71766-9222-4531-a7cd-aa6cc977a3ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4860628 Jan 14 11:54:14.304435 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5ce1a41f-0813-4577-9b31-023ee3a43bb6 req-a3ed0d77-a316-4d4b-a2c4-0d310ecdc416 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 210 time: 0.0455334 Jan 14 11:54:14.331392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-604099ae-85b4-4cba-82cd-6854d772c8e0 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=290b962891f04d2480acb039748f3601 HTTP/1.1" status: 200 len: 379 time: 0.2655866 Jan 14 11:54:14.342132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'port': {'device_id': '95770e16-98a8-4524-b429-b45fd910e8dc', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'admin_state_up': True, 'tenant_id': '290b962891f04d2480acb039748f3601', 'security_groups': ['5f12939b-92b7-49fa-9d41-f06f3d472186']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:14.365677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.70 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/6e434921-a470-4689-a6ca-2a8b1c17873a) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:14.551972 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:14.564285 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae2b86-2de3-44bf-8e13-295eba566e35 None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:14.584218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:14.606447 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-cc09a394-e5a3-49ff-8794-8c544b5aa801 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1098 time: 0.2441227 Jan 14 11:54:14.615669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:14.626609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:14.628199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:14.640636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Made reservation on behalf of 290b962891f04d2480acb039748f3601 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:54:14.651522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:14.709660 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:14.710844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:14.714898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:14.768429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=6e434921-a470-4689-a6ca-2a8b1c17873a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:14.852388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-dda75b25-fc4d-4411-9bf9-cf0c270db120 req-a911d4ca-d937-4de1-88b6-3aea171bbaa6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecde9ed1-0bb2-442d-ac78-fb5308c68157 HTTP/1.1" status: 200 len: 210 time: 0.1667943 Jan 14 11:54:14.910847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-47e5b326-da19-4b4a-a8dc-9bf79203d1f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:14.912380 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-47e5b326-da19-4b4a-a8dc-9bf79203d1f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 898 time: 0.2376728 Jan 14 11:54:14.968131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6a5f67cd-0757-41d5-b61d-447e37d71f3d no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:54:15.000210 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-9d9e4e8a-34f1-4734-beb8-ae1fb9853e4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 217 time: 0.0802917 Jan 14 11:54:15.005258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 6a5f67cd-0757-41d5-b61d-447e37d71f3d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:54:15.005704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6a5f67cd-0757-41d5-b61d-447e37d71f3d not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:54:15.045322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Allocated IP 172.20.0.7 (cffaf36f-e2e3-4a07-95ae-76f4a65a216a/57c11a3a-f425-4e23-bb2c-c5d0e3615e2c/a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:15.093906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-a8401274-749e-4136-b3fd-2d584c2fda4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:15.095636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-a8401274-749e-4136-b3fd-2d584c2fda4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 200 len: 835 time: 0.0886579 Jan 14 11:54:15.299948 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-2b90ba2d-49c5-4d9a-a1e7-1c8c03ed3869 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19736cd3-eb74-4cdc-90e4-92d74f5d7891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1952169 Jan 14 11:54:15.306238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.308382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.360588 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.397480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Transition to ACTIVE for port object a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:15.498614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-b33e67fd-1ead-4cff-8ec1-2a935a26ad73 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929741 Jan 14 11:54:15.501565 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0ff69f01-8a3c-401c-9b8c-acb8f7445a20 req-396811fd-5748-461c-9c79-27dd5c14f8c0 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 210 time: 0.0542369 Jan 14 11:54:15.524432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.580969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.586809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.672426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:15.686163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:15.688285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=6e434921-a470-4689-a6ca-2a8b1c17873a,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:15.692801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:15.702453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:15.705244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.750555 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff56db0c-b6d5-45a2-9c3c-ccc4b1860634 req-8f9d075e-b8b7-4a85-b5b0-0bd1304b5777 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462752 Jan 14 11:54:15.780481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:15.781128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:15.809764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-fef639ab-7c2d-4903-9815-e151e777cd85 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4721498 Jan 14 11:54:15.820688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Request body: {'port': {'device_id': '95770e16-98a8-4524-b429-b45fd910e8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:15.915858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP c676d683-e3ad-468b-8778-3a3553f8132e associated. External IP: 172.26.8.70, port: 1150a69f-f3af-4ae6-b5d9-c578ce9e4458. Jan 14 11:54:15.941203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:16.023112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6839a9a5-f214-4e6c-8869-b120897626a6 None None] Provisioning for port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:16.032686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6839a9a5-f214-4e6c-8869-b120897626a6 None None] Provisioning complete for port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:16.033414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6839a9a5-f214-4e6c-8869-b120897626a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:16.106347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6839a9a5-f214-4e6c-8869-b120897626a6 None None] Port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:54:16.391403 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-2ec35865-610f-4f3f-9a05-2c24570b00e8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059694854&fields=id&tenant_id=81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 267 time: 0.0781496 Jan 14 11:54:16.504014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:54:16.646981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-17c8f330-8122-4e39-b1b7-e541fc4dd6c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:16.648622 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-17c8f330-8122-4e39-b1b7-e541fc4dd6c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 812 time: 0.2481728 Jan 14 11:54:16.653389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:54:16.669815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:16.687604 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-4f6f6fe2-2ed8-4a6c-8268-a21c4ed9a033 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/quotas/81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 375 time: 0.0298257 Jan 14 11:54:16.695020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Transition to ACTIVE for port object a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:16.702945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:16.808497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1efcf6-90fd-47a2-a323-040b144b63b8 req-3308acf7-9c4d-4238-821b-842550deda61 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:16.809915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab1efcf6-90fd-47a2-a323-040b144b63b8 req-3308acf7-9c4d-4238-821b-842550deda61 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 943 time: 0.1233485 Jan 14 11:54:16.846111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:54:16.857881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] Sync routers for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:54:16.873811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:16.874834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:16.898152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:16.916878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:16.981754 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-50ff67bd-fde0-4ac1-b5f1-172487b9f181 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2812536 Jan 14 11:54:16.988072 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab1efcf6-90fd-47a2-a323-040b144b63b8 req-8a17ada8-9d09-486a-bcc1-493f15c83348 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703730 Jan 14 11:54:17.029374 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f2e35044-348b-4a81-89ec-7e5288349d25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2459686 Jan 14 11:54:17.030466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:17.037611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51528) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:17.048560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-d1b49f0f-174e-4859-969c-d02fb45e1a46 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:54:17.061557 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-d1b49f0f-174e-4859-969c-d02fb45e1a46 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0184355 Jan 14 11:54:17.116208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:17.207293 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-59491944-4fde-4d56-83b4-6bb0e5f645fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/c676d683-e3ad-468b-8778-3a3553f8132e HTTP/1.1" status: 200 len: 990 time: 0.1684582 Jan 14 11:54:17.243886 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'status': 'completed', 'code': 200} Jan 14 11:54:17.260475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Attempting to bind port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:54:17.260846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Attempting to bind port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:54:17.261176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Attempting to bind port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 on network cffaf36f-e2e3-4a07-95ae-76f4a65a216a {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:17.324414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 on network cffaf36f-e2e3-4a07-95ae-76f4a65a216a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:54:17.324666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Attempting to bind port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 on network cffaf36f-e2e3-4a07-95ae-76f4a65a216a {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:17.334497 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-90821891-4988-4440-be49-da13e29f5468 service neutron] 10.222.0.48 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722268 Jan 14 11:54:17.340212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:54:17.340541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Checking segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:17.340943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Bound using segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:54:17.341378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Bound port: a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:54:17.341716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:17.536640 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-0e872b88-77a5-43f7-9b1f-5d461d914848 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1098 time: 0.2692335 Jan 14 11:54:17.604951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'c676d683-e3ad-468b-8778-3a3553f8132e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'port_id': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'mac_address': 'fa:16:3e:e8:68:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:15Z', 'updated_at': '2022-01-14T11:54:15Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:54:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:17.608627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] Checking router: 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:54:17.619373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:17.619947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:17.639670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:54:17.649363 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-65f03043-81be-4cf5-a41a-0522d3e551d4 service neutron] 10.222.0.48 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982416 Jan 14 11:54:17.661936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:54:17.670374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:17.767322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120114ea-b293-4e65-9e7e-67843f924c8c req-f7c7dd4d-9f27-4246-bde1-366504b37641 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:17.768766 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-f7c7dd4d-9f27-4246-bde1-366504b37641 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 898 time: 0.2267320 Jan 14 11:54:17.770217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:17.772262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] 10.222.0.31 "PUT /v2.0/ports/a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 200 len: 1093 time: 1.9558470 Jan 14 11:54:17.774961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:17.860751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:17.904409 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'status': 'completed', 'code': 200} Jan 14 11:54:18.057804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6425d2-8b52-4cb7-8b01-384b97709f4a service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:18.111412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-6386a33d-eb9b-48da-a151-f2a4b71f85ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 998 time: 0.3314989 Jan 14 11:54:18.210547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51550) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:18.238489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120114ea-b293-4e65-9e7e-67843f924c8c req-ea82db3f-f538-4164-af13-b773498ca651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:18.241547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-ea82db3f-f538-4164-af13-b773498ca651 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 200 len: 835 time: 0.1235919 Jan 14 11:54:18.343750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-5d661a6d-e0f5-4f18-a24d-26e083b1e98d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=290b962891f04d2480acb039748f3601&device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1096 time: 0.4955454 Jan 14 11:54:18.354789 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b28535c2-9139-4706-8cd7-9173bf497338 req-caa92db9-3b5c-4f63-b484-f1f9401ba788 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 210 time: 0.1474009 Jan 14 11:54:18.438349 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1a820afc-f0df-49c6-8270-9354416f1c82 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/c676d683-e3ad-468b-8778-3a3553f8132e HTTP/1.1" status: 200 len: 990 time: 0.2266870 Jan 14 11:54:18.448177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'c676d683-e3ad-468b-8778-3a3553f8132e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'port_id': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'mac_address': 'fa:16:3e:e8:68:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:15Z', 'updated_at': '2022-01-14T11:54:15Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:54:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:18.459214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dc22b-bb11-4652-b5e4-25f9377f9d08 None None] The sync data for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv is: [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'c676d683-e3ad-468b-8778-3a3553f8132e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'port_id': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'mac_address': 'fa:16:3e:e8:68:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:15Z', 'updated_at': '2022-01-14T11:54:15Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:54:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:18.462103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260902-feac-48e4-8e12-4f2b452cd4c7 req-55084639-770b-4ad1-9d91-6b1b96a8a92d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:18.463471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-a76eac29-2b23-4b57-99fd-736ffc22186c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 200 len: 217 time: 0.1071272 Jan 14 11:54:18.464186 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a5260902-feac-48e4-8e12-4f2b452cd4c7 req-55084639-770b-4ad1-9d91-6b1b96a8a92d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 943 time: 0.1511168 Jan 14 11:54:18.523303 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a5260902-feac-48e4-8e12-4f2b452cd4c7 req-aa88a357-d2cc-4d67-9521-2864d36aa866 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524249 Jan 14 11:54:18.572918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-5fb8cfa4-bd83-497e-8c97-a57665d4ffe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:18.574355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-5fb8cfa4-bd83-497e-8c97-a57665d4ffe0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c HTTP/1.1" status: 200 len: 834 time: 0.0881977 Jan 14 11:54:18.577311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-d97f6ca6-047b-4664-8f1e-7e99b576d1c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19736cd3-eb74-4cdc-90e4-92d74f5d7891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2866406 Jan 14 11:54:18.767656 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-75835cad-e5a8-4bdc-b19a-5fa26e1bfe3f service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502140 Jan 14 11:54:18.771120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-8a44b724-1a73-420b-8607-1f070716e814 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853058 Jan 14 11:54:19.027828 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-120114ea-b293-4e65-9e7e-67843f924c8c req-5f981cfd-c6ac-44a1-89f3-1a6d9aafbdca service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460308 Jan 14 11:54:19.030855 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-09395f17-7fe7-4f0b-aa36-399ce8d2f411 service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300181 Jan 14 11:54:19.173974 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c80b42f7-d16e-46ba-9306-d63e408f44d3 req-0d74ce4a-504b-4097-bc30-c175bfc6e69f service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348057 Jan 14 11:54:19.316516 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67b6a6-4e2b-489e-b12f-4c9b8b022052 None None] New status for floating IP 6a0d5fa4-109a-4360-99f2-7dde506218d6: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:54:19.426041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d3308-0428-4b1b-965d-dbb415fc1d82 None None] New status for floating IP c676d683-e3ad-468b-8778-3a3553f8132e: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:54:19.442715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51562) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:19.610605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-85fac880-4349-42cd-b4c6-7330c279f1a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=290b962891f04d2480acb039748f3601&device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1096 time: 0.3698425 Jan 14 11:54:19.620803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-1bb1737d-1f5f-48e1-864f-a50276e3dd49 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:19.631284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-1bb1737d-1f5f-48e1-864f-a50276e3dd49 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 812 time: 0.3406186 Jan 14 11:54:19.694482 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cc739c05-c23a-434e-920f-531b1e952a65 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/c676d683-e3ad-468b-8778-3a3553f8132e HTTP/1.1" status: 200 len: 990 time: 0.2406437 Jan 14 11:54:19.756449 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-a615da98-0fbc-4c0f-8d92-d2161a4177bd tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 380 time: 0.1129861 Jan 14 11:54:19.767439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'port': {'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'admin_state_up': True, 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'security_groups': ['f91c5ee7-8064-4db5-8f1d-eed0b93ed210']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:19.791731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9429c76-d83e-48a7-91f5-84d23f3dc841 req-f00b7162-2b31-4815-9cef-ffd28fa948d6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:19.798912 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9429c76-d83e-48a7-91f5-84d23f3dc841 req-f00b7162-2b31-4815-9cef-ffd28fa948d6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 943 time: 0.0930371 Jan 14 11:54:19.845158 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9429c76-d83e-48a7-91f5-84d23f3dc841 req-98c3c9c5-e2d0-46f0-91a4-673e8a83349c tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452793 Jan 14 11:54:20.098636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-93cc3eb5-c96f-4847-8e73-48c7ad4c072f req-d95314dd-1871-4188-884a-bb5f8a5e70d9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 210 time: 0.2298255 Jan 14 11:54:20.116924 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:54:20.156743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:20.181074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:20.205523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-4b35c6ac-a9d1-4020-8675-037b004cd487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:20.207019 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-4b35c6ac-a9d1-4020-8675-037b004cd487 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 200 len: 898 time: 0.5746830 Jan 14 11:54:20.208628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Made reservation on behalf of 81934c9a786a46739333e9a45ae00552 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:54:20.211684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:20.294792 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-f5f5920c-49c5-4a97-bfe8-c1d11c97b46b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 200 len: 217 time: 0.0736363 Jan 14 11:54:20.418451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-37128d5f-bf0a-471f-9710-99c825b9b5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:20.419911 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-37128d5f-bf0a-471f-9710-99c825b9b5ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c HTTP/1.1" status: 200 len: 834 time: 0.0907850 Jan 14 11:54:20.545079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Allocated IP 172.20.0.4 (7b35cc2e-3f69-4f45-83b4-ac142500eba8/7652df1d-a0a2-41ba-bdbd-9a97509c5ad1/31a9f164-225f-48a9-afb9-d4642c68f31c) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:20.599556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-cd1785b0-f2c9-4e98-a4fd-dc822af8b186 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1381989 Jan 14 11:54:20.623907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-2740b9af-38ca-44cc-80b2-6c6e346824cf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:54:20.624958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-2740b9af-38ca-44cc-80b2-6c6e346824cf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0191729 Jan 14 11:54:20.699271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51574) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:20.817244 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-941ae31e-d925-4a1f-a12a-92c21f650ad8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/c676d683-e3ad-468b-8778-3a3553f8132e HTTP/1.1" status: 200 len: 992 time: 0.1162648 Jan 14 11:54:20.888905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:20.893228 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-4784567b-7499-47a8-8966-352fdf609175 service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190201 Jan 14 11:54:20.974467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Transition to ACTIVE for port object 31a9f164-225f-48a9-afb9-d4642c68f31c will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:20.994797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:54:21.044341 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4780706c-91ab-4da8-ac84-c92cd12f7df1 req-5c836525-c6b5-434b-8cf0-b0ccf6ee44a9 service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441784 Jan 14 11:54:21.046962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:21.081388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711a903-5344-46d1-8dc6-a39a645eab90 req-0bdbd9ae-f0be-4c8d-8b6a-bca7214f95f9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:21.082918 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7711a903-5344-46d1-8dc6-a39a645eab90 req-0bdbd9ae-f0be-4c8d-8b6a-bca7214f95f9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 943 time: 0.1108084 Jan 14 11:54:21.135891 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7711a903-5344-46d1-8dc6-a39a645eab90 req-fbb84e9e-a663-4f16-a0c6-e2e258b8a501 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465791 Jan 14 11:54:21.152630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=31a9f164-225f-48a9-afb9-d4642c68f31c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:21.182732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:21.194199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:21.198916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:21.233420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:21.253333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'port_id': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'mac_address': 'fa:16:3e:5c:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:54:21.289968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:21.290634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:21.330414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:21.352880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:54:21.370963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:21.376557 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f1f07d22-ac65-4b4d-9169-8a1993bf59c5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6144214 Jan 14 11:54:21.380936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:21.389782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Request body: {'port': {'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:21.460640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:21.463514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a7e8d-6e3d-468f-a97f-e84b9233b012 req-b2eb685a-f84a-4a07-b7c5-821cc2ae798d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:21.464216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-da8a7e8d-6e3d-468f-a97f-e84b9233b012 req-b2eb685a-f84a-4a07-b7c5-821cc2ae798d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:21.519410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cd22504f-0588-4685-b06d-eb9515dc4454 None None] Provisioning for port 31a9f164-225f-48a9-afb9-d4642c68f31c completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:21.525417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cd22504f-0588-4685-b06d-eb9515dc4454 None None] Provisioning complete for port 31a9f164-225f-48a9-afb9-d4642c68f31c triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:21.525823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cd22504f-0588-4685-b06d-eb9515dc4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:21.529038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-da8a7e8d-6e3d-468f-a97f-e84b9233b012 req-b2eb685a-f84a-4a07-b7c5-821cc2ae798d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:21.530189 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da8a7e8d-6e3d-468f-a97f-e84b9233b012 req-b2eb685a-f84a-4a07-b7c5-821cc2ae798d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 931 time: 0.2325168 Jan 14 11:54:21.532721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:21.584152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-cd22504f-0588-4685-b06d-eb9515dc4454 None None] Port 31a9f164-225f-48a9-afb9-d4642c68f31c cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:54:21.637022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da8a7e8d-6e3d-468f-a97f-e84b9233b012 req-8836cb04-55af-4262-b9b5-b5f4462cbdd3 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933468 Jan 14 11:54:21.734041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:54:22.024011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a9f164-225f-48a9-afb9-d4642c68f31c {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:54:22.030994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:22.044983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Transition to ACTIVE for port object 31a9f164-225f-48a9-afb9-d4642c68f31c will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:22.049391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:22.177770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9f164-225f-48a9-afb9-d4642c68f31c,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:22.289697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Attempting to bind port 31a9f164-225f-48a9-afb9-d4642c68f31c on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:54:22.290093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Attempting to bind port 31a9f164-225f-48a9-afb9-d4642c68f31c by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:54:22.290535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Attempting to bind port 31a9f164-225f-48a9-afb9-d4642c68f31c on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:22.297511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Port 31a9f164-225f-48a9-afb9-d4642c68f31c on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:54:22.297925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Attempting to bind port 31a9f164-225f-48a9-afb9-d4642c68f31c on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:22.304806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:54:22.305221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Checking segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:22.305695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Bound using segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:54:22.306203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Bound port: 31a9f164-225f-48a9-afb9-d4642c68f31c, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:54:22.306601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:22.363371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a79fe-4ca6-445b-981a-570b7c319829 req-b7fb637a-5208-4852-9b6a-0eabf447c324 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:22.364995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe7a79fe-4ca6-445b-981a-570b7c319829 req-b7fb637a-5208-4852-9b6a-0eabf447c324 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 944 time: 0.0791717 Jan 14 11:54:22.399761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] For port 31a9f164-225f-48a9-afb9-d4642c68f31c, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:54:22.403151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] For port 31a9f164-225f-48a9-afb9-d4642c68f31c, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=31a9f164-225f-48a9-afb9-d4642c68f31c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:54:22.408742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:22.410386 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe7a79fe-4ca6-445b-981a-570b7c319829 req-a4433240-2893-4e02-9cea-9d97646fa932 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Jan 14 11:54:22.470663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:22.472022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] 10.222.0.31 "PUT /v2.0/ports/31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 1093 time: 1.0867038 Jan 14 11:54:22.475501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:22.504548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9586c-6708-4928-8506-debdbcdb1e20 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9f164-225f-48a9-afb9-d4642c68f31c,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:22.546330 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'status': 'completed', 'code': 200} Jan 14 11:54:22.592091 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-87f7813b-85c2-4163-a5e2-53f120362e24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1096 time: 0.0781155 Jan 14 11:54:22.662002 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-f06d9d4c-a4a2-463a-b338-37bbcdacdd77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 217 time: 0.0620964 Jan 14 11:54:22.730950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-ff6ff8f5-927d-47e5-83c2-2bf765c8993a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:22.732591 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-ff6ff8f5-927d-47e5-83c2-2bf765c8993a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0650156 Jan 14 11:54:22.810917 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-02a2c1f4-86a0-47d3-81c4-a2ca866b5d27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718379 Jan 14 11:54:22.852206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d1ef-f002-4be4-854f-71be00a9a89b req-27436c59-de03-4ec7-b506-bf84bf7c0c51 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:22.853908 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9713d1ef-f002-4be4-854f-71be00a9a89b req-27436c59-de03-4ec7-b506-bf84bf7c0c51 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.0884306 Jan 14 11:54:22.903661 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9713d1ef-f002-4be4-854f-71be00a9a89b req-fbb523ee-d213-4374-981e-772c44c33996 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Jan 14 11:54:22.945739 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-af947bdd-3344-4c7d-baad-a6ba123fe2a3 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285965 Jan 14 11:54:23.006619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:23.073190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:23.077563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:23.077952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:23.078197 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-275c006f-c37e-4aad-b7a0-936ef15bbe93 req-6da2b0ca-91e2-4c49-86e4-8c30fac67865 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264529 Jan 14 11:54:23.193252 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-3e51c78d-dbd5-42c6-ac77-4852dda59655 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1096 time: 0.0715010 Jan 14 11:54:23.196140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:23.223784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:23.233763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:23.237390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:23.281845 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'code': 200} Jan 14 11:54:23.305285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:23.334049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-c9e622a9-905c-4d4d-b66d-6b595a8a95c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:23.335490 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-c9e622a9-905c-4d4d-b66d-6b595a8a95c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.1361909 Jan 14 11:54:23.406767 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-17495e74-1854-4128-89bf-2f98d20be778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 217 time: 0.0651407 Jan 14 11:54:23.523283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-bf890f17-b0e4-46e1-8707-5c60a4eaac3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:23.524753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-bf890f17-b0e4-46e1-8707-5c60a4eaac3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.1107905 Jan 14 11:54:23.583384 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3ea13eb3-9753-478e-a4a7-fd56fc94ef46 req-d50fa1f0-128c-435a-a518-90657ccc3bd6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1098 time: 0.1359046 Jan 14 11:54:23.650244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3ea13eb3-9753-478e-a4a7-fd56fc94ef46 req-15ce898a-408f-4c85-926a-2aa727d5b6fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577302 Jan 14 11:54:23.654077 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-560bd1f6-81b0-4394-9f5c-1b1b59d969d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218486 Jan 14 11:54:23.718262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e58b-c3e7-4dd4-82a9-0140b1185f73 req-b2de30be-9d5b-4b13-9b99-a348efffa73b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:23.719972 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7927e58b-c3e7-4dd4-82a9-0140b1185f73 req-b2de30be-9d5b-4b13-9b99-a348efffa73b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1804776 Jan 14 11:54:23.763519 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7927e58b-c3e7-4dd4-82a9-0140b1185f73 req-90eb22fc-4b75-44d9-b71f-4f2b9d0fec4d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372508 Jan 14 11:54:23.827561 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Sync routers for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:54:23.839741 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:23.840332 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:24.024217 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:24.154487 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-64174493-ce6a-4781-b253-f26333e573d1 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839403 Jan 14 11:54:24.187176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02372f89-056d-4308-93b6-d0cca2219764 req-61e2d402-1169-4737-937b-767835f16dca tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:24.188661 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-02372f89-056d-4308-93b6-d0cca2219764 req-61e2d402-1169-4737-937b-767835f16dca tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.1495869 Jan 14 11:54:24.312687 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-02372f89-056d-4308-93b6-d0cca2219764 req-a5a262e6-df11-4151-8cb0-c9d34d753eef tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723145 Jan 14 11:54:24.332297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd5d99eb-9a39-4439-bbfe-de18b294b29c req-96a0b210-e329-4f33-9967-e4108e24c1cd service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712880 Jan 14 11:54:24.351761 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:08Z', 'revision_number': 2, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:24.355477 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Checking router: 7169a66e-cca4-428b-905b-3401d2dd26ba for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:54:24.355817 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Updating router 7169a66e-cca4-428b-905b-3401d2dd26ba port 1129a1c0-338c-43b9-a324-b54b5d222eb9 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:54:24.408330 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:24.762204 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:24.773636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Transition to ACTIVE for port object 1129a1c0-338c-43b9-a324-b54b5d222eb9 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:54:24.778997 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:24.905268 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21489e1-1172-4aab-8520-60c6cb0f011e None None] Pushing event updated for resources: {'Port': ['ID=1129a1c0-338c-43b9-a324-b54b5d222eb9,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:24.983659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf66c1-cb07-4ba3-9524-19c9c199441c req-e2f77b30-d822-4f6f-b72a-f3d544d02668 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:24.985140 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2edf66c1-cb07-4ba3-9524-19c9c199441c req-e2f77b30-d822-4f6f-b72a-f3d544d02668 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0857880 Jan 14 11:54:25.003211 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Attempting to bind port 1129a1c0-338c-43b9-a324-b54b5d222eb9 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:54:25.003567 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Attempting to bind port 1129a1c0-338c-43b9-a324-b54b5d222eb9 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:54:25.003922 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Attempting to bind port 1129a1c0-338c-43b9-a324-b54b5d222eb9 on network cffaf36f-e2e3-4a07-95ae-76f4a65a216a {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:54:25.010843 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:54:25.011199 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Checking segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:54:25.011585 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:25.011964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Bound using segment: {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:54:25.012403 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Bound port: 1129a1c0-338c-43b9-a324-b54b5d222eb9, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:54:25.012780 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:25.033507 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2edf66c1-cb07-4ba3-9524-19c9c199441c req-e6c27706-a723-42f4-afc3-4f1534f18dde tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Jan 14 11:54:25.106694 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] For port 1129a1c0-338c-43b9-a324-b54b5d222eb9, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:54:25.109876 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] For port 1129a1c0-338c-43b9-a324-b54b5d222eb9, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1129a1c0-338c-43b9-a324-b54b5d222eb9,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:54:25.115679 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:25.200023 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21489e1-1172-4aab-8520-60c6cb0f011e None None] Pushing event updated for resources: {'Port': ['ID=1129a1c0-338c-43b9-a324-b54b5d222eb9,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:25.206656 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:25.207314 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:25.388036 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:25.518704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16891-5c71-47e0-b444-96651fc513d6 req-24c7bfc9-700c-473f-a95f-d8bef1940567 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:25.520199 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-61a16891-5c71-47e0-b444-96651fc513d6 req-24c7bfc9-700c-473f-a95f-d8bef1940567 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.0834944 Jan 14 11:54:25.565250 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-61a16891-5c71-47e0-b444-96651fc513d6 req-15b38990-d4a3-4519-ab81-33b9fa4af535 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388184 Jan 14 11:54:25.703410 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:25Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:25.707299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813e707-731e-4758-87b4-ead1c1fd7096 None None] The sync data for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv is: [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:25Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:26.245055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d5a7a-d15e-4151-9112-4a13341e1c65 req-d079e551-3e5f-4f61-84cd-c13ba99b2bf9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:26.246562 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ee1d5a7a-d15e-4151-9112-4a13341e1c65 req-d079e551-3e5f-4f61-84cd-c13ba99b2bf9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0832341 Jan 14 11:54:26.293516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ee1d5a7a-d15e-4151-9112-4a13341e1c65 req-eb53256e-75a6-4b4c-a022-f44264bf6b95 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 Jan 14 11:54:26.495161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc316c37-74f4-4e04-9514-e65479a384b9 req-831ec00e-b4f6-4f88-a5ea-4acb094daa71 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:26.495830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-cc316c37-74f4-4e04-9514-e65479a384b9 req-831ec00e-b4f6-4f88-a5ea-4acb094daa71 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Synchronizing usage tracker for tenant:290b962891f04d2480acb039748f3601 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:54:26.511706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-cc316c37-74f4-4e04-9514-e65479a384b9 req-831ec00e-b4f6-4f88-a5ea-4acb094daa71 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Unset dirty status for tenant:290b962891f04d2480acb039748f3601 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:54:26.513027 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cc316c37-74f4-4e04-9514-e65479a384b9 req-831ec00e-b4f6-4f88-a5ea-4acb094daa71 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0949609 Jan 14 11:54:26.564748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cc316c37-74f4-4e04-9514-e65479a384b9 req-1db46366-356d-4904-9ef9-ca18e6e4fa7e tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430238 Jan 14 11:54:26.593323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51602) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:26.661452 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc7a8fec-8c94-48be-9828-2b0c022067f4 tempest-TestNetworkAdvancedServerOps-301990074 tempest-TestNetworkAdvancedServerOps-301990074-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1093 time: 0.0670478 Jan 14 11:54:26.664069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51608) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:26.669151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'tenant_id': '290b962891f04d2480acb039748f3601', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:26.674425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:26.678790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Usage tracker for resource:floatingip and tenant:290b962891f04d2480acb039748f3601 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:26.681648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:26.687167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:26.740034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:26.843594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1751e-837c-4b4d-9531-76d16e0e250b req-ec677a5e-1b3c-46d8-81bc-982b037f7e1f tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:26.845273 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fda1751e-837c-4b4d-9531-76d16e0e250b req-ec677a5e-1b3c-46d8-81bc-982b037f7e1f tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.1519670 Jan 14 11:54:26.908868 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fda1751e-837c-4b4d-9531-76d16e0e250b req-88b1f48b-f41d-4150-8c99-c1585093cead tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570352 Jan 14 11:54:26.934631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.034163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1129a1c0-338c-43b9-a324-b54b5d222eb9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:27.074771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Allocated IP 172.26.8.133 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/598a6abc-75d1-4643-8e36-387e1b92aeb7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:27.101147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 1129a1c0-338c-43b9-a324-b54b5d222eb9 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:27.105623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1129a1c0-338c-43b9-a324-b54b5d222eb9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:27.105992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.224250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.225453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.251030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.257136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 1129a1c0-338c-43b9-a324-b54b5d222eb9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1129a1c0-338c-43b9-a324-b54b5d222eb9,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:27.262044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.323128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:27.325606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=1129a1c0-338c-43b9-a324-b54b5d222eb9,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:27.326078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:27.328967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:27.365069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Port': ['ID=598a6abc-75d1-4643-8e36-387e1b92aeb7,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:27.831921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:27.889813 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:28.117409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578729c7-4ab6-4dfc-89c4-2df104e8fcbe req-6b81d5e8-638a-4429-9d4e-bd3356cbbd59 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:28.118840 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-578729c7-4ab6-4dfc-89c4-2df104e8fcbe req-6b81d5e8-638a-4429-9d4e-bd3356cbbd59 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.0841196 Jan 14 11:54:28.170290 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-578729c7-4ab6-4dfc-89c4-2df104e8fcbe req-86b08371-d319-4764-bee9-e5b67a56f1c6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Jan 14 11:54:28.215067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:28.219661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:28.320701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event updated for resources: {'Port': ['ID=598a6abc-75d1-4643-8e36-387e1b92aeb7,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:28.339251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:28.529900 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Floating IP b6c94eec-3fe1-4eb5-8e66-550e66dd075d associated. External IP: 172.26.8.133, port: a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78. Jan 14 11:54:28.914690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Router 7169a66e-cca4-428b-905b-3401d2dd26ba has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:54:29.015829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1129a1c0-338c-43b9-a324-b54b5d222eb9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:29.087004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1129a1c0-338c-43b9-a324-b54b5d222eb9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:29.087298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:29.110845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:54:29.136453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:29.212316 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-19d92f6f-6309-4c47-973d-5db6290caae2 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5472403 Jan 14 11:54:29.213086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:29.372052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c56b3-e459-411d-9b32-8e1c112691cf req-7c20f765-d125-4342-91d9-d58cec16285e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:29.373456 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-584c56b3-e459-411d-9b32-8e1c112691cf req-7c20f765-d125-4342-91d9-d58cec16285e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.0761805 Jan 14 11:54:29.384031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630648f8-9c49-48dc-8133-7f52ae2f246e req-43467a60-acec-4dc2-9bb7-83e49980ebc7 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:29.385634 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-630648f8-9c49-48dc-8133-7f52ae2f246e req-43467a60-acec-4dc2-9bb7-83e49980ebc7 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0792949 Jan 14 11:54:29.419880 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-584c56b3-e459-411d-9b32-8e1c112691cf req-6579f53a-3889-41cc-ae73-1ccdfb321be6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 Jan 14 11:54:29.431646 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-630648f8-9c49-48dc-8133-7f52ae2f246e req-0472497c-0e00-4bd0-b2d9-c5a390e0031f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399985 Jan 14 11:54:29.459739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51620) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:29.523352 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'status': 'completed', 'code': 200} Jan 14 11:54:29.571420 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8e90f0c0-1c16-4270-addf-af4cbcb695d6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1104782 Jan 14 11:54:29.590769 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-f4f1b04d-7c06-4d31-9aea-184937384ad3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=290b962891f04d2480acb039748f3601&device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1098 time: 0.0689640 Jan 14 11:54:29.730165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-31ae0e10-7fa4-47a7-8df7-338a3bfe24eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:29.731501 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-31ae0e10-7fa4-47a7-8df7-338a3bfe24eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 200 len: 898 time: 0.1346610 Jan 14 11:54:29.833244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-51c4fd39-62d9-46fe-9cb6-2bbbf7631ed9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 200 len: 999 time: 0.0942347 Jan 14 11:54:29.893436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-789569c5-181f-44d4-970f-d6449a4a76fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:29.894852 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-789569c5-181f-44d4-970f-d6449a4a76fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c HTTP/1.1" status: 200 len: 834 time: 0.0559838 Jan 14 11:54:29.970373 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-5d64bde3-3ee4-46c2-85c2-ee7842f687d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688617 Jan 14 11:54:30.105947 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-5211a6f6-6b0c-4ae2-abc9-c4d312cfa1b3 service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287949 Jan 14 11:54:30.235943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b04be0b6-43d5-4f91-806e-284af02409d5 req-0590f9cf-f6ee-4176-9e59-1aa101701cbf service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229823 Jan 14 11:54:30.574929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51626) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:30.611990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af845d-eabf-4aae-8036-1c5028e90de6 req-d1c717c0-9d86-4b18-8d0d-6f8bc6a4b498 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:30.613475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-93af845d-eabf-4aae-8036-1c5028e90de6 req-d1c717c0-9d86-4b18-8d0d-6f8bc6a4b498 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 943 time: 0.0754082 Jan 14 11:54:30.663961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-93af845d-eabf-4aae-8036-1c5028e90de6 req-64888aea-bc71-4172-85e6-b6d175d88be6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Jan 14 11:54:30.680872 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ec794203-f7fe-4a80-9772-3db9c246fe80 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1038949 Jan 14 11:54:30.788947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-668f46a3-0837-4e7c-aa2b-0eb90b7d8daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:31.014968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:31.085781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 31a9f164-225f-48a9-afb9-d4642c68f31c details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:54:31.218882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 31a9f164-225f-48a9-afb9-d4642c68f31c, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=31a9f164-225f-48a9-afb9-d4642c68f31c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:31.231718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:54:31.283040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:31.299657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a9f164-225f-48a9-afb9-d4642c68f31c {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:54:31.315288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 31a9f164-225f-48a9-afb9-d4642c68f31c, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=31a9f164-225f-48a9-afb9-d4642c68f31c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:31.318819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:31.382141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=31a9f164-225f-48a9-afb9-d4642c68f31c,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:31.657973 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['31a9f164-225f-48a9-afb9-d4642c68f31c'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:54:31.684341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51630) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:31.934553 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7b73604f-5cb3-425e-b0b8-28e9c293b76d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.2477796 Jan 14 11:54:31.963291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ac901-d1f1-44b4-8878-97b971131b9c req-8729bdeb-c4c4-4459-986b-645d749c5ec1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:31.964746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-849ac901-d1f1-44b4-8878-97b971131b9c req-8729bdeb-c4c4-4459-986b-645d749c5ec1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 944 time: 0.0967128 Jan 14 11:54:32.009196 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-849ac901-d1f1-44b4-8878-97b971131b9c req-875dc909-6249-4296-895f-dc4178cd5f32 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387530 Jan 14 11:54:32.937467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51636) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:32.998137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b1d61101-b03f-49ce-8bc5-be5e063485d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:33.048264 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f4597fe-2bf3-4c3d-8c17-cb94966b227d tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1092408 Jan 14 11:54:33.093264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 31a9f164-225f-48a9-afb9-d4642c68f31c up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:54:33.160588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 31a9f164-225f-48a9-afb9-d4642c68f31c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:54:33.166238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 31a9f164-225f-48a9-afb9-d4642c68f31c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:54:33.166601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:33.288065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:33.306704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985bcb-0cf8-4bc6-811c-163835e4e022 req-1fb98d69-50f5-4108-8738-b0c56c4f359f tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:33.308128 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7b985bcb-0cf8-4bc6-811c-163835e4e022 req-1fb98d69-50f5-4108-8738-b0c56c4f359f tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 944 time: 0.1748343 Jan 14 11:54:33.314512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:33.324626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 31a9f164-225f-48a9-afb9-d4642c68f31c, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=31a9f164-225f-48a9-afb9-d4642c68f31c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:54:33.329030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:33.354551 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7b985bcb-0cf8-4bc6-811c-163835e4e022 req-b080fb43-20dc-43e9-9f0a-22edba27df35 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 Jan 14 11:54:33.381672 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'code': 200} Jan 14 11:54:33.398312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=31a9f164-225f-48a9-afb9-d4642c68f31c,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:33.650262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-647c8bc2-4211-45a8-a4a8-fbe2f612818b req-df8d8b1c-e9de-4433-9f19-67ce97f5a762 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1098 time: 0.0663021 Jan 14 11:54:33.696334 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-647c8bc2-4211-45a8-a4a8-fbe2f612818b req-07fb7cd1-49bc-4773-b741-e0e73cf23d4a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Jan 14 11:54:34.050945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51644) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:34.149622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:34.162236 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5131a785-93c5-4ad6-815b-24e9f76c628b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1082609 Jan 14 11:54:34.346352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:34.555604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a8246-cc3f-4b30-81aa-d466f1ff5a61 req-73f5fdb1-54b3-404e-90ee-48b999e7cea0 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:34.557069 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c26a8246-cc3f-4b30-81aa-d466f1ff5a61 req-73f5fdb1-54b3-404e-90ee-48b999e7cea0 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 945 time: 0.0795374 Jan 14 11:54:34.601015 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c26a8246-cc3f-4b30-81aa-d466f1ff5a61 req-61f4c33f-cbc8-435b-a064-d1f7a888582a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383239 Jan 14 11:54:35.165127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51650) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:35.267956 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-71f58aa4-52ea-4b5d-9786-dcd361714b3c tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1017435 Jan 14 11:54:35.473986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:35.798099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea601-98f9-46d2-85c4-f0ee642263cd req-e73133fe-ac6b-4470-8a34-f2647ce1b839 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:35.799631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b2eea601-98f9-46d2-85c4-f0ee642263cd req-e73133fe-ac6b-4470-8a34-f2647ce1b839 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 945 time: 0.0743513 Jan 14 11:54:35.847674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b2eea601-98f9-46d2-85c4-f0ee642263cd req-c0336814-0bbd-49ee-bc3a-6c71c811c74b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Jan 14 11:54:36.038128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc7d6-7154-4ce5-8bde-ada66e39982a req-bade5d2d-1f11-4b38-a3ab-15f878caef41 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:36.039550 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-dd7bc7d6-7154-4ce5-8bde-ada66e39982a req-bade5d2d-1f11-4b38-a3ab-15f878caef41 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 945 time: 0.0744023 Jan 14 11:54:36.085191 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-dd7bc7d6-7154-4ce5-8bde-ada66e39982a req-c37f2721-f702-4dbe-a1b9-36dd8ffa4d1e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 Jan 14 11:54:36.113240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51658) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:36.185418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8e08dac1-cdb0-4285-ab1a-c28f40f5495a tempest-TestVolumeBootPattern-113320232 tempest-TestVolumeBootPattern-113320232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1093 time: 0.0709162 Jan 14 11:54:36.187896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51662) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:36.193587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:54:36.199025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:54:36.202960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:floatingip and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:54:36.205892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:54:36.211746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:54:36.221907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:36.271771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51666) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:36.355416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:36.375508 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1ce3be37-72d3-4aae-957c-a371375b7ad5 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1025720 Jan 14 11:54:36.487817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Allocated IP 172.26.8.220 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/18f7f70e-84f3-4ecd-86fa-92aba4ae8969) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:54:36.631591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:36.657756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:36.727449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:54:36.730295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:54:36.734735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:54:36.758874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=18f7f70e-84f3-4ecd-86fa-92aba4ae8969,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:37.199274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] Sync routers for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:54:37.212703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:37.213339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:37.241388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:37.295932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:37.379159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51670) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:37.401099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:37.487907 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-43835acd-61b4-4eaa-8afe-da9d6ffc3efe tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1068416 Jan 14 11:54:37.603256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:37.607657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:37.704270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=18f7f70e-84f3-4ecd-86fa-92aba4ae8969,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:54:37.728710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:37.760464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'b6c94eec-3fe1-4eb5-8e66-550e66dd075d', 'tenant_id': '290b962891f04d2480acb039748f3601', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'port_id': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'mac_address': 'fa:16:3e:5c:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95770e16-98a8-4524-b429-b45fd910e8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:27Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 0, 'project_id': '290b962891f04d2480acb039748f3601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:37.764425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] Checking router: 7169a66e-cca4-428b-905b-3401d2dd26ba for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:54:37.775068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:37.775668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:37.918253 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Floating IP 70f43a2c-db82-42a3-805e-ee488f3bc39e associated. External IP: 172.26.8.220, port: 31a9f164-225f-48a9-afb9-d4642c68f31c. Jan 14 11:54:37.958652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:38.307975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'b6c94eec-3fe1-4eb5-8e66-550e66dd075d', 'tenant_id': '290b962891f04d2480acb039748f3601', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'port_id': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'mac_address': 'fa:16:3e:5c:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95770e16-98a8-4524-b429-b45fd910e8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:27Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 0, 'project_id': '290b962891f04d2480acb039748f3601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:38.311918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4a3b-feb5-49f7-b81c-b26dcadf51f7 None None] The sync data for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv is: [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'b6c94eec-3fe1-4eb5-8e66-550e66dd075d', 'tenant_id': '290b962891f04d2480acb039748f3601', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'port_id': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'mac_address': 'fa:16:3e:5c:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95770e16-98a8-4524-b429-b45fd910e8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:27Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 0, 'project_id': '290b962891f04d2480acb039748f3601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:38.317635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:54:38.491590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51674) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:38.524500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:54:38.534220 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:54:38.548760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:54:38.551048 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:38.552320 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:38.596931 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dcced660-0769-4d3f-9ada-2739621b6815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1040392 Jan 14 11:54:38.604776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bbe0cc38-5ca7-4f87-8ad7-443072f5ca21 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4158657 Jan 14 11:54:38.605348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:54:38.658742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'status': 'completed', 'code': 200} Jan 14 11:54:38.734100 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:38.757498 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-54b7906d-1c39-45b8-a9cc-d3a69a58ef82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1098 time: 0.0710149 Jan 14 11:54:38.890250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-f93c1970-b5c2-481b-8ed6-57b870ab9751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:38.891630 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-f93c1970-b5c2-481b-8ed6-57b870ab9751 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.1263294 Jan 14 11:54:38.991702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-edc1a08a-f481-4bab-965d-a6d344d63cbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 999 time: 0.0937579 Jan 14 11:54:39.055967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-9e5e388e-85bd-4e06-929e-c7c6b1c96f8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:54:39.057420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-9e5e388e-85bd-4e06-929e-c7c6b1c96f8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0594707 Jan 14 11:54:39.101737 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:37Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:39.105663 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:54:39.116972 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:54:39.118302 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:54:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:39.135102 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-64ef8c57-cf3a-45f4-8c8f-fb750f43d737 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709524 Jan 14 11:54:39.300548 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:54:39.369995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-b1f7f006-369a-42ef-b0f8-0cdd750a7c97 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237766 Jan 14 11:54:39.499863 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6c4c88b5-49e3-44fe-a506-73d183b34bd8 req-43435e54-a412-4295-a4ed-4a551cc16b5e service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234734 Jan 14 11:54:39.600789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51682) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:39.638925 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:37Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:54:39.642691 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54013c23-98c9-443d-87e9-dc29f5e0a54e None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:37Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:54:39.704133 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f05c3835-a2fc-4cf0-9d16-9e9c074224c8 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1022253 Jan 14 11:54:40.708487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51686) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:40.812013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-36b7b3e7-40ed-425e-8920-46db290bb95c tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1023788 Jan 14 11:54:41.816001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51690) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:41.921567 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6f1aa501-bb18-4e81-8b49-6cd7d36bd936 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 991 time: 0.1043625 Jan 14 11:54:42.331690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbcce4-9808-4f62-9325-d3669b56e050 None None] New status for floating IP b6c94eec-3fe1-4eb5-8e66-550e66dd075d: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:54:42.925594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51694) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:54:43.028426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-abb13eef-3d70-44e5-8238-1325b77b8dbd tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 993 time: 0.1017437 Jan 14 11:54:43.403325 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa8bc9f-e867-4dfb-8342-f4d6d5fb0105 None None] New status for floating IP 70f43a2c-db82-42a3-805e-ee488f3bc39e: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:54:57.111073 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:55:00.792028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44ee8dab-7700-4e72-b74d-808a212b4ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:01.021602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:03.004068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d826b81d-df51-41a3-a9b4-e4372b0ffa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:04.131188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:04.349804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:05.456399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:13.805818 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-c941938d-0e81-47fd-bbbc-106d4c952f81 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793498 Jan 14 11:55:13.938566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-da622b99-5303-48b7-b42a-3aab80b7c8bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1098 time: 0.0686922 Jan 14 11:55:14.085057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-c0d69937-4aab-4756-b8ed-3f631a487f6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:14.086408 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-c0d69937-4aab-4756-b8ed-3f631a487f6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 898 time: 0.1308169 Jan 14 11:55:14.188120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-cf9f373e-9f3d-4be6-bdfc-28daf5acefda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 1000 time: 0.0959229 Jan 14 11:55:14.248795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-51a8324b-ee1d-4fd3-a32b-034dbb8f1574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:14.250240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-51a8324b-ee1d-4fd3-a32b-034dbb8f1574 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 200 len: 835 time: 0.0565536 Jan 14 11:55:14.326231 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-32a7e19f-739d-4668-b0e3-e46edd6a9da4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19736cd3-eb74-4cdc-90e4-92d74f5d7891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702322 Jan 14 11:55:14.457990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-55af9dc0-e8a3-4c2b-9eee-2aec8c4c6479 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254356 Jan 14 11:55:14.583318 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2d327ce1-48be-4418-84c6-5e9373c8db6b req-7c37fed0-a4d6-412b-aaac-b97a1bbb40e8 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198027 Jan 14 11:55:30.797137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-85e53dc9-178d-45d3-9935-9fbc131be8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:31.017327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:33.005211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee50b705-8bcd-41d4-854d-7c843c36b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:34.109727 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:55:34.134379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:34.352031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:35.458605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:47.657585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51750) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:47.759315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8e8692c7-f2a0-4e5d-ba68-61a16577bfe8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/c676d683-e3ad-468b-8778-3a3553f8132e HTTP/1.1" status: 200 len: 992 time: 0.1005857 Jan 14 11:55:48.068396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51758) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:48.352706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 6e434921-a470-4689-a6ca-2a8b1c17873a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:55:48.353063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:48.514689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:48.515007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:48.631457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 6e434921-a470-4689-a6ca-2a8b1c17873a owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:55:48.780533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:48.826011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=6e434921-a470-4689-a6ca-2a8b1c17873a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:48.864782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.865125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.865460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.865792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.866115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.866437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.866760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.867084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.867403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.867720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.868035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:48.927201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:49.314554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:55:49.512393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:55:49.522471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] Sync routers for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:55:49.531385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:49.536020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:55:49.536626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:55:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:49.583759 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f5fdc92c-3039-45fe-805d-4496706f8d4d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/c676d683-e3ad-468b-8778-3a3553f8132e HTTP/1.1" status: 204 len: 168 time: 1.5142782 Jan 14 11:55:49.584319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:55:49.644344 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'status': 'completed', 'code': 200} Jan 14 11:55:49.715246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:55:49.733955 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-e2a6e961-3168-42db-b7b2-503e4593aaab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 1098 time: 0.0690372 Jan 14 11:55:49.876203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-b7a03a0a-7e42-4504-83dc-6def6bf1fee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:49.877750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-b7a03a0a-7e42-4504-83dc-6def6bf1fee7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 200 len: 898 time: 0.1383700 Jan 14 11:55:49.980820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fffe3-750d-4720-a0c1-e1e45a0c0407 req-f77eef34-0681-47d0-8f27-7d8fd9ff33f9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:49.982017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-674fffe3-750d-4720-a0c1-e1e45a0c0407 req-f77eef34-0681-47d0-8f27-7d8fd9ff33f9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:55:49.998802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-674fffe3-750d-4720-a0c1-e1e45a0c0407 req-f77eef34-0681-47d0-8f27-7d8fd9ff33f9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:55:50.000436 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-674fffe3-750d-4720-a0c1-e1e45a0c0407 req-f77eef34-0681-47d0-8f27-7d8fd9ff33f9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.1025100 Jan 14 11:55:50.051607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:54:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:50.052263 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-674fffe3-750d-4720-a0c1-e1e45a0c0407 req-4aa958fe-2a52-46fe-8dc3-cb55f5e5c60a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445046 Jan 14 11:55:50.054313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-52525717-ac9b-4e70-9fac-f6616d06243a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 200 len: 217 time: 0.1699972 Jan 14 11:55:50.061181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] Checking router: 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:55:50.071911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:55:50.072512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:55:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:50.117120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-b42738ed-98cf-4e4e-8f69-9bd4fd38d19c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:50.118753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-b42738ed-98cf-4e4e-8f69-9bd4fd38d19c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 200 len: 835 time: 0.0572405 Jan 14 11:55:50.198956 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-d9d5e981-fbe0-4a20-8c14-716b91b6585c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19736cd3-eb74-4cdc-90e4-92d74f5d7891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732934 Jan 14 11:55:50.249241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:55:50.339468 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-2be851a2-16f9-4772-ae68-9d9601d4505e service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303444 Jan 14 11:55:50.469488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15c04ee8-f395-4c19-ad44-660e7ca939c3 req-06019806-b3cc-4c5f-b6fb-b5e36c3beb37 service neutron] 10.222.0.31 "GET /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229901 Jan 14 11:55:50.562838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:54:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:50.566854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4eb40-ac90-4ed7-926a-6ed2b0a7fafa None None] The sync data for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv is: [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:53:53Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1', 'name': '', 'network_id': '19736cd3-eb74-4cdc-90e4-92d74f5d7891', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:44:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:52Z', 'updated_at': '2022-01-14T11:54:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'b412ad90-a7f7-4c45-8a81-a2c27d6e39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:55:50.784429 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a4af8-b792-42a5-a0ac-f7130f1438a6 None None] New status for floating IP c676d683-e3ad-468b-8778-3a3553f8132e: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:55:51.256070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9f4a-7207-460f-8818-abe5cc6d85fe req-3e07f767-c9b4-4777-afa8-bc81e800fb55 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:51.257583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-424b9f4a-7207-460f-8818-abe5cc6d85fe req-3e07f767-c9b4-4777-afa8-bc81e800fb55 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.0829186 Jan 14 11:55:51.304289 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-424b9f4a-7207-460f-8818-abe5cc6d85fe req-367e5d56-e566-4749-bea0-a0a0b8776280 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9dd0644-3eee-4c1c-ac04-38965efe90f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406539 Jan 14 11:55:51.660642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-15620888-b279-49d4-a340-08df7d7e5939 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:51.662069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-15620888-b279-49d4-a340-08df7d7e5939 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 945 time: 0.0753467 Jan 14 11:55:51.732289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:55:51.732621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:51.967859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:55:51.968120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:52.083765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:55:52.223082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:52.274957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=1150a69f-f3af-4ae6-b5d9-c578ce9e4458,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:52.347274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.347572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.347899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.348225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.348548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.348898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.349219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.349539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.349914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.350232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.350544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:52.363463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:55:52.365744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:52.368367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'name': 'network-vif-deleted', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:55:52.385201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-357540c9-49c0-49bc-9f24-9ae5590fcca6 req-812af02c-ba51-4040-97bd-92c5460d692c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/1150a69f-f3af-4ae6-b5d9-c578ce9e4458 HTTP/1.1" status: 204 len: 173 time: 0.7176781 Jan 14 11:55:52.488044 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b655657d-60a9-4e1b-bad4-7a3740512cb4 req-e104bf9e-81b8-476a-b2c2-0e27d37e25b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=d160e28a-ae15-408a-baba-55d10ba70c8e HTTP/1.1" status: 200 len: 210 time: 0.0458236 Jan 14 11:55:52.513075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd160e28a-ae15-408a-baba-55d10ba70c8e', 'name': 'network-vif-deleted', 'tag': '1150a69f-f3af-4ae6-b5d9-c578ce9e4458', 'status': 'completed', 'code': 200} Jan 14 11:55:53.594200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51780) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:53.659806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-341c19ff-a689-40e1-91d8-cbfffb6bcb75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:53.690114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-341c19ff-a689-40e1-91d8-cbfffb6bcb75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:53.836889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-341c19ff-a689-40e1-91d8-cbfffb6bcb75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:53.855071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c19ff-a689-40e1-91d8-cbfffb6bcb75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd0644-3eee-4c1c-ac04-38965efe90f5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:53.864550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-341c19ff-a689-40e1-91d8-cbfffb6bcb75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:53.865672 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-341c19ff-a689-40e1-91d8-cbfffb6bcb75 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/d9dd0644-3eee-4c1c-ac04-38965efe90f5 HTTP/1.1" status: 204 len: 168 time: 0.2702675 Jan 14 11:55:53.907913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51786) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:54.382075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:54.973647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:55:54.974355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:55.158777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:55:55.159120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:55.281836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:55:55.419086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:55:55.451482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:55:55.451820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 1150a69f-f3af-4ae6-b5d9-c578ce9e4458 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:55:55.462692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:55.509139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:55.801654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:56.462422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:55:56.657887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:55:56.668587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] Sync routers for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:55:56.670805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bca657c2-d6d9-4258-a716-64c138a8fad3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/78b4bcd6-2aa7-45ee-b908-e3cf73babe48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7618296 Jan 14 11:55:56.673451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51790) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:56.680212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:55:56.680857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:55:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:56.859477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:55:56.862626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:56.863773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:55:56.919272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.000953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.075128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.117561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=b412ad90-a7f7-4c45-8a81-a2c27d6e39e0,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:57.122823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.130218 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-477c6353-ed74-47e1-acd2-6109bf638945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/b412ad90-a7f7-4c45-8a81-a2c27d6e39e0 HTTP/1.1" status: 204 len: 168 time: 0.4558108 Jan 14 11:55:57.132801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51794) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:57.142795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a4a55-d314-4474-8192-da93562422c2 None None] Network 19736cd3-eb74-4cdc-90e4-92d74f5d7891 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:55:57.230312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:55:55Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:57.244502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] Checking router: 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:55:57.320846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] Routers {'78b4bcd6-2aa7-45ee-b908-e3cf73babe48'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:55:57.321460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:55:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:57.328636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.517912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] Set router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:55:57.617664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910598f-542b-4f2c-a660-d21269881326 None None] DHCP port deletion for 19736cd3-eb74-4cdc-90e4-92d74f5d7891 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:55:57.629983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.640563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Deleting port 1f6e6e2b-20ae-417d-b542-babea4f4e227 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:55:57.640972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.645372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:55:57.645712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.820419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:55:57.820658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:57.942006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:55:58.001913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3910598f-542b-4f2c-a660-d21269881326 None None] For port 1f6e6e2b-20ae-417d-b542-babea4f4e227, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1f6e6e2b-20ae-417d-b542-babea4f4e227,segment=NetworkSegment(4a40f029-bb7b-493e-ad01-6a4f6c2d39fb),segment_id=4a40f029-bb7b-493e-ad01-6a4f6c2d39fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:55:58.002519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.107461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.123759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Calling delete_port for 1f6e6e2b-20ae-417d-b542-babea4f4e227 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:55:58.151310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=539ebf4a-0deb-442f-a2a8-4f50fd9b36ed,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:58.185183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:55:55Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:58.199777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0f1b7-fdb8-46ca-be83-862b3a297ea7 None None] The sync data for ids ['78b4bcd6-2aa7-45ee-b908-e3cf73babe48'] in dv-neutron-823850-1-hyperv is: [{'id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'name': 'tempest-TestNetworkBasicOps-router-1669742549', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:53:47Z', 'updated_at': '2022-01-14T11:55:55Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '539ebf4a-0deb-442f-a2a8-4f50fd9b36ed', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4bcd6-2aa7-45ee-b908-e3cf73babe48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:53:48Z', 'updated_at': '2022-01-14T11:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:55:58.210987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.259697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Pushing event deleted for resources: {'Port': ['ID=1f6e6e2b-20ae-417d-b542-babea4f4e227,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:58.270742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910598f-542b-4f2c-a660-d21269881326 None None] No DVR routers for this DVR port 1f6e6e2b-20ae-417d-b542-babea4f4e227 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:55:58.273868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.274215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.276836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.277817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3910598f-542b-4f2c-a660-d21269881326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:55:58.379648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.634237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.639028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.665361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.666027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router 78b4bcd6-2aa7-45ee-b908-e3cf73babe48 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:55:58.681962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:58.685220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9e77fda-41f0-4db9-afc0-3f3c67f3f0fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/78b4bcd6-2aa7-45ee-b908-e3cf73babe48 HTTP/1.1" status: 204 len: 168 time: 1.5514796 Jan 14 11:55:58.686532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51798) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:58.900489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.026165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.051096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19736cd3-eb74-4cdc-90e4-92d74f5d7891']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:59.062696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:59.062984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a40f029-bb7b-493e-ad01-6a4f6c2d39fb') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:55:59.073966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.089129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.095753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:55:59.096122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:55:59.113491 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:55:59.194257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.221335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.229199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=19736cd3-eb74-4cdc-90e4-92d74f5d7891,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:59.231635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:55:59.242059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-034402f4-2f14-4751-bf80-51fe34550df1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/19736cd3-eb74-4cdc-90e4-92d74f5d7891 HTTP/1.1" status: 204 len: 168 time: 0.5545051 Jan 14 11:55:59.256849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51802) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:59.262550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1888436705', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:55:59.267319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:55:59.267860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:55:59.268201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ecd51c75-00ba-48c9-be6b-9acd7fb8f9d1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:55:59.268608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:55:59.271345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:55:59.274309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:55:59.280574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:55:59.289938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:55:59.293014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.300306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:55:59.300650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 539ebf4a-0deb-442f-a2a8-4f50fd9b36ed not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:55:59.301103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1f6e6e2b-20ae-417d-b542-babea4f4e227 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:55:59.320340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:55:59.330605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.330971 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment 4bd2bbe0-b81f-49b3-8b9a-6c448076dee8 of type vlan for network 045b73d1-0201-448c-a3f9-61015b7f652b Jan 14 11:55:59.335145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 1f6e6e2b-20ae-417d-b542-babea4f4e227 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:55:59.335487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1f6e6e2b-20ae-417d-b542-babea4f4e227 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:55:59.360042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.388455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.392278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:55:59.392882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.492587 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2382703 Jan 14 11:55:59.495465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51806) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:55:59.501152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd88565-92cf-493b-8b51-903f00439ece tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=045b73d1-0201-448c-a3f9-61015b7f652b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:55:59.501313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:55:59.508078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:55:59.511769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 045b73d1-0201-448c-a3f9-61015b7f652b details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:55:59.513074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:55:59.515915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:55:59.521566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:55:59.533005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.533919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.552559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.700180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.880079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:55:59.912952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:00.047618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.125 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/af2bf3a5-65e3-4b7c-8bd2-23c29be62313) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:00.196563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:00.224101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:00.292959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:00.295818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:00.301019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:00.324242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:00.458404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:00.459039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:00.677904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 11:56:00.799258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-64177e3a-79f8-4944-9dfc-5ee05bbaa0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:00.972591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:56:00.981925 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:56:00.993378 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:00.993902 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:55:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:00.999943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.001565 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c1d97b24-8421-43e8-bc29-c8d2292ce2de tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5045788 Jan 14 11:56:01.004314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51810) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:01.030627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.171112 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:01.185928 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2b33caf5-8e42-457c-b897-796a8fc1f50a tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1773429 Jan 14 11:56:01.186118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51816) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:01.316697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cddb389-1db9-4185-8b4e-c428bd1f3c17 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:01.318122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2cddb389-1db9-4185-8b4e-c428bd1f3c17 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311328 Jan 14 11:56:01.320955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51820) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:01.364233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-893d276c-bc13-431e-9937-92eeb1fe19cd tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420365 Jan 14 11:56:01.366630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51824) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:01.372383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470625495', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:01.450517 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:00Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:01.454377 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:56:01.454711 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Updating router 4f0d5fcd-443d-4317-8b34-7c0082487906 port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:56:01.481636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:01.485636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:01.488354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:01.497528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:01.504338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:56:01.504858 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.607891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.827300 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.839317 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Transition to ACTIVE for port object af2bf3a5-65e3-4b7c-8bd2-23c29be62313 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:01.841501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.846958 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.926844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=c9c7fab0-ed3d-4f41-99e2-873a6562de52,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:01.927965 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Pushing event updated for resources: {'Port': ['ID=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:01.937756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:56:01.938113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: 045b73d1-0201-448c-a3f9-61015b7f652b, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:56:01.959203 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.959552 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.959882 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.960209 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.960537 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.960890 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.961216 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.962057 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.962388 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.962705 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.963021 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:56:01.967835 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Attempting to bind port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:56:01.968210 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Attempting to bind port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:56:01.968589 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Attempting to bind port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:01.977315 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:56:01.977960 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:56:01.978484 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.978872 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:56:01.979525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 045b73d1-0201-448c-a3f9-61015b7f652b is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:56:01.980632 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Bound port: af2bf3a5-65e3-4b7c-8bd2-23c29be62313, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:56:01.980632 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:01.992292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 045b73d1-0201-448c-a3f9-61015b7f652b) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:01.997165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:01.998132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:02.004351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee81928-7d4e-43db-a4dc-2289794f5c35 None None] Network 045b73d1-0201-448c-a3f9-61015b7f652b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:56:02.032413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51840) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:02.044044 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-53e97a43-511a-43fd-accd-1922b6160a30 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6671112 Jan 14 11:56:02.092578 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] For port af2bf3a5-65e3-4b7c-8bd2-23c29be62313, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:56:02.096296 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] For port af2bf3a5-65e3-4b7c-8bd2-23c29be62313, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:56:02.101513 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:02.212745 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028e297-b82a-4650-8a92-d1d18bb4f204 None None] Pushing event updated for resources: {'Port': ['ID=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:02.221542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:02.222449 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:55:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:02.242094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961f4ab-e81c-4ca5-a723-33c73265d55b req-309df32d-0eb7-4465-afe8-b4512482f258 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:02.243976 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2961f4ab-e81c-4ca5-a723-33c73265d55b req-309df32d-0eb7-4465-afe8-b4512482f258 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1169407 Jan 14 11:56:02.297044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-045b73d1-0201-448c-a3f9-61015b7f652b', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 11:56:02.297911 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:02.363672 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2961f4ab-e81c-4ca5-a723-33c73265d55b req-c397a59b-613a-44fb-99a4-4a7fc9ef4da0 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637989 Jan 14 11:56:02.451204 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:02.471810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Allocated IP 172.20.0.2 (045b73d1-0201-448c-a3f9-61015b7f652b/c9c7fab0-ed3d-4f41-99e2-873a6562de52/31fe2ca7-cc0c-4a1a-8c29-917f3777ec05) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:02.704165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:02.716558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Transition to ACTIVE for port object 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:02.737972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Transition to ACTIVE for port object 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:02.744278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:02.787800 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:00Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:02.791784 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3651c8-c646-404d-8bb4-81d83f12cd4d None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:00Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:56:02.835542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Pushing event updated for resources: {'Port': ['ID=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:02.848416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Network 045b73d1-0201-448c-a3f9-61015b7f652b is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:02.849657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:02.853939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:02.950666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Attempting to bind port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:56:02.951040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Attempting to bind port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:56:02.951399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Attempting to bind port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 on network 045b73d1-0201-448c-a3f9-61015b7f652b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:02.965066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:56:02.965520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Checking segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:56:02.965957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:02.966349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Bound using segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:56:02.966835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Bound port: 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:56:02.967850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:03.099493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:03.116109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbaded43-40ff-4ae6-84fb-caf7433e3a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:03.132355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] For port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:56:03.135731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] For port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:56:03.146548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:03.240507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1dcbc-ee7c-4656-b3ef-52860d12b149 None None] Pushing event updated for resources: {'Port': ['ID=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:03.581929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (045b73d1-0201-448c-a3f9-61015b7f652b/c9c7fab0-ed3d-4f41-99e2-873a6562de52/f8247ff0-4987-423c-b992-a7064e95e5f7) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:03.618286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e218e5-0619-467b-9328-e0aec7875fc5 req-7ebc8217-3dba-4c79-baca-cbeceff46d23 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:03.619863 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-59e218e5-0619-467b-9328-e0aec7875fc5 req-7ebc8217-3dba-4c79-baca-cbeceff46d23 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1012919 Jan 14 11:56:03.672764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-59e218e5-0619-467b-9328-e0aec7875fc5 req-dd1dc440-d83f-4eb6-aacb-8ed97045e21f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Jan 14 11:56:03.852432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:03.867824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object f8247ff0-4987-423c-b992-a7064e95e5f7 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:03.891043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:03.960073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 045b73d1-0201-448c-a3f9-61015b7f652b is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:03.963135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:03.967140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:03.998552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=f8247ff0-4987-423c-b992-a7064e95e5f7,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:04.028287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.117005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.146985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.227444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e168e-38ef-47d8-b601-e33a8bec2b88 None None] Network 045b73d1-0201-448c-a3f9-61015b7f652b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:56:04.359929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-78447f38-affb-4b17-9c6b-3c52d9e43c65 None None] Provisioning for port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:04.394784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.532978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.537547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.654708 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=f8247ff0-4987-423c-b992-a7064e95e5f7,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:04.657066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.707425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c0d4472f-544e-4964-bc60-1ebb1d19afca None None] Provisioning for port f8247ff0-4987-423c-b992-a7064e95e5f7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:04.712661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c0d4472f-544e-4964-bc60-1ebb1d19afca None None] Provisioning complete for port f8247ff0-4987-423c-b992-a7064e95e5f7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:04.713158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c0d4472f-544e-4964-bc60-1ebb1d19afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.771858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4472f-544e-4964-bc60-1ebb1d19afca None None] Port f8247ff0-4987-423c-b992-a7064e95e5f7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:56:04.844526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 045b73d1-0201-448c-a3f9-61015b7f652b is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:04.850977 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:04.907954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c5e4f3c9-953d-4316-b4f2-91d09f09e397 None None] Provisioning complete for port f8247ff0-4987-423c-b992-a7064e95e5f7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:04.908325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c5e4f3c9-953d-4316-b4f2-91d09f09e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:04.960744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4f3c9-953d-4316-b4f2-91d09f09e397 None None] Port f8247ff0-4987-423c-b992-a7064e95e5f7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:56:05.056209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc47e6b-4753-4b44-8795-1cbd0d11a8b5 req-2a41707a-0fba-4c62-b6da-d8cf5f5bfdb4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.057520 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4fc47e6b-4753-4b44-8795-1cbd0d11a8b5 req-2a41707a-0fba-4c62-b6da-d8cf5f5bfdb4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.2517765 Jan 14 11:56:05.128155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af2bf3a5-65e3-4b7c-8bd2-23c29be62313 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:05.191260 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4fc47e6b-4753-4b44-8795-1cbd0d11a8b5 req-15ce5842-e368-4141-9fc7-17aaffed3a9f tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248133 Jan 14 11:56:05.199442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6520b005-083f-44a1-857c-a52222ed579e None None] Provisioning complete for port f8247ff0-4987-423c-b992-a7064e95e5f7 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:05.199944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6520b005-083f-44a1-857c-a52222ed579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.253411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:05.263860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:05.264217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.287377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6520b005-083f-44a1-857c-a52222ed579e None None] Port f8247ff0-4987-423c-b992-a7064e95e5f7 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:56:05.381682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.398316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port af2bf3a5-65e3-4b7c-8bd2-23c29be62313, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:05.402700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.403445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:05.407237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:56:05.518785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.530209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:05.540516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:05.545349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:05.545706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.613051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:56:05.626266 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-64d2a6ea-367c-48f9-b2bd-1d0ce8749b72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/4f0d5fcd-443d-4317-8b34-7c0082487906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5916059 Jan 14 11:56:05.628847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51848) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:05.656514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.689290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:05.693258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:05.762712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:05.789179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.789549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.789908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.790266 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.790612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.790957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.791328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.793123 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-afbf77e5-33df-4073-b491-723b56ba5922 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1633108 Jan 14 11:56:05.795797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:05.865200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.865565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.865921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.866274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.866621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.866966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.867308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:05.869083 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7a2e0cd-cc38-4751-841e-24953d0a004d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0724218 Jan 14 11:56:05.872642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51856) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:06.083984 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-71fb9f24-00ef-4703-984d-475cb751cd22 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2102518 Jan 14 11:56:06.274016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51864) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:06.279770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601268808', 'description': 'tempest-secgroup-smoke-601268808 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:06.288666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:06.293749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:06.296713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:06.302847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:06.314413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.354416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:06.359341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:06.362355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:06.369005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:06.415165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b3f49-39d9-42ab-ae72-c2f793f12e68 req-41fe3938-b1db-4bd3-b7d3-8c7b46d831b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:06.416623 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab0b3f49-39d9-42ab-ae72-c2f793f12e68 req-41fe3938-b1db-4bd3-b7d3-8c7b46d831b9 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0848038 Jan 14 11:56:06.428525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.432851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.466022 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab0b3f49-39d9-42ab-ae72-c2f793f12e68 req-e5370389-6c99-4112-bc09-233a76a51c3b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Jan 14 11:56:06.473266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:56:06.489990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a79b2b-e290-45ec-857e-05f7554043b1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:06.490133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:06.491138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:56:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:06.494373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.495681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-160de3eb-d084-4ea9-a840-5b7c7c0ed9ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2206252 Jan 14 11:56:06.498849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51868) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:06.504333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c9a79b2b-e290-45ec-857e-05f7554043b1', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:06.510231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:06.514030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:06.516820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:06.522699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:06.539947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.604483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.608488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.631866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174bc24c-1b22-4931-abb8-43ae5a7fcf77,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:06.641533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.645298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-952ff1ad-3240-41fe-8fe8-76eeb29e30f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1428123 Jan 14 11:56:06.645489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51872) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:06.650831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c9a79b2b-e290-45ec-857e-05f7554043b1', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:06.657005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:06.660690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:06.663485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:06.669799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:06.673918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:06.686866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.749950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.753847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.777653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8538d5-9604-41b7-8d35-d10f690e3d98,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:06.786883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.789010 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e512b359-110a-4a65-a685-a59275d9090c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1419485 Jan 14 11:56:06.791109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51876) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:06.796722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c9a79b2b-e290-45ec-857e-05f7554043b1', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:06.802597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:06.806370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:06.809373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:06.815120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:06.832200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.894238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.897920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.924099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6b12a1-9b62-4cb0-96ff-cfe46b2da450,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:06.933048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.934223 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a6e1b69f-b17c-4d28-ae54-75a2594ff7b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422715 Jan 14 11:56:06.937167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51880) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:06.942802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c9a79b2b-e290-45ec-857e-05f7554043b1', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:06.949337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:06.953398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:06.956276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:06.961853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:06.979759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:06.989595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:06.993365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:56:06.993707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Updating router 4f0d5fcd-443d-4317-8b34-7c0082487906 port f8247ff0-4987-423c-b992-a7064e95e5f7 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 11:56:07.043687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.044594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.047481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.071554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea2e2e6-9dad-4573-ba83-4d1364685e21,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:07.081361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.085117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f4b603bc-c4a4-4c58-9150-3c3fef38e538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443131 Jan 14 11:56:07.085394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 51884) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:07.089788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af2bf3a5-65e3-4b7c-8bd2-23c29be62313 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:07.090913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c9a79b2b-e290-45ec-857e-05f7554043b1', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:07.097218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:07.101125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:07.104132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:07.112062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:07.123964 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:56:07.130896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.197495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.202121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.227163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a929c9e-71fc-46c0-9f85-a387c879c6dc,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:07.239333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.243299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51888) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:07.243455 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f6dec1a9-a759-414e-b638-4ab6686fbea7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1570523 Jan 14 11:56:07.249907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'c9a79b2b-e290-45ec-857e-05f7554043b1', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:07.255494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:07.259254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:07.262133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:07.267677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:07.278430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:07.278701 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:56:07.278839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.284991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.350649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.355531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.377411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eda59f-a14c-4368-a7ce-c43c547ef9e1,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:07.386682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.387805 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-475cd865-63e9-45ea-b467-fc79f1511212 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1427777 Jan 14 11:56:07.513474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:07.572714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71543a97-4d70-4321-87f9-d74b816a0268 req-546853d5-d9cf-45fe-aabf-c44d786e4ccc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:07.591043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71543a97-4d70-4321-87f9-d74b816a0268 req-546853d5-d9cf-45fe-aabf-c44d786e4ccc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:07.599780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-546853d5-d9cf-45fe-aabf-c44d786e4ccc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601268808&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0696743 Jan 14 11:56:07.653632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.655839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:07.656186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.712011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Transition to ACTIVE for port object f8247ff0-4987-423c-b992-a7064e95e5f7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:07.723760 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955b46-a081-49d3-a7b1-56d5bcc6b962 req-2c761f13-2cd5-4a39-9d4d-ee87638d4ddc tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:07.725894 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1e955b46-a081-49d3-a7b1-56d5bcc6b962 req-2c761f13-2cd5-4a39-9d4d-ee87638d4ddc tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1138129 Jan 14 11:56:07.727076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:07.778322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c06348c0-039d-48aa-b259-0f2973b009d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:07.779028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c06348c0-039d-48aa-b259-0f2973b009d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:07.797286 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1e955b46-a081-49d3-a7b1-56d5bcc6b962 req-2b4ed2ec-2991-4127-a821-3753713c7539 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654838 Jan 14 11:56:07.798984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c06348c0-039d-48aa-b259-0f2973b009d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:07.800182 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c06348c0-039d-48aa-b259-0f2973b009d6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 797 time: 0.1995838 Jan 14 11:56:07.817584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-50cf8d4d-b2b4-4f23-b5da-2580186085ce tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0119536 Jan 14 11:56:07.909055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c7ca1a8c-74bd-4dfc-ae4e-be1e07a57214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:07.919912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79448d6-7a0f-421b-9bc6-1894fe19c6d9 None None] Pushing event updated for resources: {'Port': ['ID=f8247ff0-4987-423c-b992-a7064e95e5f7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:07.932372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c7ca1a8c-74bd-4dfc-ae4e-be1e07a57214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:07.934732 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-c7ca1a8c-74bd-4dfc-ae4e-be1e07a57214 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119432 Jan 14 11:56:08.057124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Attempting to bind port f8247ff0-4987-423c-b992-a7064e95e5f7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:56:08.057486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Attempting to bind port f8247ff0-4987-423c-b992-a7064e95e5f7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:56:08.058395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Attempting to bind port f8247ff0-4987-423c-b992-a7064e95e5f7 on network 045b73d1-0201-448c-a3f9-61015b7f652b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:08.065959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:56:08.066322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Checking segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:56:08.066714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:08.067293 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Bound using segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:56:08.067771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Bound port: f8247ff0-4987-423c-b992-a7064e95e5f7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:56:08.068247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:08.173407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] For port f8247ff0-4987-423c-b992-a7064e95e5f7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:56:08.180139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] For port f8247ff0-4987-423c-b992-a7064e95e5f7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f8247ff0-4987-423c-b992-a7064e95e5f7,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:56:08.187423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:08.286004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79448d6-7a0f-421b-9bc6-1894fe19c6d9 None None] Pushing event updated for resources: {'Port': ['ID=f8247ff0-4987-423c-b992-a7064e95e5f7,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:08.293907 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:08.294888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:56:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:08.318635 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-f22fd5dc-64f8-4dfd-b562-f953c62c962e service neutron] 10.222.0.48 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670454 Jan 14 11:56:08.475255 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-80fd44f9-0c8a-4e33-8f4a-f1b5170cdacf service neutron] 10.222.0.48 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502759 Jan 14 11:56:08.507168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:08.682270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-4f5d2aa0-b156-46da-bfc8-bf0f67306b5a req-463de768-2f3c-4b0e-8e8f-a6b12ed58b36 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:08.694531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-4f5d2aa0-b156-46da-bfc8-bf0f67306b5a req-463de768-2f3c-4b0e-8e8f-a6b12ed58b36 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:08.695754 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4f5d2aa0-b156-46da-bfc8-bf0f67306b5a req-463de768-2f3c-4b0e-8e8f-a6b12ed58b36 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 210 time: 0.0531230 Jan 14 11:56:08.910510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:08Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:08.918004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51712cff-f46e-4be8-827e-a51914d8178b None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:08Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:56:09.110400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1eb4e-cb34-4033-8cec-3122986beb13 req-6c6220bb-c6a5-4c40-a6bf-0633dbb7c2bc tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:09.111991 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0ae1eb4e-cb34-4033-8cec-3122986beb13 req-6c6220bb-c6a5-4c40-a6bf-0633dbb7c2bc tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1671832 Jan 14 11:56:09.154792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f8247ff0-4987-423c-b992-a7064e95e5f7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:09.197155 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0ae1eb4e-cb34-4033-8cec-3122986beb13 req-d3e48364-d5e0-4bea-b224-6f28595de732 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683887 Jan 14 11:56:09.312932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f8247ff0-4987-423c-b992-a7064e95e5f7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:09.318948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f8247ff0-4987-423c-b992-a7064e95e5f7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:09.320051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:09.562828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:09.600704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f8247ff0-4987-423c-b992-a7064e95e5f7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f8247ff0-4987-423c-b992-a7064e95e5f7,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:09.605403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:09.682043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f8247ff0-4987-423c-b992-a7064e95e5f7,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:09.884344 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6ef9fb75-2d44-4b75-8774-fe0a20c62445 req-de5219be-b65d-40d6-b3aa-556dd983f80f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 210 time: 0.0433486 Jan 14 11:56:10.334289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543a97-4d70-4321-87f9-d74b816a0268 req-736778e5-a654-4e54-b397-1522b2b63e2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:10.335743 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-736778e5-a654-4e54-b397-1522b2b63e2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 797 time: 0.1749051 Jan 14 11:56:10.447859 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-6b22da8d-97bc-43e3-9299-a5203eed6322 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 379 time: 0.0981710 Jan 14 11:56:10.457118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['c9a79b2b-e290-45ec-857e-05f7554043b1']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:10.545753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa21e5-27a8-4221-b37d-a141634b0c7f req-53c6d896-a95a-4cd2-a068-05657a61b0cc tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:10.547227 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a6fa21e5-27a8-4221-b37d-a141634b0c7f req-53c6d896-a95a-4cd2-a068-05657a61b0cc tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1995273 Jan 14 11:56:10.639465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a6fa21e5-27a8-4221-b37d-a141634b0c7f req-270adc58-a2c7-467c-80e0-b554defcef84 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818334 Jan 14 11:56:10.640409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:10.650187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:10.662992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:56:10.666680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:10.836501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.4 (045b73d1-0201-448c-a3f9-61015b7f652b/c9c7fab0-ed3d-4f41-99e2-873a6562de52/d3729eda-6920-4a68-865d-8daf5e1d4bbd) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:11.094806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:11.107688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f8247ff0-4987-423c-b992-a7064e95e5f7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:11.112492 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:56:11.114399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object d3729eda-6920-4a68-865d-8daf5e1d4bbd will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:11.168826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:11.218201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f8247ff0-4987-423c-b992-a7064e95e5f7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:11.218580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:11.297999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 045b73d1-0201-448c-a3f9-61015b7f652b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:11.301554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:11.306018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5275df-19b5-43d8-92f3-6b21902755cf req-d2e07160-a462-4d59-92b1-6a7d5d3bd01c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:11.306519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:11.315742 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bd5275df-19b5-43d8-92f3-6b21902755cf req-d2e07160-a462-4d59-92b1-6a7d5d3bd01c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 931 time: 0.0918033 Jan 14 11:56:11.360191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-bd5275df-19b5-43d8-92f3-6b21902755cf req-1a2683c6-ed41-4a77-96fe-0ad564a686b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:11.379535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:11.380154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:11.389818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-bd5275df-19b5-43d8-92f3-6b21902755cf req-1a2683c6-ed41-4a77-96fe-0ad564a686b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:11.405942 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bd5275df-19b5-43d8-92f3-6b21902755cf req-1a2683c6-ed41-4a77-96fe-0ad564a686b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891461 Jan 14 11:56:11.412184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=d3729eda-6920-4a68-865d-8daf5e1d4bbd,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:11.417843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-5b6ad088-c2b0-46f3-853e-390f46d145d7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9640527 Jan 14 11:56:11.429398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Request body: {'port': {'device_id': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:11.546584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:11.593369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-160a56b4-ae17-4168-854a-32a633e4d8f9 None None] Provisioning for port d3729eda-6920-4a68-865d-8daf5e1d4bbd completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:11.599638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-160a56b4-ae17-4168-854a-32a633e4d8f9 None None] Provisioning complete for port d3729eda-6920-4a68-865d-8daf5e1d4bbd triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:11.600270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-160a56b4-ae17-4168-854a-32a633e4d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:11.669066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-160a56b4-ae17-4168-854a-32a633e4d8f9 None None] Port d3729eda-6920-4a68-865d-8daf5e1d4bbd cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:56:12.071257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce82ee-37ee-4137-ac47-c560403a7031 req-5dfb8677-bf90-43b9-aa8f-981fb9c80310 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:12.072764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d5ce82ee-37ee-4137-ac47-c560403a7031 req-5dfb8677-bf90-43b9-aa8f-981fb9c80310 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.2757804 Jan 14 11:56:12.211171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3729eda-6920-4a68-865d-8daf5e1d4bbd {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:56:12.223534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:12.228692 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d5ce82ee-37ee-4137-ac47-c560403a7031 req-688bcd61-4cc0-4853-904b-7bbbbcb316d6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437244 Jan 14 11:56:12.243911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Transition to ACTIVE for port object d3729eda-6920-4a68-865d-8daf5e1d4bbd will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:12.248908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:12.396454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Pushing event updated for resources: {'Port': ['ID=d3729eda-6920-4a68-865d-8daf5e1d4bbd,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:12.525068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Attempting to bind port d3729eda-6920-4a68-865d-8daf5e1d4bbd on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:56:12.525396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Attempting to bind port d3729eda-6920-4a68-865d-8daf5e1d4bbd by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:56:12.525721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Attempting to bind port d3729eda-6920-4a68-865d-8daf5e1d4bbd on network 045b73d1-0201-448c-a3f9-61015b7f652b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:12.531601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Port d3729eda-6920-4a68-865d-8daf5e1d4bbd on network 045b73d1-0201-448c-a3f9-61015b7f652b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:56:12.531913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Attempting to bind port d3729eda-6920-4a68-865d-8daf5e1d4bbd on network 045b73d1-0201-448c-a3f9-61015b7f652b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:12.537956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:56:12.538269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Checking segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:56:12.538637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Bound using segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:56:12.539049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Bound port: d3729eda-6920-4a68-865d-8daf5e1d4bbd, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:56:12.539383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:12.607823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804e4-9886-4bcc-9313-10c28c5b2b93 req-b48321f1-93dd-4422-b118-ecb2639fb9dc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:12.610651 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-28b804e4-9886-4bcc-9313-10c28c5b2b93 req-b48321f1-93dd-4422-b118-ecb2639fb9dc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 943 time: 0.0842295 Jan 14 11:56:12.643483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] For port d3729eda-6920-4a68-865d-8daf5e1d4bbd, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:56:12.654443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] For port d3729eda-6920-4a68-865d-8daf5e1d4bbd, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:56:12.659682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:12.670764 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-28b804e4-9886-4bcc-9313-10c28c5b2b93 req-2d5dc926-3f6f-4231-a9ec-73c5e041aedf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535703 Jan 14 11:56:12.713499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:12.714925 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] 10.222.0.31 "PUT /v2.0/ports/d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 200 len: 1093 time: 1.2898638 Jan 14 11:56:12.715499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:12.804913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'status': 'completed', 'code': 200} Jan 14 11:56:12.835821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151985ad-268d-40fe-8c6c-ff774cdfcf06 service neutron] Pushing event updated for resources: {'Port': ['ID=d3729eda-6920-4a68-865d-8daf5e1d4bbd,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:12.861420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-760013bd-d542-44dc-8e59-565bc3bdd933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1096 time: 0.0981920 Jan 14 11:56:12.934672 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-907cb6c8-3a28-428c-a7b3-090aeaa79474 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 200 len: 217 time: 0.0662360 Jan 14 11:56:13.007612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543a97-4d70-4321-87f9-d74b816a0268 req-dddeb503-47e6-4a0c-b8b1-3c26a934d3b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:13.009130 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-dddeb503-47e6-4a0c-b8b1-3c26a934d3b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0683990 Jan 14 11:56:13.085838 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-559fae45-ed96-49ec-88b1-5a83cd65b836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706573 Jan 14 11:56:13.223605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-bd9eaa3f-fa62-450d-82d1-aab9ea9d81d2 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308999 Jan 14 11:56:13.375292 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71543a97-4d70-4321-87f9-d74b816a0268 req-e1156b57-f59a-40a7-a2be-3b29e2f2602c service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456902 Jan 14 11:56:13.452699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bf9bc-6315-4ea7-aa24-f30f8c96ab4f req-227e375e-5795-44c2-b928-4ec3f2c0b832 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:13.454309 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-065bf9bc-6315-4ea7-aa24-f30f8c96ab4f req-227e375e-5795-44c2-b928-4ec3f2c0b832 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0879653 Jan 14 11:56:13.502557 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-065bf9bc-6315-4ea7-aa24-f30f8c96ab4f req-914cf1ea-f51c-4725-b386-c0426836bd95 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423613 Jan 14 11:56:13.592857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-9ac97972-7f7f-4000-9b5a-52412c248a6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1096 time: 0.0699677 Jan 14 11:56:13.739811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-472b4a3e-0e74-4d99-8bdb-5bb529ee9907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:13.741818 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-472b4a3e-0e74-4d99-8bdb-5bb529ee9907 service neutron] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 898 time: 0.1428275 Jan 14 11:56:13.817162 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-1c270bad-b57a-4019-9e53-c291b96a76ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 200 len: 217 time: 0.0689628 Jan 14 11:56:13.944782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-fc1ee0fc-ec7a-454c-8221-14c24df87c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:13.946509 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-fc1ee0fc-ec7a-454c-8221-14c24df87c06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.1244781 Jan 14 11:56:14.013988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b33b3-9444-43c1-844d-3fe12dce58f6 req-75e10e0d-9d72-4eb6-b743-a5aa2f6df82f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:14.014667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-5d2b33b3-9444-43c1-844d-3fe12dce58f6 req-75e10e0d-9d72-4eb6-b743-a5aa2f6df82f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:14.041758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-5d2b33b3-9444-43c1-844d-3fe12dce58f6 req-75e10e0d-9d72-4eb6-b743-a5aa2f6df82f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:14.043897 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d2b33b3-9444-43c1-844d-3fe12dce58f6 req-75e10e0d-9d72-4eb6-b743-a5aa2f6df82f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 943 time: 0.1858211 Jan 14 11:56:14.055697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-d0578c95-0f02-437b-ac41-78b24f1b4ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033008 Jan 14 11:56:14.383531 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d2b33b3-9444-43c1-844d-3fe12dce58f6 req-e095d09c-7936-400e-944c-b7974942589c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311915 Jan 14 11:56:14.430943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-3ffbe0f4-d6d3-4138-9dd9-ac6c95261d1b service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584981 Jan 14 11:56:14.433598 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-ea7cde43-2d3c-4236-aecd-fe0dc7d9cb30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=290b962891f04d2480acb039748f3601&device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1098 time: 0.1942065 Jan 14 11:56:14.692043 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8127acdb-d9d8-4124-8aca-a70c9cc88e1f req-06480b49-7333-474d-bdd2-46ab44a2636c service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534690 Jan 14 11:56:14.709642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-d0814c2d-4f7d-4778-a12c-f302f4e5ae72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:14.711089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-d0814c2d-4f7d-4778-a12c-f302f4e5ae72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 200 len: 898 time: 0.1986287 Jan 14 11:56:14.737963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58505745-6c9e-4540-a997-c13b724e3884 req-29d6e9f5-aae2-454f-9dd2-9f2c9ce78d39 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:14.746159 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-58505745-6c9e-4540-a997-c13b724e3884 req-29d6e9f5-aae2-454f-9dd2-9f2c9ce78d39 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0963619 Jan 14 11:56:14.820225 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-58505745-6c9e-4540-a997-c13b724e3884 req-8e7a0871-599a-4eb7-b6eb-fc51420a3194 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729184 Jan 14 11:56:14.837080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-5bfaac6d-0f3f-4a8d-92c2-30099f86f225 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 200 len: 1001 time: 0.1195197 Jan 14 11:56:14.908048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-58dbfae9-2ace-4cde-8d22-7410eac237a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:14.909370 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-58dbfae9-2ace-4cde-8d22-7410eac237a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c HTTP/1.1" status: 200 len: 834 time: 0.0671577 Jan 14 11:56:15.006492 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-835c08c2-4251-4e6e-8ade-58fff2ed37fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911863 Jan 14 11:56:15.228004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-64ff2d71-c84b-4c7b-a7b1-5f9b5985507f service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149968 Jan 14 11:56:15.403918 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f44538b1-a2fa-4a86-ba6f-61f566279128 req-51fb27e3-8e92-4ecf-bb35-ec584c1752be service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696906 Jan 14 11:56:15.649238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd507-a339-4341-a2c2-447112a9b843 req-b7685807-fe8e-4d1b-bc93-f56a2799731c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:15.656473 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d7fd507-a339-4341-a2c2-447112a9b843 req-b7685807-fe8e-4d1b-bc93-f56a2799731c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 943 time: 0.1117620 Jan 14 11:56:15.712862 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7d7fd507-a339-4341-a2c2-447112a9b843 req-3acfd23e-28f1-4992-b87d-6fac43584b67 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519278 Jan 14 11:56:16.147838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd73a-92d7-4acf-b992-a82dd7e301c5 req-3a7d300f-de3f-4422-98d4-d43a7de81366 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:16.149954 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0d3cd73a-92d7-4acf-b992-a82dd7e301c5 req-3a7d300f-de3f-4422-98d4-d43a7de81366 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1958702 Jan 14 11:56:16.216271 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0d3cd73a-92d7-4acf-b992-a82dd7e301c5 req-f6ff3ba4-a368-4206-bf21-1505d6d06154 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540228 Jan 14 11:56:16.907988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b90ddf7d-74be-4c4c-ab48-3f35af3f9185 req-54913719-d764-4a8f-8c33-d98b2486f510 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1098 time: 0.1383247 Jan 14 11:56:16.977502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d3740-8806-4867-8d12-d2667238098a req-76093ab2-3f0a-4381-975c-3d10d9808705 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:16.981289 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-278d3740-8806-4867-8d12-d2667238098a req-76093ab2-3f0a-4381-975c-3d10d9808705 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 943 time: 0.1341319 Jan 14 11:56:16.985807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b90ddf7d-74be-4c4c-ab48-3f35af3f9185 req-b595c62a-72b4-4191-8669-0531f28e29a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707498 Jan 14 11:56:17.049071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-278d3740-8806-4867-8d12-d2667238098a req-1da9c130-aa48-4714-bf16-b3da21c2cd71 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608640 Jan 14 11:56:17.477712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa1cb-6b69-4280-b8cf-bba38b0e5d19 req-6d32d992-d9f6-4da2-8e50-2c7401e7eff4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:17.477712 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c2efa1cb-6b69-4280-b8cf-bba38b0e5d19 req-6d32d992-d9f6-4da2-8e50-2c7401e7eff4 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0952041 Jan 14 11:56:17.547634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c2efa1cb-6b69-4280-b8cf-bba38b0e5d19 req-6a910a74-c719-4478-b0ed-9d2e5493c651 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589371 Jan 14 11:56:17.566581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device d3729eda-6920-4a68-865d-8daf5e1d4bbd details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:56:17.748090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port d3729eda-6920-4a68-865d-8daf5e1d4bbd, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:17.764229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'port_id': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'mac_address': 'fa:16:3e:3a:fa:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:56:17.828532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:17.847682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3729eda-6920-4a68-865d-8daf5e1d4bbd {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:56:17.863410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port d3729eda-6920-4a68-865d-8daf5e1d4bbd, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:17.868028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:17.940906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=d3729eda-6920-4a68-865d-8daf5e1d4bbd,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:18.306946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['d3729eda-6920-4a68-865d-8daf5e1d4bbd'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:56:18.336279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152cb38-888a-4fdb-968d-408adcfabf45 req-3f855de1-c646-4149-bd46-e4d285ef8272 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:18.339039 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3152cb38-888a-4fdb-968d-408adcfabf45 req-3f855de1-c646-4149-bd46-e4d285ef8272 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 944 time: 0.1026938 Jan 14 11:56:18.408359 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3152cb38-888a-4fdb-968d-408adcfabf45 req-f4bfa3eb-bd39-4cc3-8578-d81ed7d5a3db tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597262 Jan 14 11:56:18.763136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab82d46-1e63-4489-be3d-74a197dd290c req-574becf0-18b7-40e0-a34a-aae99a67404b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:18.765924 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3ab82d46-1e63-4489-be3d-74a197dd290c req-574becf0-18b7-40e0-a34a-aae99a67404b tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0813839 Jan 14 11:56:18.817979 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3ab82d46-1e63-4489-be3d-74a197dd290c req-689a6d3a-33a9-42c7-947d-2549253cef96 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460525 Jan 14 11:56:18.863808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 51990) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:18.977544 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-54a0a53d-bafc-4fd9-b501-559ad5975311 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 200 len: 993 time: 0.1124389 Jan 14 11:56:19.597532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:56:19.602075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device d3729eda-6920-4a68-865d-8daf5e1d4bbd up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:19.606407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dfc8c-519f-44ee-a9f8-5ddc3703f3c0 req-fe65429c-5cb7-49e9-9207-6bbeeccad5ae tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:19.607871 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-332dfc8c-519f-44ee-a9f8-5ddc3703f3c0 req-fe65429c-5cb7-49e9-9207-6bbeeccad5ae tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 944 time: 0.0747604 Jan 14 11:56:19.655523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-332dfc8c-519f-44ee-a9f8-5ddc3703f3c0 req-28572948-44b6-4db9-8509-f0f451e8efbc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Jan 14 11:56:19.773581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port d3729eda-6920-4a68-865d-8daf5e1d4bbd completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:19.788419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port d3729eda-6920-4a68-865d-8daf5e1d4bbd triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:19.788805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:19.828942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:19.851738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'port_id': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'mac_address': 'fa:16:3e:5c:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:56:19.946436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:19.975282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:56:19.984413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:20.007010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:20.014227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:20.052121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:20.078764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port d3729eda-6920-4a68-865d-8daf5e1d4bbd, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:20.086467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:20.087227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:56:20.140395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:20.237056 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'code': 200} Jan 14 11:56:20.296212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=d3729eda-6920-4a68-865d-8daf5e1d4bbd,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:20.309606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:20.329543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:56:20.346891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:20.351083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:20.370947 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-5d7f9db1-b8d3-4dcb-8168-52625d25ed88 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059694854&fields=id&tenant_id=81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 267 time: 0.0443795 Jan 14 11:56:20.403811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:56:20.465546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:20.673059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293da98-ec8c-421d-9efe-dab460cd979a req-1ba8dad8-a2db-4514-8d04-ce863b4908d8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:20.674449 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-1ba8dad8-a2db-4514-8d04-ce863b4908d8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 812 time: 0.2957213 Jan 14 11:56:20.679906 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70409d67-b5ad-45b6-a1f6-533a6d0e3dc9 req-52f7d2b0-f80c-4080-b15a-f459c81dadbb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1098 time: 0.2800460 Jan 14 11:56:20.707244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-1b8649be-7951-483d-8982-7dc1e69fddb6 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/quotas/81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 375 time: 0.0264025 Jan 14 11:56:20.766722 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70409d67-b5ad-45b6-a1f6-533a6d0e3dc9 req-887542fa-98cb-4e3d-8634-cfc5d2d5f8d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789969 Jan 14 11:56:20.803944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-3ff2f3df-22c8-4d0f-bfb4-40889ef57b98 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0863080 Jan 14 11:56:20.856399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37f2e-55be-4284-aedc-a21cc9f5d324 req-6062cfa3-673e-4cdb-bb54-6a65a837f227 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:20.857876 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-10f37f2e-55be-4284-aedc-a21cc9f5d324 req-6062cfa3-673e-4cdb-bb54-6a65a837f227 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.0791340 Jan 14 11:56:20.902536 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-10f37f2e-55be-4284-aedc-a21cc9f5d324 req-892c5536-b1eb-429e-893e-091ab76dbecf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 Jan 14 11:56:20.938616 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-68e5ceec-4e67-47ea-886e-db733bdb74cd service neutron] 10.222.0.48 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232522 Jan 14 11:56:21.066666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-5536841a-3129-454b-9d11-4b265bd12973 service neutron] 10.222.0.48 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224847 Jan 14 11:56:21.460091 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e3ce8761-7396-4a39-bb02-fe91ae71a79b req-7c057e74-89fd-4d68-af44-6457b052b8c9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 210 time: 0.0411658 Jan 14 11:56:21.605888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:21.672423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:21.672821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:21.787316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:21.822687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:21.830800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:21.905541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:22.105140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e042b07-ec9b-41c0-8335-a3a40f0d6e7b req-c2991ffe-8135-41a4-96ff-17f60273f753 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:22.106686 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e042b07-ec9b-41c0-8335-a3a40f0d6e7b req-c2991ffe-8135-41a4-96ff-17f60273f753 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.0812888 Jan 14 11:56:22.162116 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e042b07-ec9b-41c0-8335-a3a40f0d6e7b req-68328827-265a-49d4-8e13-00f5e15085e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496287 Jan 14 11:56:22.237836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:22.294401 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'code': 200} Jan 14 11:56:22.518009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293da98-ec8c-421d-9efe-dab460cd979a req-16d629b8-747a-4e15-a886-c5cbb8e6110c tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:22.519547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-16d629b8-747a-4e15-a886-c5cbb8e6110c tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 812 time: 0.1545317 Jan 14 11:56:22.572576 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-b7e526d8-5dbc-4af0-b6f5-87920f4fa572 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81934c9a786a46739333e9a45ae00552 HTTP/1.1" status: 200 len: 380 time: 0.0417390 Jan 14 11:56:22.581102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'port': {'device_id': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'admin_state_up': True, 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'security_groups': ['f91c5ee7-8064-4db5-8f1d-eed0b93ed210']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:22.685998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3aed9fdf-edb2-41e5-8731-21d182af9d1a req-6461ded1-25fc-423b-9f0f-0a2acf85df82 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 210 time: 0.0910800 Jan 14 11:56:22.757140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:22.766479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:22.777210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Made reservation on behalf of 81934c9a786a46739333e9a45ae00552 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:56:22.780320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:22.946232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Allocated IP 172.20.0.8 (7b35cc2e-3f69-4f45-83b4-ac142500eba8/7652df1d-a0a2-41ba-bdbd-9a97509c5ad1/37d6d184-ea29-4cf2-83c4-9b06c86b2b5b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:23.139438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:23.155619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Transition to ACTIVE for port object 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:23.179206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:23.267280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:23.268234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:23.270900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:23.281417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:23.350863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:23.351460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:23.381692 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-bf1d0470-f604-40a5-b464-a1958f62eaf8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030956 Jan 14 11:56:23.393983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Request body: {'port': {'device_id': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:23.413546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9daad-4c20-45bf-9606-a5c75738dd4f req-012800ab-6a5a-40ce-9d20-c8f989444fc3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:23.416051 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-87b9daad-4c20-45bf-9606-a5c75738dd4f req-012800ab-6a5a-40ce-9d20-c8f989444fc3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.1063528 Jan 14 11:56:23.485115 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-87b9daad-4c20-45bf-9606-a5c75738dd4f req-747e01d2-b605-487b-8aa5-e6ddbd351e8c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634294 Jan 14 11:56:23.525697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:23.540442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6b946c0e-2a86-4479-945b-077efcf4d965 None None] Provisioning for port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:23.547081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6b946c0e-2a86-4479-945b-077efcf4d965 None None] Provisioning complete for port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:23.547941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6b946c0e-2a86-4479-945b-077efcf4d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:23.620996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6b946c0e-2a86-4479-945b-077efcf4d965 None None] Port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:56:23.886910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3afa56-4e7b-4f06-bb31-bb65a59e4c9f req-7adcdbe1-3024-4076-bbf8-4a5e735c67ff tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:23.888602 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab3afa56-4e7b-4f06-bb31-bb65a59e4c9f req-7adcdbe1-3024-4076-bbf8-4a5e735c67ff tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 931 time: 0.0810819 Jan 14 11:56:23.938865 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab3afa56-4e7b-4f06-bb31-bb65a59e4c9f req-4caab7e9-1e69-4bba-8246-58a557f57799 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Jan 14 11:56:23.940827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d40c96-e05f-4eb4-9c10-7ce57cad7ebf req-4a37b554-a8b4-4928-89c1-8a0e28a0606d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:23.942287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88d40c96-e05f-4eb4-9c10-7ce57cad7ebf req-4a37b554-a8b4-4928-89c1-8a0e28a0606d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.1934929 Jan 14 11:56:24.026931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88d40c96-e05f-4eb4-9c10-7ce57cad7ebf req-27d8d33d-f0bb-410d-8cd8-b267e233df28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770085 Jan 14 11:56:24.055156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52040) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:24.100384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:56:24.110776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.129891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Transition to ACTIVE for port object 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:56:24.135206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.142812 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b2b12629-ad1b-4d0e-a640-3dbbaf18d6aa tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1093 time: 0.0840580 Jan 14 11:56:24.143255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52044) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:24.152664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:24.161668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:24.166100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:24.169721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:24.175678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:24.188712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.277171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Pushing event updated for resources: {'Port': ['ID=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:24.337362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.396508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Attempting to bind port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:56:24.396904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Attempting to bind port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:56:24.397223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Attempting to bind port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:24.412155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:56:24.412155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Attempting to bind port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b on network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:56:24.416006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:56:24.416490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Checking segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:56:24.416911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Bound using segment: {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:56:24.417912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Bound port: 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:56:24.418255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.485782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.223 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/341fca86-c061-4dc9-b928-e67ef63d3cd4) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:24.509033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] For port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:56:24.511983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] For port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:56:24.519184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.583927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.585370 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] 10.222.0.31 "PUT /v2.0/ports/37d6d184-ea29-4cf2-83c4-9b06c86b2b5b HTTP/1.1" status: 200 len: 1093 time: 1.1979246 Jan 14 11:56:24.585747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:24.625650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac32b21-232b-4883-b0df-0f14ffa78182 service neutron] Pushing event updated for resources: {'Port': ['ID=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:24.644212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.673839 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:24.691984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'status': 'completed', 'code': 200} Jan 14 11:56:24.731804 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-8801a9a4-9247-4e8b-99fe-bf4df997ad83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 1096 time: 0.0801892 Jan 14 11:56:24.751766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:24.752804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=341fca86-c061-4dc9-b928-e67ef63d3cd4,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:24.755217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:24.757208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:24.808822 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-8353146a-709f-493f-97d0-a58ad219f779 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b HTTP/1.1" status: 200 len: 217 time: 0.0704119 Jan 14 11:56:24.871913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293da98-ec8c-421d-9efe-dab460cd979a req-94da4d1a-583f-4784-bc01-f44a7b869e23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:24.873427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-94da4d1a-583f-4784-bc01-f44a7b869e23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0595446 Jan 14 11:56:24.951688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-539c93c6-2184-4aa2-8c3b-6d18f2572354 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704539 Jan 14 11:56:25.119611 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-59f88c42-2169-4c99-919c-ada5c423c644 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607757 Jan 14 11:56:25.268289 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9293da98-ec8c-421d-9efe-dab460cd979a req-148ad491-26a9-4ca3-a5b1-5bc81d799b7b service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431355 Jan 14 11:56:25.273867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271b5ce-04fb-4c93-b563-2659e56d469a req-c3a03f36-8a59-435d-b6c9-214ac69e67ff tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:25.274527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2271b5ce-04fb-4c93-b563-2659e56d469a req-c3a03f36-8a59-435d-b6c9-214ac69e67ff tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:25.290417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2271b5ce-04fb-4c93-b563-2659e56d469a req-c3a03f36-8a59-435d-b6c9-214ac69e67ff tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:25.291592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2271b5ce-04fb-4c93-b563-2659e56d469a req-c3a03f36-8a59-435d-b6c9-214ac69e67ff tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.2107091 Jan 14 11:56:25.359444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:25.391837 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2271b5ce-04fb-4c93-b563-2659e56d469a req-fbc3947d-ef30-408a-ab91-dcd3c717a361 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936282 Jan 14 11:56:25.406717 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-5cad4766-0683-49ad-8a45-567c5d214595 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 1096 time: 0.0941267 Jan 14 11:56:25.414041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:25.630415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:25.635486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:25.639782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170f603-b2d9-4476-9979-12702eadea5b req-1a0e3c36-3c9b-4c3e-b2a0-81ad5802a0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:25.641268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-1a0e3c36-3c9b-4c3e-b2a0-81ad5802a0dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.2282348 Jan 14 11:56:25.711659 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-9dcbff7b-162b-4c9a-8e0f-171ad4cf59fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b HTTP/1.1" status: 200 len: 217 time: 0.0641398 Jan 14 11:56:25.739814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=341fca86-c061-4dc9-b928-e67ef63d3cd4,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:25.753309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:25.775451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170f603-b2d9-4476-9979-12702eadea5b req-694372b9-4057-4db4-bdc3-98b72858e911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:25.777610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-694372b9-4057-4db4-bdc3-98b72858e911 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0604563 Jan 14 11:56:25.852137 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-bf9dc0b5-a862-4e85-9019-a8e0d9ab65a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674460 Jan 14 11:56:25.938352 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e associated. External IP: 172.26.8.223, port: d3729eda-6920-4a68-865d-8daf5e1d4bbd. Jan 14 11:56:25.998598 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-d460bfbb-f6ad-4ab0-a4f3-6b4fdf7128fe service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391442 Jan 14 11:56:26.133742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2170f603-b2d9-4476-9979-12702eadea5b req-a6518604-63bb-453c-bd50-598f1621917a service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291661 Jan 14 11:56:26.346152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:56:26.599133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:56:26.609641 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:56:26.622318 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:26.622914 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:56:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:26.624933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5f95-9c5c-4fcf-b88c-1134ee5946b6 req-111a4cf0-0c7b-4c54-9095-dca0a08b3682 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:26.626378 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3eff5f95-9c5c-4fcf-b88c-1134ee5946b6 req-111a4cf0-0c7b-4c54-9095-dca0a08b3682 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.1070907 Jan 14 11:56:26.648425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:26.803774 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:26.824528 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3eff5f95-9c5c-4fcf-b88c-1134ee5946b6 req-b4a8f19d-8096-48f7-8b7f-8589ff35ee5c tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924772 Jan 14 11:56:26.828337 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-218d2118-3c20-4218-8c0c-b799c7f58276 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6807001 Jan 14 11:56:26.828337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:26.829144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52054) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:26.901900 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'status': 'completed', 'code': 200} Jan 14 11:56:27.009067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-20283329-dd10-46bb-844d-99b3cc6b7893 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 991 time: 0.1768832 Jan 14 11:56:27.030802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-15ca0a29-6ad4-48b5-a1e1-589d107c3619 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1098 time: 0.1036322 Jan 14 11:56:27.149441 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '97dc1ccd-6181-4baf-8b34-aeb32ece977e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'port_id': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'mac_address': 'fa:16:3e:3a:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:25Z', 'updated_at': '2022-01-14T11:56:25Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:27.154077 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:56:27.161036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-1429942c-bb22-482e-887c-2e5270ef13ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:27.162479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-1429942c-bb22-482e-887c-2e5270ef13ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 898 time: 0.1258681 Jan 14 11:56:27.164986 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:27.165568 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:56:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:27.261323 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-1f473eae-6fc8-4b8b-9858-9a51a4a033b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 200 len: 999 time: 0.0924599 Jan 14 11:56:27.333013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-f72ffd66-363d-46f8-aed9-b30f40a1a609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:27.334494 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-f72ffd66-363d-46f8-aed9-b30f40a1a609 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0669515 Jan 14 11:56:27.345315 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:27.409040 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-b3182492-abaf-441f-acae-fbfd08e9bc2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682874 Jan 14 11:56:27.539538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-84223995-cf8d-46e8-9923-8b65eda2727b service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250143 Jan 14 11:56:27.678653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc4bcdb2-89cb-4b4c-8dd1-de6d79b5ca8e req-417fa237-ed55-40b2-87a7-221fe8d40058 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331334 Jan 14 11:56:27.701542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '97dc1ccd-6181-4baf-8b34-aeb32ece977e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'port_id': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'mac_address': 'fa:16:3e:3a:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:25Z', 'updated_at': '2022-01-14T11:56:25Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:27.705721 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c990fdf-6c9a-4fd1-9ea7-361f8d5e88c6 None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '97dc1ccd-6181-4baf-8b34-aeb32ece977e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'port_id': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'mac_address': 'fa:16:3e:3a:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:25Z', 'updated_at': '2022-01-14T11:56:25Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:56:27.898187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd27b0d-57ec-45b7-b33a-a9bbfc0d01ac None None] New status for floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:56:28.012020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52062) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:28.035949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af1a7-473f-4f90-9a0a-d6f1c82e6546 req-522426e5-99c4-4682-ac19-948faaae195d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:28.037597 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e81af1a7-473f-4f90-9a0a-d6f1c82e6546 req-522426e5-99c4-4682-ac19-948faaae195d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.0856345 Jan 14 11:56:28.106002 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e81af1a7-473f-4f90-9a0a-d6f1c82e6546 req-324768cc-7cf2-49e0-9a7e-3c2da51557f3 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602291 Jan 14 11:56:28.134260 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b3e3df41-65e1-4f90-a041-28084864be56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 991 time: 0.1199465 Jan 14 11:56:29.138066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52068) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:29.389380 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-96ed9910-8ba0-4159-aec4-95000db27891 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 993 time: 0.2500665 Jan 14 11:56:29.413333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfc54c-3749-456e-b654-0c81c0824355 req-a4cf427b-731b-4911-96c1-0a51ec5f9fd2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:29.414761 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-05dfc54c-3749-456e-b654-0c81c0824355 req-a4cf427b-731b-4911-96c1-0a51ec5f9fd2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.1197042 Jan 14 11:56:29.466405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-05dfc54c-3749-456e-b654-0c81c0824355 req-f6cbbcf4-ec6e-4585-a3be-48e0adab571c tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Jan 14 11:56:30.664058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78329-a000-4b94-b903-36d83d1ab897 req-38af3a20-bc1f-49cc-8b32-9fde9558cf37 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:30.665545 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e1a78329-a000-4b94-b903-36d83d1ab897 req-38af3a20-bc1f-49cc-8b32-9fde9558cf37 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.0810363 Jan 14 11:56:30.709297 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e1a78329-a000-4b94-b903-36d83d1ab897 req-f1d4f8d2-cda0-4b3b-aa9f-d5b939d8e7ab tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382493 Jan 14 11:56:30.801003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eefa6833-c13f-46a6-ba36-e43f9d48e1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:31.039248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:31.925463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd582ce-5214-4fd8-93a2-d467db44d9bd req-96cc9938-0f29-49ee-9b40-d7b4f030aeb2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:31.926906 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ccd582ce-5214-4fd8-93a2-d467db44d9bd req-96cc9938-0f29-49ee-9b40-d7b4f030aeb2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.0814722 Jan 14 11:56:31.976904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ccd582ce-5214-4fd8-93a2-d467db44d9bd req-e5437abd-e2fe-45ca-a7c4-7431b18afa6f tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Jan 14 11:56:33.011100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a42d504-4f39-49e2-a374-b08a47d82244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:33.174157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befe581-d8af-46d0-a11b-e6e0f756b6dc req-d79152f1-4463-4a38-a1c0-04801fca5658 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:33.175843 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6befe581-d8af-46d0-a11b-e6e0f756b6dc req-d79152f1-4463-4a38-a1c0-04801fca5658 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.0794644 Jan 14 11:56:33.232027 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6befe581-d8af-46d0-a11b-e6e0f756b6dc req-70baba4a-f4d7-45f6-860b-fb490d257503 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501194 Jan 14 11:56:34.149204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:34.358100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:34.435507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230f25-16ba-436f-acef-9d43c35f5cf7 req-58970646-2d57-4c7d-8081-3adf3478965e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:34.436888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce230f25-16ba-436f-acef-9d43c35f5cf7 req-58970646-2d57-4c7d-8081-3adf3478965e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.0781372 Jan 14 11:56:34.482263 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce230f25-16ba-436f-acef-9d43c35f5cf7 req-8cad22bc-08c3-450a-b7d4-05af81ea4f17 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Jan 14 11:56:35.462933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:35.672290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:56:35.676404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d79db7-f107-4b8f-9bcd-e0b2413f22cf req-eefca75c-9274-47ab-bbe0-c671947659a5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:35.678780 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75d79db7-f107-4b8f-9bcd-e0b2413f22cf req-eefca75c-9274-47ab-bbe0-c671947659a5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 943 time: 0.0761216 Jan 14 11:56:35.722950 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75d79db7-f107-4b8f-9bcd-e0b2413f22cf req-8c60343f-7fba-48b4-9a5b-e3873aa8a5e5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Jan 14 11:56:35.802835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:35.815793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'port_id': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'mac_address': 'fa:16:3e:f1:04:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:56:35.870716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:35.887414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:56:35.902498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:35.905989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:35.968829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:36.330592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['37d6d184-ea29-4cf2-83c4-9b06c86b2b5b'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:56:36.914970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b98a8-f9eb-48fa-aef6-282d24aeffcd req-c3d58fc9-a26b-484c-a24d-a32531616ae2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:36.916406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-181b98a8-f9eb-48fa-aef6-282d24aeffcd req-c3d58fc9-a26b-484c-a24d-a32531616ae2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 944 time: 0.0743451 Jan 14 11:56:36.968592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-181b98a8-f9eb-48fa-aef6-282d24aeffcd req-5d06357e-4250-4b4c-9380-1ba651b73188 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 Jan 14 11:56:37.698908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:56:37.767097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:56:37.771568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:56:37.771929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:37.880015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:37.934801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:37.943848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:56:37.947689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:37.989371 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'code': 200} Jan 14 11:56:38.014938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:38.165406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b2a4-8484-457a-b60e-70b8bec68d7a req-e74ebf08-b317-4f81-86b6-0afc96a5922b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:38.167536 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c748b2a4-8484-457a-b60e-70b8bec68d7a req-e74ebf08-b317-4f81-86b6-0afc96a5922b tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.0792520 Jan 14 11:56:38.221147 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c748b2a4-8484-457a-b60e-70b8bec68d7a req-9b3b018f-5520-4676-b543-ba41607e9dc1 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436640 Jan 14 11:56:38.297494 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48bf7fb8-65d3-4bce-9269-c11835a48745 req-a8149454-2e10-4a2e-a153-68d96b588765 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 1098 time: 0.0697522 Jan 14 11:56:38.337861 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48bf7fb8-65d3-4bce-9269-c11835a48745 req-3fa7ac16-e354-4403-90ee-abd58f9f0542 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339324 Jan 14 11:56:39.418663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdb86-5166-40c3-8730-3d85f370d6cb req-ab4be474-d093-4c36-9b04-b330ff76be81 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:39.420098 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-50dcdb86-5166-40c3-8730-3d85f370d6cb req-ab4be474-d093-4c36-9b04-b330ff76be81 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.0781713 Jan 14 11:56:39.465477 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-50dcdb86-5166-40c3-8730-3d85f370d6cb req-92ceeaa7-2b60-400a-95bc-0f5e2d6aba58 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Jan 14 11:56:40.661655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57fb50-f20b-4a34-a29a-18a7e56e595b req-0a87d71a-2445-4133-b732-c09b8b30cf0d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:40.663093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be57fb50-f20b-4a34-a29a-18a7e56e595b req-0a87d71a-2445-4133-b732-c09b8b30cf0d tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.0760424 Jan 14 11:56:40.707704 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be57fb50-f20b-4a34-a29a-18a7e56e595b req-c38c6d32-0ba0-47bd-b840-ea5cd3a5faf0 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Jan 14 11:56:40.898967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee713e-2795-4349-bc50-f3087304082d req-64c24509-8281-4e38-a9cc-e4cfa1b4a55a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:40.900377 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-74ee713e-2795-4349-bc50-f3087304082d req-64c24509-8281-4e38-a9cc-e4cfa1b4a55a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.0750663 Jan 14 11:56:40.945150 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-74ee713e-2795-4349-bc50-f3087304082d req-7dcb0c75-1f9c-4ef3-ab8b-cf83a4bd66fb tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Jan 14 11:56:40.972519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52094) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:41.044168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d56cc419-fc67-47a3-b6f6-bc9df2daec9e tempest-TestVolumeBootPattern-113320232 tempest-TestVolumeBootPattern-113320232-project-admin] Synchronizing usage tracker for tenant:a248b136c0804d64b4158c8867e114c1 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:56:41.060749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d56cc419-fc67-47a3-b6f6-bc9df2daec9e tempest-TestVolumeBootPattern-113320232 tempest-TestVolumeBootPattern-113320232-project-admin] Unset dirty status for tenant:a248b136c0804d64b4158c8867e114c1 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:56:41.061911 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d56cc419-fc67-47a3-b6f6-bc9df2daec9e tempest-TestVolumeBootPattern-113320232 tempest-TestVolumeBootPattern-113320232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 1093 time: 0.0884144 Jan 14 11:56:41.064626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52098) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:56:41.069726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:56:41.075398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:56:41.079110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Usage tracker for resource:floatingip and tenant:81934c9a786a46739333e9a45ae00552 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:56:41.081954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:56:41.087488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:56:41.098094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:41.229907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:41.365904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Allocated IP 172.26.8.247 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/09822171-6e89-4b02-8818-14821e5a05ea) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:56:41.511663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:41.538450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:41.606462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:56:41.609221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:56:41.613450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:56:41.637420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=09822171-6e89-4b02-8818-14821e5a05ea,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:42.189287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:42.246915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:42.441746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:42.446146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:42.550178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event updated for resources: {'Port': ['ID=09822171-6e89-4b02-8818-14821e5a05ea,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:56:42.569749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:42.759138 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Floating IP 7cd25b98-6bdc-4c04-b490-ab481a0e6764 associated. External IP: 172.26.8.247, port: 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b. Jan 14 11:56:43.147350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:56:43.342553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:56:43.352087 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:56:43.364631 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:43.365346 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:56:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:43.365855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:56:43.419046 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2fd61c98-03f6-4557-a558-4a8287009d97 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3533497 Jan 14 11:56:43.419568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:56:43.475645 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'status': 'completed', 'code': 200} Jan 14 11:56:43.566949 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:43.567697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-ded04d9b-9529-4201-9d8c-3ff1581c95bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 1098 time: 0.0704360 Jan 14 11:56:43.699516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-264b542d-7593-4f51-8557-4418bf3b8d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:43.700965 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-264b542d-7593-4f51-8557-4418bf3b8d1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.1265941 Jan 14 11:56:43.801112 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-039c222d-4e06-4b49-8ab7-753dc79113d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b HTTP/1.1" status: 200 len: 999 time: 0.0943244 Jan 14 11:56:43.865561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-451d29d6-4b91-4009-a8fc-4bc220f30ee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:56:43.867021 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-451d29d6-4b91-4009-a8fc-4bc220f30ee4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0568721 Jan 14 11:56:43.911837 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:43Z', 'revision_number': 1, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}, {'id': '7cd25b98-6bdc-4c04-b490-ab481a0e6764', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.247', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:f1:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:41Z', 'updated_at': '2022-01-14T11:56:41Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:43.915756 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:56:43.927338 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:56:43.928168 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:56:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:43.944364 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-51fff20a-8a4e-4fb9-8827-4a41e678934e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685587 Jan 14 11:56:44.078143 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-9d61fd0e-2180-4a97-8202-abc92235e686 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271751 Jan 14 11:56:44.102799 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:56:44.215261 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9ff7a6b-7209-48d0-8879-1da01b58d0b7 req-65c8c62d-0ddc-448b-9cdc-a5d6a49f8420 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299651 Jan 14 11:56:44.441281 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:43Z', 'revision_number': 1, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}, {'id': '7cd25b98-6bdc-4c04-b490-ab481a0e6764', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.247', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:f1:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:41Z', 'updated_at': '2022-01-14T11:56:41Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:56:44.444989 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107f5d8-7011-4b51-a4e9-319c6f1b7ee8 None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:43Z', 'revision_number': 1, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}, {'id': '7cd25b98-6bdc-4c04-b490-ab481a0e6764', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.247', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:f1:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:41Z', 'updated_at': '2022-01-14T11:56:41Z', 'revision_number': 0, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:56:44.642942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671bfff-f90f-45ad-ab8e-8eb26db72b14 None None] New status for floating IP 7cd25b98-6bdc-4c04-b490-ab481a0e6764: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:56:48.112446 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:57:00.811733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2b943baa-045d-4afe-be32-c223028fd80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:01.045186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:03.015137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-68be8b15-1792-4299-8f26-98862d1c0dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:04.153677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:04.373801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:05.466438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:17.109891 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-e767cda3-c5aa-4bde-8691-9526bfc752bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696657 Jan 14 11:57:17.198696 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-96e79206-5c2e-4c8f-b23e-423c3a042a97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1098 time: 0.0689809 Jan 14 11:57:17.427941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-4e68a3f0-f1a3-4a38-9dc7-26446646dfa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:17.429322 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-4e68a3f0-f1a3-4a38-9dc7-26446646dfa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.2116675 Jan 14 11:57:17.533313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-8b561e61-c36c-4f6a-b969-f81f3c50635b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 1001 time: 0.0982544 Jan 14 11:57:17.597105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-4da6c236-dae0-446b-a646-1d0248362798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:17.598518 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-4da6c236-dae0-446b-a646-1d0248362798 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0596225 Jan 14 11:57:17.670839 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-6cdba6d9-0a3b-4658-afca-7ea3f55e0d69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667057 Jan 14 11:57:17.812837 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-710f2be4-fde5-488b-a72d-a000922cec65 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351030 Jan 14 11:57:17.946006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b544ff88-c5e3-4a8b-beb0-cb8193bae3fd req-b8a8e6a6-9574-49f3-9b06-f6ec0bb2dfd0 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276493 Jan 14 11:57:25.114280 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:57:30.807937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f57e5d9-1ec6-4a9a-b1f9-d8b32f6c3cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:31.039049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:33.017917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac8014ca-1c2c-4818-bf9b-8e364f0bcad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:34.156109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:34.364447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:35.472470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:53.623113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52162) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:57:53.910967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Deleting port 598a6abc-75d1-4643-8e36-387e1b92aeb7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:57:53.911308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:54.076326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:54.076641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:54.198587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Calling delete_port for 598a6abc-75d1-4643-8e36-387e1b92aeb7 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:57:54.341002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:54.383381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'Port': ['ID=598a6abc-75d1-4643-8e36-387e1b92aeb7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:57:54.419191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.419532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.419867 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.420195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.420520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.420872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.421194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.421508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.421903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.422219 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.422534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:54.485958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:54.869907 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Router 7169a66e-cca4-428b-905b-3401d2dd26ba has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:57:55.063963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:57:55.075510 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] Sync routers for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:57:55.086461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:55.089581 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:57:55.090162 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:57:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:57:55.139367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3bb3e000-eb16-4cda-9eb0-b64c012125e6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "DELETE /v2.0/floatingips/b6c94eec-3fe1-4eb5-8e66-550e66dd075d HTTP/1.1" status: 204 len: 168 time: 1.5151267 Jan 14 11:57:55.140168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:57:55.205074 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'status': 'completed', 'code': 200} Jan 14 11:57:55.303561 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-15ff4ce1-2284-4a02-b799-140a16f79b04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=290b962891f04d2480acb039748f3601&device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 1098 time: 0.0699337 Jan 14 11:57:55.310445 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:57:55.436325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-0cb140bf-74e5-4917-b4d8-11b99624078f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:55.437811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-0cb140bf-74e5-4917-b4d8-11b99624078f service neutron] 10.222.0.31 "GET /v2.0/networks?id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 200 len: 898 time: 0.1281009 Jan 14 11:57:55.546934 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-3d21a568-e686-438c-ac1e-33efa01ffa5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 200 len: 217 time: 0.1019087 Jan 14 11:57:55.623008 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:57:55.626593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-342e7881-c413-4914-865b-9db0defd70ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:55.626938 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] Checking router: 7169a66e-cca4-428b-905b-3401d2dd26ba for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:57:55.628017 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-342e7881-c413-4914-865b-9db0defd70ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c HTTP/1.1" status: 200 len: 834 time: 0.0697300 Jan 14 11:57:55.634406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b215a0-cdf2-42d0-906e-dcf2a2623510 req-27432050-28e1-4f09-8d41-4a9b891b2026 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:55.635721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-21b215a0-cdf2-42d0-906e-dcf2a2623510 req-27432050-28e1-4f09-8d41-4a9b891b2026 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.1397102 Jan 14 11:57:55.637640 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:57:55.638353 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:57:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:57:55.731709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-21b215a0-cdf2-42d0-906e-dcf2a2623510 req-62b7e306-7d5a-4e52-94c7-81a7fb36c077 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659647 Jan 14 11:57:55.742300 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-535bd917-1689-406e-9ddd-44158026fba4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cffaf36f-e2e3-4a07-95ae-76f4a65a216a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056995 Jan 14 11:57:55.820882 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:57:55.876928 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-60976aab-1b25-4c66-9cbd-982133b2179c service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269965 Jan 14 11:57:55.909716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52176) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:57:55.986456 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-48121f0f-8465-463f-befc-6ff2292b864f tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=7741e7dad0364f1c986277935c677ebe&network_id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 2999 time: 0.0755465 Jan 14 11:57:56.009356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd208742-666b-48bd-ba66-e0c6ca204e8c req-96c92865-6ccc-470d-afd2-816ee5956c43 service neutron] 10.222.0.31 "GET /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251323 Jan 14 11:57:56.137088 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:57:56.140845 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3870d3b-3f1a-4319-836b-bea977266f7e None None] The sync data for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv is: [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:07Z', 'revision_number': 4, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '1129a1c0-338c-43b9-a324-b54b5d222eb9', 'name': '', 'network_id': 'cffaf36f-e2e3-4a07-95ae-76f4a65a216a', 'tenant_id': '290b962891f04d2480acb039748f3601', 'mac_address': 'fa:16:3e:0c:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:07Z', 'updated_at': '2022-01-14T11:54:27Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'subnets': [{'id': '57c11a3a-f425-4e23-bb2c-c5d0e3615e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:57:56.355043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1f368-c329-468d-87cd-3ef3d09ac8c0 None None] New status for floating IP b6c94eec-3fe1-4eb5-8e66-550e66dd075d: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:57:56.933495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167496fe-dddd-482f-9a4d-c92ae4e618c2 req-f6d52770-7c11-4cbf-af71-cc44f028ffbd tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:56.934164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-167496fe-dddd-482f-9a4d-c92ae4e618c2 req-f6d52770-7c11-4cbf-af71-cc44f028ffbd tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Synchronizing usage tracker for tenant:290b962891f04d2480acb039748f3601 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:57:56.948613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-167496fe-dddd-482f-9a4d-c92ae4e618c2 req-f6d52770-7c11-4cbf-af71-cc44f028ffbd tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Unset dirty status for tenant:290b962891f04d2480acb039748f3601 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:57:56.949865 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-167496fe-dddd-482f-9a4d-c92ae4e618c2 req-f6d52770-7c11-4cbf-af71-cc44f028ffbd tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0901883 Jan 14 11:57:56.995134 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-167496fe-dddd-482f-9a4d-c92ae4e618c2 req-4e1f5f1d-9ed4-4487-95d5-6095af6269c6 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f12939b-92b7-49fa-9d41-f06f3d472186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394766 Jan 14 11:57:57.114181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-d957daca-8216-45a4-9f40-33b6eecc4b12 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:57.115654 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-d957daca-8216-45a4-9f40-33b6eecc4b12 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.31 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 945 time: 0.0736411 Jan 14 11:57:57.184271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Deleting port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:57:57.184613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:57.514348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] For port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:57:57.514706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:57.633761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Calling delete_port for a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:57:57.779717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:57.831637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'Port': ['ID=a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:57:57.898180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.898526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.898867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.899198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.899526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.899848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.900167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.900485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.900830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.901147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.901463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:57:57.915887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] No DVR routers for this DVR port a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:57:57.918527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:57.921348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'name': 'network-vif-deleted', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:57:57.936402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc1d0faa-1b5b-4052-957a-d76c300c8ee5 req-e970b849-583f-4796-8f80-4da3591a2202 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.31 "DELETE /v2.0/ports/a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 HTTP/1.1" status: 204 len: 173 time: 0.8155191 Jan 14 11:57:57.981894 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95770e16-98a8-4524-b429-b45fd910e8dc', 'name': 'network-vif-deleted', 'tag': 'a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78', 'status': 'completed', 'code': 200} Jan 14 11:57:58.270761 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e23d31c7-59f9-4ffd-bcf4-0b66d78f0f8e req-35534cb5-d370-417e-ac5a-f794c57046ce tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "GET /v2.0/ports?device_id=95770e16-98a8-4524-b429-b45fd910e8dc HTTP/1.1" status: 200 len: 210 time: 0.1390314 Jan 14 11:57:58.865588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52194) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:57:58.927533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f841fac4-75ce-4865-8044-86563915e5c9 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:57:58.929331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f841fac4-75ce-4865-8044-86563915e5c9 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f HTTP/1.1" status: 200 len: 814 time: 0.0626636 Jan 14 11:57:59.375355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52204) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:57:59.497080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52208) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:57:59.502480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:57:59.603209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:59.777139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:59.877777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:59.882692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:57:59.883001 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e disassociated. External IP: 172.26.8.223, port: d3729eda-6920-4a68-865d-8daf5e1d4bbd. Jan 14 11:58:00.276001 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:00.473456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:00.477715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:00.484390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:00.487562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Deleting port 1129a1c0-338c-43b9-a324-b54b5d222eb9 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:00.487996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:00.498014 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:00.498681 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:57:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:00.533092 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6f85b9c4-96b6-4742-b3ba-a26d6dd0dc09 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 690 time: 1.0324757 Jan 14 11:58:00.533092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:00.533712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52212) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:00.585653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'status': 'completed', 'code': 200} Jan 14 11:58:00.674977 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b6a5ade4-dab2-4732-adfb-7ea109933791 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 690 time: 0.1405046 Jan 14 11:58:00.682546 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:00.812797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb2892dc-98b9-48fb-b541-e0c6ac2bedc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:00.814703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-346e6382-6424-4d7c-b741-72f1852070b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1098 time: 0.1956089 Jan 14 11:58:00.916837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] For port 1129a1c0-338c-43b9-a324-b54b5d222eb9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1129a1c0-338c-43b9-a324-b54b5d222eb9,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:00.917189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:00.992280 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:00.996254 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:01.006743 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:01.007341 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:57:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:01.040798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:01.053258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Calling delete_port for 1129a1c0-338c-43b9-a324-b54b5d222eb9 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:01.134924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7711-aac4-479e-9091-c99b493172b0 req-08eb6df1-1465-4300-8843-949c6ca765cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:01.136356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-08eb6df1-1465-4300-8843-949c6ca765cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 898 time: 0.3168528 Jan 14 11:58:01.219939 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-71d02cf1-f3d5-4f48-9666-88f529b3cb45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 200 len: 217 time: 0.0684495 Jan 14 11:58:01.223931 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:01.299307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7711-aac4-479e-9091-c99b493172b0 req-0d358d59-86dd-4c08-a6e5-e177de271310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:01.300682 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-0d358d59-86dd-4c08-a6e5-e177de271310 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0740206 Jan 14 11:58:01.435204 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-be054e1e-a9c9-4b01-af01-e887d8953d56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286845 Jan 14 11:58:01.441135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:01.510436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'Port': ['ID=1129a1c0-338c-43b9-a324-b54b5d222eb9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:01.544026 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:01.548740 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75a478-1ef7-4c17-871c-4a3125785b8e None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:01.678609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52218) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:01.770863 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7c273db9-bca4-4761-bb57-b51003f920fc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 690 time: 0.0900950 Jan 14 11:58:01.811036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823c6d6-efce-4feb-9f7a-96c5b7cb27e1 None None] New status for floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:58:01.876087 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-93b2eb0e-24e4-4e91-8a26-861ff05da997 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306328 Jan 14 11:58:02.085517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c69f7711-aac4-479e-9091-c99b493172b0 req-3128fe4c-86b8-4df8-bb62-cd919e5bfd76 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020612 Jan 14 11:58:02.113817 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:58:02.135753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:02.147445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:02.196196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:02.196465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a3d9fe77-3253-4ce9-8f3a-1d9d01d4ce78 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:02.709661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Router 7169a66e-cca4-428b-905b-3401d2dd26ba has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:02.774502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52222) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:02.859093 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5c0d892f-eca6-45c3-bf7c-cc0b05e7a5a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 688 time: 0.0831029 Jan 14 11:58:02.915169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:02.924386 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] Sync routers for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:02.927724 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-284d8be6-ca62-4b3c-9d74-3c3de5d5bbbb tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "PUT /v2.0/routers/7169a66e-cca4-428b-905b-3401d2dd26ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5513208 Jan 14 11:58:02.930641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52226) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:02.936228 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:02.936846 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:57:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:03.018991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ffcd46be-6c21-4f6b-8f57-35b3b0e87c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.120209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Deleting subnet 57c11a3a-f425-4e23-bb2c-c5d0e3615e2c {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:58:03.122862 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:03.123659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.178742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.378538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.414902 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:58:01Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:03.418869 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] Checking router: 7169a66e-cca4-428b-905b-3401d2dd26ba for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:03.429719 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] Routers {'7169a66e-cca4-428b-905b-3401d2dd26ba'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:03.430458 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7169a66e-cca4-428b-905b-3401d2dd26ba'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:03.459492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.502047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'Subnet': ['ID=57c11a3a-f425-4e23-bb2c-c5d0e3615e2c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:03.510185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.518612 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3e9b3067-d848-496b-a68f-4209d0c58524 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "DELETE /v2.0/subnets/57c11a3a-f425-4e23-bb2c-c5d0e3615e2c HTTP/1.1" status: 204 len: 168 time: 0.5864637 Jan 14 11:58:03.519568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3c25f-1326-4cf5-9061-32d21b6c859f None None] Network cffaf36f-e2e3-4a07-95ae-76f4a65a216a requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:03.520802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52230) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:03.619092 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] Set router 7169a66e-cca4-428b-905b-3401d2dd26ba gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:03.738378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.836029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] DHCP port deletion for cffaf36f-e2e3-4a07-95ae-76f4a65a216a request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:58:03.841094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Deleting port 10174b0b-83af-4220-af95-5348d4f1df02 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:03.841987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.956199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.967462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Deleting port ff4aa192-624a-4fcc-b27b-21e59c8792f8 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:03.967832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:03.971081 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:58:01Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:03.976413 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec53cb-fe5c-4bca-9282-c7fbeb293646 None None] The sync data for ids ['7169a66e-cca4-428b-905b-3401d2dd26ba'] in dv-neutron-823850-1-hyperv is: [{'id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733324591', 'tenant_id': '290b962891f04d2480acb039748f3601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:58:01Z', 'revision_number': 5, 'project_id': '290b962891f04d2480acb039748f3601', 'gw_port': {'id': 'ff4aa192-624a-4fcc-b27b-21e59c8792f8', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7169a66e-cca4-428b-905b-3401d2dd26ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:54:03Z', 'updated_at': '2022-01-14T11:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:04.076338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52236) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:04.083861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521111209', 'description': 'tempest-secgroup-smoke-521111209 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:04.086742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] For port 10174b0b-83af-4220-af95-5348d4f1df02, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=10174b0b-83af-4220-af95-5348d4f1df02,segment=NetworkSegment(d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7),segment_id=d09d116d-1ff1-4d27-8665-4d6aeb2ebbc7)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:04.087143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.089741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:04.101055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:04.111574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.151362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:04.155541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:04.157088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] For port ff4aa192-624a-4fcc-b27b-21e59c8792f8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ff4aa192-624a-4fcc-b27b-21e59c8792f8,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:04.157655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.159698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:04.165880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:04.224765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.226258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Calling delete_port for 10174b0b-83af-4220-af95-5348d4f1df02 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:04.228582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.261009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce8e81-bc1d-4078-9ff5-b2657bc48876,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:04.270224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.291245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.292552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f137ec76-b089-436a-8a5f-6d154a4835cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2147176 Jan 14 11:58:04.295610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52240) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:04.299854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Calling delete_port for ff4aa192-624a-4fcc-b27b-21e59c8792f8 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:04.305865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'dcce8e81-bc1d-4078-9ff5-b2657bc48876', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:04.313728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:04.317908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.319143 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:04.322184 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:04.329670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:04.356372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.376584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] No DVR routers for this DVR port 10174b0b-83af-4220-af95-5348d4f1df02 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:58:04.380945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Pushing event deleted for resources: {'Port': ['ID=10174b0b-83af-4220-af95-5348d4f1df02,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:04.397864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.398208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.398542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.398876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.399199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.399523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.399848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.400236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.400559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.400903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.401221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ad9e-eb9b-4d63-8001-475d37522418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:58:04.404858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.519696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.553787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.557990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.565568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'Port': ['ID=ff4aa192-624a-4fcc-b27b-21e59c8792f8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:04.582278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cb2945-271b-46d0-aea9-08c2db1c936e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:04.590948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.592039 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6d96a43d-7322-4435-a03c-cb536627962f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2954719 Jan 14 11:58:04.595372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52244) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:04.600668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'dcce8e81-bc1d-4078-9ff5-b2657bc48876', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:04.606234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:04.609908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:04.612659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:04.618819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:04.635025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.694418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.698368 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.720621 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d406911b-6964-43e7-81b0-6519b62c0266,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:04.734687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.735890 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cb786a1c-a1d5-4359-a670-53fde0d6b007 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397085 Jan 14 11:58:04.739245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52248) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:04.744546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'dcce8e81-bc1d-4078-9ff5-b2657bc48876', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:04.750264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:04.754108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:04.756942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:04.762467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:04.778707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.805128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.841211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.845003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.870620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605c1818-3c05-4a53-8324-38a24bcde8e2,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:04.880757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:04.881991 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-51927954-6145-44b4-800d-5597ae4b5af7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1418428 Jan 14 11:58:04.884796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52252) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:04.890528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'dcce8e81-bc1d-4078-9ff5-b2657bc48876', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:04.897662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:04.901873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:04.904965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:04.911968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:04.932927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.002433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.006014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.028442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15832b5b-836b-4fde-8500-f1bdd8d246b6,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:05.040111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.041604 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9ebf32ac-ae43-4547-82b6-f59c957b7dd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1558862 Jan 14 11:58:05.045017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52256) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:05.050444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'dcce8e81-bc1d-4078-9ff5-b2657bc48876', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:05.056352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:05.060161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:05.063068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:05.069794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:05.083066 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:58:05.089837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.172594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.177052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.179919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.184930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.197850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 10174b0b-83af-4220-af95-5348d4f1df02 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:05.211749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2c9515-6b9a-4953-95d1-cabb6e6fbf16,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:05.215028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.216594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Fanout notify agent at l3_agent the message router_deleted on router 7169a66e-cca4-428b-905b-3401d2dd26ba {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:58:05.225888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.231867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52260) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:05.232610 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ab2c3ca7-32a2-4eea-a1ba-5b8997877792 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1865168 Jan 14 11:58:05.237541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'dcce8e81-bc1d-4078-9ff5-b2657bc48876', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:05.244907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:05.245541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 10174b0b-83af-4220-af95-5348d4f1df02 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:05.245888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 10174b0b-83af-4220-af95-5348d4f1df02 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:05.246296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1129a1c0-338c-43b9-a324-b54b5d222eb9 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:05.249662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.250759 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-db69f479-1f02-4fa8-90c4-4b8fd219c815 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "DELETE /v2.0/routers/7169a66e-cca4-428b-905b-3401d2dd26ba HTTP/1.1" status: 204 len: 168 time: 1.7290413 Jan 14 11:58:05.253516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:05.253834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52264) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:05.256548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:05.262532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:05.274948 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 11:58:05.279282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 1129a1c0-338c-43b9-a324-b54b5d222eb9 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:05.279837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1129a1c0-338c-43b9-a324-b54b5d222eb9 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:05.292446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.362600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.368689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.379487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.391779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e4c8f6-d995-4ce9-8fb7-0baff1412b6d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:05.402013 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.403278 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a932a84e-80c2-46ad-a535-8b786cd8ec99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1702909 Jan 14 11:58:05.473047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.510308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.539031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffaf36f-e2e3-4a07-95ae-76f4a65a216a']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:05.563902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:05.564183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09d116d-1ff1-4d27-8665-4d6aeb2ebbc7') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:05.580175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.605662 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.613145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:58:05.613466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:58:05.627056 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:58:05.629402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-93b38456-94d8-453a-9173-02e1da0597f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:05.712350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-93b38456-94d8-453a-9173-02e1da0597f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:05.713511 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-93b38456-94d8-453a-9173-02e1da0597f6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521111209&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.1679683 Jan 14 11:58:05.717649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.722922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.767672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'Network': ['ID=cffaf36f-e2e3-4a07-95ae-76f4a65a216a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:05.824128 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e2fb51c8-cf00-43dc-ad2e-36bfb4cb24d3 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "DELETE /v2.0/networks/cffaf36f-e2e3-4a07-95ae-76f4a65a216a HTTP/1.1" status: 204 len: 168 time: 0.5687733 Jan 14 11:58:05.826684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52276) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:05.893527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-10cb7ee8-3e93-44ec-a8db-8fd0f4950367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:05.894488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-10cb7ee8-3e93-44ec-a8db-8fd0f4950367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:05.899260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1fe904ff-881c-49be-b42a-51705cb71707 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.905706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-10cb7ee8-3e93-44ec-a8db-8fd0f4950367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:05.907630 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-10cb7ee8-3e93-44ec-a8db-8fd0f4950367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 797 time: 0.1816440 Jan 14 11:58:05.922930 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1b7726b2-0539-424e-928c-711f369b9fba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0108089 Jan 14 11:58:05.928939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1fe904ff-881c-49be-b42a-51705cb71707 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:05.994421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1fe904ff-881c-49be-b42a-51705cb71707 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:06.009016 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-a9fc67c6-8810-4c09-a556-dda81c87436a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0804040 Jan 14 11:58:06.014701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe904ff-881c-49be-b42a-51705cb71707 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12939b-92b7-49fa-9d41-f06f3d472186,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:06.023698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1fe904ff-881c-49be-b42a-51705cb71707 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:06.024861 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1fe904ff-881c-49be-b42a-51705cb71707 tempest-TestNetworkAdvancedServerOps-2101757194 tempest-TestNetworkAdvancedServerOps-2101757194-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f12939b-92b7-49fa-9d41-f06f3d472186 HTTP/1.1" status: 204 len: 168 time: 0.1970975 Jan 14 11:58:06.134336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-558f0e75-af96-4648-a915-b5e5b1097c79 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 11:58:06.136018 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-558f0e75-af96-4648-a915-b5e5b1097c79 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1150560 Jan 14 11:58:06.271931 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-33c4fbb3-d5df-448f-aa75-5e3051187bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295731 Jan 14 11:58:06.410218 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-fe1b5c30-4a64-4f98-a675-c65a39846a09 service neutron] 10.222.0.48 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322427 Jan 14 11:58:06.423264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52288) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:06.619150 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-86055332-543e-4507-baa6-c11dc1238c9a req-3d28988e-54af-4ca2-8d86-5c816b17bd5b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 210 time: 0.0497935 Jan 14 11:58:06.657138 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4d0283c5-7210-41d9-996e-e399a5283964 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=290b962891f04d2480acb039748f3601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2248774 Jan 14 11:58:06.657138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52302) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:06.715985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-786d4e25-9dd6-4b0c-aba0-bc7bffcdc680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:06.742424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-786d4e25-9dd6-4b0c-aba0-bc7bffcdc680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:06.801017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-786d4e25-9dd6-4b0c-aba0-bc7bffcdc680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:06.819019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d4e25-9dd6-4b0c-aba0-bc7bffcdc680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e22b17-4643-4109-b197-719f419f208b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:06.826008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-786d4e25-9dd6-4b0c-aba0-bc7bffcdc680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:06.829465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-786d4e25-9dd6-4b0c-aba0-bc7bffcdc680 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50e22b17-4643-4109-b197-719f419f208b HTTP/1.1" status: 204 len: 168 time: 0.1739056 Jan 14 11:58:07.083224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff4aa192-624a-4fcc-b27b-21e59c8792f8 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:07.131499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ff4aa192-624a-4fcc-b27b-21e59c8792f8 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:07.132081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ff4aa192-624a-4fcc-b27b-21e59c8792f8 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:07.186223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52312) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:07.205152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.236216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:07.240209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Usage tracker for resource:security_group_rule and tenant:976bf6a8764f4c9b9d0f3bab816ce584 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:07.244018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:07.249566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:07.315056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.319280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.364291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59fd029-dfd0-4bc9-80ed-563de8e1b25e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:07.368981 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f9ca7f3b-4be9-424b-b8b3-01bd5214e9ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=976bf6a8764f4c9b9d0f3bab816ce584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815987 Jan 14 11:58:07.371537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52316) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:07.432092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59208155-defb-49d4-87a6-ef7d8e3c10e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.458705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59208155-defb-49d4-87a6-ef7d8e3c10e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.622355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59208155-defb-49d4-87a6-ef7d8e3c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.645205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1de28223-ef67-4c1c-8bc9-b4d40cc306b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:07.646604 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1de28223-ef67-4c1c-8bc9-b4d40cc306b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 797 time: 0.1713076 Jan 14 11:58:07.649038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59208155-defb-49d4-87a6-ef7d8e3c10e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59fd029-dfd0-4bc9-80ed-563de8e1b25e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:07.653505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59208155-defb-49d4-87a6-ef7d8e3c10e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:07.654467 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-59208155-defb-49d4-87a6-ef7d8e3c10e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f59fd029-dfd0-4bc9-80ed-563de8e1b25e HTTP/1.1" status: 204 len: 168 time: 0.2820258 Jan 14 11:58:07.720898 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-95fbcdef-ea0b-44a5-ba6d-9480031879ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 471 time: 0.0625491 Jan 14 11:58:07.733221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['dcce8e81-bc1d-4078-9ff5-b2657bc48876']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:07.829617 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f594e10a-2915-42b1-96ad-ab918fc0818d req-1ab36bc1-a405-4fbd-a0df-5afa263893e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 210 time: 0.0489655 Jan 14 11:58:07.882858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:07.892305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:07.902499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:58:07.905503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.070261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.13 (045b73d1-0201-448c-a3f9-61015b7f652b/c9c7fab0-ed3d-4f41-99e2-873a6562de52/3d6aded7-d97c-43fb-b866-76a794de1bd2) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:58:08.260997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.276722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 3d6aded7-d97c-43fb-b866-76a794de1bd2 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:58:08.297948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.374762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 045b73d1-0201-448c-a3f9-61015b7f652b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:58:08.375157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:58:08.377700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:58:08.411387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=3d6aded7-d97c-43fb-b866-76a794de1bd2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:08.454304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:08.455313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.483815 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-6e375d7a-87ad-42bd-84c7-a5e320530c34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544391 Jan 14 11:58:08.496841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Request body: {'port': {'device_id': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:08.572901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52340) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:08.646141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a9227c1e-269c-432d-86cd-d2282719e7d9 None None] Provisioning for port 3d6aded7-d97c-43fb-b866-76a794de1bd2 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:58:08.650963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a9227c1e-269c-432d-86cd-d2282719e7d9 None None] Provisioning complete for port 3d6aded7-d97c-43fb-b866-76a794de1bd2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:58:08.651321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a9227c1e-269c-432d-86cd-d2282719e7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.704914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a9227c1e-269c-432d-86cd-d2282719e7d9 None None] Port 3d6aded7-d97c-43fb-b866-76a794de1bd2 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 11:58:08.707028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-184029012-network', 'tenant_id': 'ce363213e5c045e082e5f79601df8550'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:08.710872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.711463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:08.715182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Usage tracker for resource:network and tenant:ce363213e5c045e082e5f79601df8550 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:08.717980 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:08.724779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:08.733768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Made reservation on behalf of ce363213e5c045e082e5f79601df8550 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:58:08.736342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.749203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.781063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:08.784888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce363213e5c045e082e5f79601df8550 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:08.788548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:08.794275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:08.858732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.862901 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.894949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:58:08.904536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:08.912417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.912774 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Added segment 1f137142-80b6-4e69-8313-7d35642dced6 of type vlan for network acd9b241-a16a-420a-ad76-565ca2faac87 Jan 14 11:58:08.943111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.973081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:08.974228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:08.975027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.076995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] Pushing event updated for resources: {'Network': ['ID=acd9b241-a16a-420a-ad76-565ca2faac87,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:09.084766 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a1e95d0c-49d4-4a96-a188-364d711e60e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5073195 Jan 14 11:58:09.085223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52348) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:09.088968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network acd9b241-a16a-420a-ad76-565ca2faac87 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:58:09.094216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Request body: {'subnet': {'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-184029012-subnet', 'tenant_id': 'ce363213e5c045e082e5f79601df8550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:09.103993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:09.109362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Usage tracker for resource:subnet and tenant:ce363213e5c045e082e5f79601df8550 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:09.112248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:09.122803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:09.122963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fd5cf-e7ee-450d-a1f7-71f63af0c68c req-617cec53-778d-45d2-ac05-a47f468c0a48 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:09.123554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-391fd5cf-e7ee-450d-a1f7-71f63af0c68c req-617cec53-778d-45d2-ac05-a47f468c0a48 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:09.141104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Made reservation on behalf of ce363213e5c045e082e5f79601df8550 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:58:09.144000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6aded7-d97c-43fb-b866-76a794de1bd2 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:58:09.145765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.152397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.155108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-391fd5cf-e7ee-450d-a1f7-71f63af0c68c req-617cec53-778d-45d2-ac05-a47f468c0a48 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:09.156266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-391fd5cf-e7ee-450d-a1f7-71f63af0c68c req-617cec53-778d-45d2-ac05-a47f468c0a48 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 932 time: 0.2035031 Jan 14 11:58:09.193067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Transition to ACTIVE for port object 3d6aded7-d97c-43fb-b866-76a794de1bd2 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:58:09.216042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.360000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6aded7-d97c-43fb-b866-76a794de1bd2,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:09.364670 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-391fd5cf-e7ee-450d-a1f7-71f63af0c68c req-9f6606cf-745e-49bc-aa03-05d7c8dd3a56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934547 Jan 14 11:58:09.481022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Attempting to bind port 3d6aded7-d97c-43fb-b866-76a794de1bd2 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:58:09.481381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Attempting to bind port 3d6aded7-d97c-43fb-b866-76a794de1bd2 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:58:09.481726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Attempting to bind port 3d6aded7-d97c-43fb-b866-76a794de1bd2 on network 045b73d1-0201-448c-a3f9-61015b7f652b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:58:09.487707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Port 3d6aded7-d97c-43fb-b866-76a794de1bd2 on network 045b73d1-0201-448c-a3f9-61015b7f652b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:58:09.488480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Attempting to bind port 3d6aded7-d97c-43fb-b866-76a794de1bd2 on network 045b73d1-0201-448c-a3f9-61015b7f652b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:58:09.494504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:58:09.494834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Checking segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:58:09.495206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Bound using segment: {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:58:09.495652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Bound port: 3d6aded7-d97c-43fb-b866-76a794de1bd2, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:58:09.495922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.496041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.564445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c51950a-3f15-476f-84d8-3a83fef4b990,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:09.588176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Checking segment: {'id': '1f137142-80b6-4e69-8313-7d35642dced6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:58:09.588524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Network hostable DHCP agents. Network: acd9b241-a16a-420a-ad76-565ca2faac87, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:58:09.599296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] For port 3d6aded7-d97c-43fb-b866-76a794de1bd2, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:58:09.602620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] For port 3d6aded7-d97c-43fb-b866-76a794de1bd2, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:58:09.606375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.609771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Network acd9b241-a16a-420a-ad76-565ca2faac87 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:58:09.620360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, acd9b241-a16a-420a-ad76-565ca2faac87) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:58:09.624314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:09.624906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.631165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0f5b4-4de6-49e5-bcd4-460c47e4769b None None] Network acd9b241-a16a-420a-ad76-565ca2faac87 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:09.646654 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-11ea4691-7fe9-47bf-a249-60529142d93e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5605788 Jan 14 11:58:09.672846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:09.674236 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] 10.222.0.31 "PUT /v2.0/ports/3d6aded7-d97c-43fb-b866-76a794de1bd2 HTTP/1.1" status: 200 len: 1094 time: 1.1827459 Jan 14 11:58:09.678029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:09.703905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165bd7c-6698-4d56-8fc7-a6e66bafa446 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6aded7-d97c-43fb-b866-76a794de1bd2,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:09.781088 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'status': 'completed', 'code': 200} Jan 14 11:58:09.821203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-f423ae8d-495a-465c-b67b-01813e62c75b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 1097 time: 0.0948460 Jan 14 11:58:09.906501 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-cc53b1c8-49ac-401f-9dab-91934b9dbcb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2 HTTP/1.1" status: 200 len: 217 time: 0.0788178 Jan 14 11:58:09.921826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19651b9f-8b16-4d7d-bc76-0c2d96af3bb5 None None] Network acd9b241-a16a-420a-ad76-565ca2faac87 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:09.973249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-cfe62107-cfec-433f-ad95-4debba372ff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:09.974801 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-cfe62107-cfec-433f-ad95-4debba372ff3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0612209 Jan 14 11:58:10.061550 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-765214c6-b7fe-4f35-a462-01037761df8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807087 Jan 14 11:58:10.195710 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-45fdbdef-ef3a-4845-91f0-ddee8d9bb758 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287510 Jan 14 11:58:10.344827 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bb903dc1-eef0-427a-a4b2-8ea7fdaacf34 req-554079bf-e2ed-424d-ae16-624d0aa80181 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425195 Jan 14 11:58:10.461708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-cdeefb3b-0ade-425d-b62d-c6094725696d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 1097 time: 0.0711560 Jan 14 11:58:10.676956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52374) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:10.682598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-96247687-network', 'tenant_id': 'aedd4e1d0aa644ffa23f27bb24e6428f'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:10.687383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:10.691236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Usage tracker for resource:network and tenant:aedd4e1d0aa644ffa23f27bb24e6428f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:10.694130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:10.699738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:10.709457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Made reservation on behalf of aedd4e1d0aa644ffa23f27bb24e6428f for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:58:10.711803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.724661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.737468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-c3cce9d3-7e69-4c61-9b13-f703d435a11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:10.739583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-c3cce9d3-7e69-4c61-9b13-f703d435a11b service neutron] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 898 time: 0.2719824 Jan 14 11:58:10.758396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:10.762141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Usage tracker for resource:security_group_rule and tenant:aedd4e1d0aa644ffa23f27bb24e6428f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:10.764885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:10.770451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:10.809175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19702f58-0e86-480a-a153-a6d8f22eb4c2 req-4cdf0037-4914-420e-9329-db07e67e11a4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:10.810630 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-19702f58-0e86-480a-a153-a6d8f22eb4c2 req-4cdf0037-4914-420e-9329-db07e67e11a4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 944 time: 0.1853039 Jan 14 11:58:10.834128 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-6b3839a6-92ca-4f8c-b858-14057f26f07b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2 HTTP/1.1" status: 200 len: 217 time: 0.0882494 Jan 14 11:58:10.836126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.841840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.873462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 11:58:10.881962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9403f8a0-e046-419f-9aa3-f44076586b9a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:10.889134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.889510 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Added segment 4789978c-2109-43ea-825f-281a113685af of type vlan for network 507ced2c-1176-4cab-b14e-d65596f3f7ec Jan 14 11:58:10.907528 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-19702f58-0e86-480a-a153-a6d8f22eb4c2 req-b0a01eef-9066-44fe-bcfb-f3c0a3190a9b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891533 Jan 14 11:58:10.915656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-9aac00ff-4802-478f-adbb-370ffc8abcc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:10.917188 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-9aac00ff-4802-478f-adbb-370ffc8abcc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0762131 Jan 14 11:58:10.917767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.956452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.957378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:10.957940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:10.996670 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-8a09693e-ebb6-498f-8439-a190a5cabad3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735652 Jan 14 11:58:11.060891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] Pushing event updated for resources: {'Network': ['ID=507ced2c-1176-4cab-b14e-d65596f3f7ec,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:11.063776 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ed01b8eb-d443-451f-b380-36cf0642cd50 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3857150 Jan 14 11:58:11.066909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52378) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:11.072025 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Request body: {'subnet': {'network_id': '507ced2c-1176-4cab-b14e-d65596f3f7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-96247687-subnet', 'tenant_id': 'aedd4e1d0aa644ffa23f27bb24e6428f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:11.076857 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:11.080641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Usage tracker for resource:subnet and tenant:aedd4e1d0aa644ffa23f27bb24e6428f is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:11.081020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 507ced2c-1176-4cab-b14e-d65596f3f7ec details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 11:58:11.084133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:11.089843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:11.101851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Made reservation on behalf of aedd4e1d0aa644ffa23f27bb24e6428f for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:58:11.104245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:11.152988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-4c2ce17a-7d81-44cd-b0fe-ba87f78609c6 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499248 Jan 14 11:58:11.302810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ce306b2a-8604-45e8-b0f5-7ae7e40e3f5a req-7ebe7623-7071-483e-8694-3d40285c741c service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426740 Jan 14 11:58:11.337195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:11.411629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7540ec21-94ef-48ec-b13f-e0cb9bdcb49a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:11.422827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Checking segment: {'id': '4789978c-2109-43ea-825f-281a113685af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '507ced2c-1176-4cab-b14e-d65596f3f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:58:11.423175 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Network hostable DHCP agents. Network: 507ced2c-1176-4cab-b14e-d65596f3f7ec, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 11:58:11.446130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Network 507ced2c-1176-4cab-b14e-d65596f3f7ec is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 11:58:11.454774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 507ced2c-1176-4cab-b14e-d65596f3f7ec) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:58:11.464691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1041bc-b368-416f-b0e6-4fd519ab4894 None None] Network 507ced2c-1176-4cab-b14e-d65596f3f7ec requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:11.466427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:11.467091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:11.487276 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bacb2090-0f9f-4794-a576-b2ff950d308d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4193778 Jan 14 11:58:11.672794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9f2ae-e25a-48af-b70c-ff41c8d8f258 None None] Network 507ced2c-1176-4cab-b14e-d65596f3f7ec requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:12.104822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a81a2-1025-4951-a0ae-a81611dfba0d req-8f06b94a-9e07-47b2-b75f-a4020127e858 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:12.106269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c91a81a2-1025-4951-a0ae-a81611dfba0d req-8f06b94a-9e07-47b2-b75f-a4020127e858 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 944 time: 0.0745077 Jan 14 11:58:12.152718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c91a81a2-1025-4951-a0ae-a81611dfba0d req-6765ffb8-65cf-45a5-b292-45b4e9c79667 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 Jan 14 11:58:12.204407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-9c7b185f-c428-41d8-bd6d-38285b40f172 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:12.205107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-9c7b185f-c428-41d8-bd6d-38285b40f172 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Synchronizing usage tracker for tenant:ce363213e5c045e082e5f79601df8550 on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:12.222137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-9c7b185f-c428-41d8-bd6d-38285b40f172 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Unset dirty status for tenant:ce363213e5c045e082e5f79601df8550 on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:12.224310 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-9c7b185f-c428-41d8-bd6d-38285b40f172 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/networks?id=acd9b241-a16a-420a-ad76-565ca2faac87 HTTP/1.1" status: 200 len: 811 time: 0.1737242 Jan 14 11:58:12.241422 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-be61cd31-bba9-4a00-b055-7b8d912e931c tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/quotas/ce363213e5c045e082e5f79601df8550 HTTP/1.1" status: 200 len: 375 time: 0.0117683 Jan 14 11:58:12.287454 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-c39658b2-2d4d-4ccb-b629-fde46dc91992 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce363213e5c045e082e5f79601df8550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412748 Jan 14 11:58:12.419900 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2505d0bd-682d-4523-aa46-b98c97ed2145 service neutron] 10.222.0.48 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254787 Jan 14 11:58:12.554488 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-8b27b9e8-a31e-47b8-abac-40a30d68d761 service neutron] 10.222.0.48 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290102 Jan 14 11:58:12.734650 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-094f0ada-ebf9-41e4-a4b4-e132033679ff req-c17e3b34-05d3-4b9e-8fcb-735e097f2182 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 210 time: 0.0436943 Jan 14 11:58:13.361603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558720d-4238-4997-ae20-956cb73cea83 req-a188891a-7b33-4e07-a605-a52745b430b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:13.363140 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e558720d-4238-4997-ae20-956cb73cea83 req-a188891a-7b33-4e07-a605-a52745b430b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 944 time: 0.0888443 Jan 14 11:58:13.407076 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e558720d-4238-4997-ae20-956cb73cea83 req-f4ae4c37-e585-474c-b9ca-2dd5ac54fcf6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Jan 14 11:58:13.777552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-caf757d8-d43a-4c7f-94d1-516efe06b314 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:13.779100 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-caf757d8-d43a-4c7f-94d1-516efe06b314 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.31 "GET /v2.0/networks?id=acd9b241-a16a-420a-ad76-565ca2faac87 HTTP/1.1" status: 200 len: 811 time: 0.1422620 Jan 14 11:58:13.794908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Request body: {'port': {'device_id': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87', 'admin_state_up': True, 'tenant_id': 'ce363213e5c045e082e5f79601df8550'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:13.912311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad279246-8030-4089-8c7b-04d699d92787 req-431f8a9c-4be0-4cda-8766-87a2dffe140b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 210 time: 0.0531633 Jan 14 11:58:13.969087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 11:58:13.972752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Usage tracker for resource:port and tenant:ce363213e5c045e082e5f79601df8550 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 11:58:13.975461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 11:58:13.980940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 11:58:13.990162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Made reservation on behalf of ce363213e5c045e082e5f79601df8550 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 11:58:13.993072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:14.134195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3d6aded7-d97c-43fb-b866-76a794de1bd2 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:58:14.160832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Allocated IP 172.20.0.14 (acd9b241-a16a-420a-ad76-565ca2faac87/0c51950a-3f15-476f-84d8-3a83fef4b990/6336f8d0-9585-48cd-a777-bafb7825faf9) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 11:58:14.269464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3d6aded7-d97c-43fb-b866-76a794de1bd2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:14.282382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'port_id': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'mac_address': 'fa:16:3e:7f:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:58:14.348943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:14.366871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6aded7-d97c-43fb-b866-76a794de1bd2 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:58:14.381341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:14.383226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3d6aded7-d97c-43fb-b866-76a794de1bd2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:14.387889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:14.412108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:14.454457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3d6aded7-d97c-43fb-b866-76a794de1bd2,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:14.594065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Network acd9b241-a16a-420a-ad76-565ca2faac87 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 11:58:14.597118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 11:58:14.600345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 11:58:14.610931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1391-3113-4989-9ae7-a00949bc2ad0 req-19d8fce5-ccf1-4d6b-a812-04cc4273a685 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:14.612373 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-836f1391-3113-4989-9ae7-a00949bc2ad0 req-19d8fce5-ccf1-4d6b-a812-04cc4273a685 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 945 time: 0.0757070 Jan 14 11:58:14.638599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Pushing event updated for resources: {'Port': ['ID=6336f8d0-9585-48cd-a777-bafb7825faf9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:14.662132 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-836f1391-3113-4989-9ae7-a00949bc2ad0 req-cda5632a-488c-41eb-a9ea-97d99f869c6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Jan 14 11:58:14.677404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:14.678009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:14.697944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a6fe4aa0-c02d-468a-9d84-f3283829011f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9066944 Jan 14 11:58:14.709369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Request body: {'port': {'device_id': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:14.781453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['3d6aded7-d97c-43fb-b866-76a794de1bd2'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:58:14.817670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:15.158996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf192f0-743d-44de-9670-3922b87fa93d req-49561f10-beff-4fee-a215-3d91f9d90672 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:15.159750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-fcf192f0-743d-44de-9670-3922b87fa93d req-49561f10-beff-4fee-a215-3d91f9d90672 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Synchronizing usage tracker for tenant:ce363213e5c045e082e5f79601df8550 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:15.224176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-fcf192f0-743d-44de-9670-3922b87fa93d req-49561f10-beff-4fee-a215-3d91f9d90672 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Unset dirty status for tenant:ce363213e5c045e082e5f79601df8550 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:15.225270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fcf192f0-743d-44de-9670-3922b87fa93d req-49561f10-beff-4fee-a215-3d91f9d90672 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 932 time: 0.1889486 Jan 14 11:58:15.235687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6336f8d0-9585-48cd-a777-bafb7825faf9 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:58:15.255335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:15.280428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Transition to ACTIVE for port object 6336f8d0-9585-48cd-a777-bafb7825faf9 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 11:58:15.287691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:15.330248 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fcf192f0-743d-44de-9670-3922b87fa93d req-88995573-7925-48f1-9302-0673e22ae266 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Jan 14 11:58:15.417336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Pushing event updated for resources: {'Port': ['ID=6336f8d0-9585-48cd-a777-bafb7825faf9,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:15.520495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Attempting to bind port 6336f8d0-9585-48cd-a777-bafb7825faf9 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 11:58:15.520846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Attempting to bind port 6336f8d0-9585-48cd-a777-bafb7825faf9 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '1f137142-80b6-4e69-8313-7d35642dced6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 11:58:15.521172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Attempting to bind port 6336f8d0-9585-48cd-a777-bafb7825faf9 on network acd9b241-a16a-420a-ad76-565ca2faac87 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:58:15.526847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Port 6336f8d0-9585-48cd-a777-bafb7825faf9 on network acd9b241-a16a-420a-ad76-565ca2faac87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 11:58:15.527165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Attempting to bind port 6336f8d0-9585-48cd-a777-bafb7825faf9 on network acd9b241-a16a-420a-ad76-565ca2faac87 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 11:58:15.533973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 11:58:15.534322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Checking segment: {'id': '1f137142-80b6-4e69-8313-7d35642dced6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 11:58:15.534719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Bound using segment: {'id': '1f137142-80b6-4e69-8313-7d35642dced6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 11:58:15.535183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Bound port: 6336f8d0-9585-48cd-a777-bafb7825faf9, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f137142-80b6-4e69-8313-7d35642dced6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 11:58:15.535602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:15.619795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] For port 6336f8d0-9585-48cd-a777-bafb7825faf9, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 11:58:15.622641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] For port 6336f8d0-9585-48cd-a777-bafb7825faf9, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6336f8d0-9585-48cd-a777-bafb7825faf9,segment=NetworkSegment(1f137142-80b6-4e69-8313-7d35642dced6),segment_id=1f137142-80b6-4e69-8313-7d35642dced6)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 11:58:15.627153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:15.693360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:15.695698 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] 10.222.0.31 "PUT /v2.0/ports/6336f8d0-9585-48cd-a777-bafb7825faf9 HTTP/1.1" status: 200 len: 1094 time: 0.9903612 Jan 14 11:58:15.696417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'tag': '6336f8d0-9585-48cd-a777-bafb7825faf9'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:15.714908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaefd3-3264-4da0-b8b3-960a38a6d6fd service neutron] Pushing event updated for resources: {'Port': ['ID=6336f8d0-9585-48cd-a777-bafb7825faf9,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:15.771169 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'tag': '6336f8d0-9585-48cd-a777-bafb7825faf9', 'status': 'completed', 'code': 200} Jan 14 11:58:15.806358 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-576d644e-43f5-48cd-928a-c05caf35e314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce363213e5c045e082e5f79601df8550&device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 1097 time: 0.0710392 Jan 14 11:58:15.870611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971290ee-c7d6-4e56-91f8-0195a83da81c req-54ec959e-0054-4f9f-a3a5-56388f2d96bb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:15.872125 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-971290ee-c7d6-4e56-91f8-0195a83da81c req-54ec959e-0054-4f9f-a3a5-56388f2d96bb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 945 time: 0.0830972 Jan 14 11:58:15.882055 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-2c2c5ed1-bc2f-47a5-8ffa-8181a45d0799 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6336f8d0-9585-48cd-a777-bafb7825faf9 HTTP/1.1" status: 200 len: 217 time: 0.0638704 Jan 14 11:58:15.919667 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-971290ee-c7d6-4e56-91f8-0195a83da81c req-240bf8b5-1ea0-49fd-b0e5-b398eb95a122 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Jan 14 11:58:15.942850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-cc59b8d7-e2e7-4a20-ae1e-4a7f3f0aea6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:15.944285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-cc59b8d7-e2e7-4a20-ae1e-4a7f3f0aea6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c51950a-3f15-476f-84d8-3a83fef4b990 HTTP/1.1" status: 200 len: 851 time: 0.0569401 Jan 14 11:58:15.991411 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-a2f81e39-7ce8-4f88-ad72-a267dfc9bf47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acd9b241-a16a-420a-ad76-565ca2faac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415509 Jan 14 11:58:16.123719 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-7c8f202d-937e-49fd-abd0-d48c94db579d service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264789 Jan 14 11:58:16.133047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3d6aded7-d97c-43fb-b866-76a794de1bd2 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:58:16.204995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 3d6aded7-d97c-43fb-b866-76a794de1bd2 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:58:16.209838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 3d6aded7-d97c-43fb-b866-76a794de1bd2 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:58:16.210212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:16.257222 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-809e02ea-7211-4368-852e-7d7c7f4c258d req-f7191482-531c-48d5-88e6-2ee90cee3718 service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280165 Jan 14 11:58:16.329962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:16.361787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:16.383836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3d6aded7-d97c-43fb-b866-76a794de1bd2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:16.389601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:16.428776 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'code': 200} Jan 14 11:58:16.466175 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-06b86fbf-2b8e-4e2e-ac27-c81ab1f748e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce363213e5c045e082e5f79601df8550&device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 1097 time: 0.1646063 Jan 14 11:58:16.479113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3d6aded7-d97c-43fb-b866-76a794de1bd2,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:16.702526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-8418aa7f-7f37-4eec-961a-037c0a26f37b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:16.703856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-8418aa7f-7f37-4eec-961a-037c0a26f37b service neutron] 10.222.0.31 "GET /v2.0/networks?id=acd9b241-a16a-420a-ad76-565ca2faac87 HTTP/1.1" status: 200 len: 912 time: 0.2313540 Jan 14 11:58:16.765056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3765-18bc-4eeb-beff-d76adc964f9e req-3cb3321f-fb8f-4495-a7b7-b19b545a5042 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:16.766447 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-05cc3765-18bc-4eeb-beff-d76adc964f9e req-3cb3321f-fb8f-4495-a7b7-b19b545a5042 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 944 time: 0.2716689 Jan 14 11:58:16.801286 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-df2f9686-6127-4f65-8427-e311ca35babd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6336f8d0-9585-48cd-a777-bafb7825faf9 HTTP/1.1" status: 200 len: 217 time: 0.0900941 Jan 14 11:58:16.814693 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-05de00d8-63b2-4a37-9b6f-df12c81daeb0 req-ad8a10c6-4c23-456c-8080-74d57e0cbdf1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 1099 time: 0.2204926 Jan 14 11:58:16.890064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-05cc3765-18bc-4eeb-beff-d76adc964f9e req-10cf5e77-f36e-4c65-8112-40ff413220bd tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154008 Jan 14 11:58:16.910749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-ea88f2a6-cb2e-478e-9b09-9646f93821d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:16.912154 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-ea88f2a6-cb2e-478e-9b09-9646f93821d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c51950a-3f15-476f-84d8-3a83fef4b990 HTTP/1.1" status: 200 len: 851 time: 0.0966675 Jan 14 11:58:16.917948 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-05de00d8-63b2-4a37-9b6f-df12c81daeb0 req-a734424e-e106-48c2-a1f9-2b1334efcc67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687950 Jan 14 11:58:16.956682 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-3e4f9ab9-1961-48c7-b4e6-3bef9825ffbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acd9b241-a16a-420a-ad76-565ca2faac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376601 Jan 14 11:58:17.121825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a3602-cc97-4f37-b17f-3155977bcd4c req-2df1251a-921e-4bc2-9799-2ba5dc6faedd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:17.123283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b81a3602-cc97-4f37-b17f-3155977bcd4c req-2df1251a-921e-4bc2-9799-2ba5dc6faedd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.0784111 Jan 14 11:58:17.170896 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b81a3602-cc97-4f37-b17f-3155977bcd4c req-6f493fbf-8e98-4696-86e7-d02e5bfdf3b7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421705 Jan 14 11:58:17.354923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-3072fa5a-6693-4ee2-bd5f-b945e310bd7c service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241503 Jan 14 11:58:17.483773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7730e090-36b2-49b9-85b9-9c516d464cf9 req-92397bcf-e993-4859-830e-346c0ba6743e service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229138 Jan 14 11:58:18.086000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397d44-5b42-4353-a0c6-2aece9073da9 req-f12d71e9-7ccf-41e4-9e3b-2fad1f2d9273 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:18.087440 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62397d44-5b42-4353-a0c6-2aece9073da9 req-f12d71e9-7ccf-41e4-9e3b-2fad1f2d9273 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 944 time: 0.0745926 Jan 14 11:58:18.133596 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62397d44-5b42-4353-a0c6-2aece9073da9 req-5b79e927-3733-47df-96ff-2ada8672d96f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Jan 14 11:58:18.243744 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-00c87f88-924f-40cf-8328-c896d71b1b8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731885 Jan 14 11:58:18.392045 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-a489e5a5-a7df-4ad0-9ea7-034808e4d8bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1098 time: 0.0757935 Jan 14 11:58:18.460423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bc5fc-5b2f-4868-99a9-198c77af5e4f req-e4512114-cec9-461f-8da4-46964d2231f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:18.461836 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-321bc5fc-5b2f-4868-99a9-198c77af5e4f req-e4512114-cec9-461f-8da4-46964d2231f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.1670718 Jan 14 11:58:18.509133 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-321bc5fc-5b2f-4868-99a9-198c77af5e4f req-e113cd6e-e434-48e9-a7d5-5b5f7e15f18e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Jan 14 11:58:18.561410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-2e308fa2-f7c9-4b4f-a91d-ee397fb38c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:18.562872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-2e308fa2-f7c9-4b4f-a91d-ee397fb38c8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.1514425 Jan 14 11:58:18.676101 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-8c9705b1-1bd5-47a8-9a8e-28001e93e5f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 1001 time: 0.1056535 Jan 14 11:58:18.738172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-9bc69e83-624a-4883-9ed1-be588cff6d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:18.739613 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-9bc69e83-624a-4883-9ed1-be588cff6d91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0574818 Jan 14 11:58:18.814588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-e91bc7ae-4b63-4322-88e7-29ebb35ea1a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691917 Jan 14 11:58:19.035100 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-aff9b515-0d6c-4670-9a28-c671ae65c646 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131279 Jan 14 11:58:19.165098 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fd482591-f42e-4a59-807c-8557b7bc5fbf req-c015e9d9-eda6-46a0-b1a4-214eff4fa951 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233668 Jan 14 11:58:19.327773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e8de4-094a-4dde-8129-72f38ac40301 req-c9093f35-2a06-4d0e-98a4-60fcf423ff9b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:19.329141 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-986e8de4-094a-4dde-8129-72f38ac40301 req-c9093f35-2a06-4d0e-98a4-60fcf423ff9b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 944 time: 0.0743556 Jan 14 11:58:19.373367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-986e8de4-094a-4dde-8129-72f38ac40301 req-376b3448-3273-4314-8766-c2fc8bceb6c0 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Jan 14 11:58:19.708720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b90f4-2ede-4c01-9116-f1441342921f req-f5043a20-b430-4f94-90f5-09c555e42801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:19.710106 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0e8b90f4-2ede-4c01-9116-f1441342921f req-f5043a20-b430-4f94-90f5-09c555e42801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.0774672 Jan 14 11:58:19.754464 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0e8b90f4-2ede-4c01-9116-f1441342921f req-dbe19398-e175-43f9-a006-75e85062c0f4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389678 Jan 14 11:58:19.978550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41aed-cac3-464d-898d-9f2a4969640a req-c3088d5e-37e2-44cd-bd38-e2ef01e2ff61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:19.979904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b4b41aed-cac3-464d-898d-9f2a4969640a req-c3088d5e-37e2-44cd-bd38-e2ef01e2ff61 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.0909295 Jan 14 11:58:20.025752 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b4b41aed-cac3-464d-898d-9f2a4969640a req-cce0e743-41ff-4ccb-8198-cf81821b6df4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402529 Jan 14 11:58:20.053566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52434) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:20.121392 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2e09381c-cd52-4e51-befc-495b13bbac1b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 1094 time: 0.0666933 Jan 14 11:58:20.124112 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52438) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:20.129469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'port_id': '3d6aded7-d97c-43fb-b866-76a794de1bd2'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 11:58:20.132609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6336f8d0-9585-48cd-a777-bafb7825faf9 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 11:58:20.209173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:20.268201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 6336f8d0-9585-48cd-a777-bafb7825faf9, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6336f8d0-9585-48cd-a777-bafb7825faf9,segment=NetworkSegment(1f137142-80b6-4e69-8313-7d35642dced6),segment_id=1f137142-80b6-4e69-8313-7d35642dced6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:20.281604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '6336f8d0-9585-48cd-a777-bafb7825faf9', 'network_id': 'acd9b241-a16a-420a-ad76-565ca2faac87', 'port_id': '6336f8d0-9585-48cd-a777-bafb7825faf9', 'mac_address': 'fa:16:3e:9c:38:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c51950a-3f15-476f-84d8-3a83fef4b990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 11:58:20.337915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:20.355806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6336f8d0-9585-48cd-a777-bafb7825faf9 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 11:58:20.370541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 6336f8d0-9585-48cd-a777-bafb7825faf9, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6336f8d0-9585-48cd-a777-bafb7825faf9,segment=NetworkSegment(1f137142-80b6-4e69-8313-7d35642dced6),segment_id=1f137142-80b6-4e69-8313-7d35642dced6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:20.374430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:20.439091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=6336f8d0-9585-48cd-a777-bafb7825faf9,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:20.712981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ca44-168e-493e-a77d-fad7a5299eef req-3bd50292-f794-4eac-a828-5fb2a857eea9 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:20.714334 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4249ca44-168e-493e-a77d-fad7a5299eef req-3bd50292-f794-4eac-a828-5fb2a857eea9 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 945 time: 0.1868908 Jan 14 11:58:20.755908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['6336f8d0-9585-48cd-a777-bafb7825faf9'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:58:20.774050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-4249ca44-168e-493e-a77d-fad7a5299eef req-306cb856-e2c1-418f-9b85-72be84f0b231 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Synchronizing usage tracker for tenant:ce363213e5c045e082e5f79601df8550 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:20.786003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52444) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:20.803050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-4249ca44-168e-493e-a77d-fad7a5299eef req-306cb856-e2c1-418f-9b85-72be84f0b231 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Unset dirty status for tenant:ce363213e5c045e082e5f79601df8550 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:20.804204 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4249ca44-168e-493e-a77d-fad7a5299eef req-306cb856-e2c1-418f-9b85-72be84f0b231 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837648 Jan 14 11:58:20.903844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:20.907898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.003401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Deleting port 09822171-6e89-4b02-8818-14821e5a05ea {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:21.004329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.100479 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e associated. External IP: 172.26.8.223, port: 3d6aded7-d97c-43fb-b866-76a794de1bd2. Jan 14 11:58:21.181551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.181881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.305021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Calling delete_port for 09822171-6e89-4b02-8818-14821e5a05ea owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:21.465808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.516690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'Port': ['ID=09822171-6e89-4b02-8818-14821e5a05ea,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:21.619229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.655483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:21.902615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:21.908837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:21.918961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:21.934240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:21.935556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:21.988503 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-556a409a-520c-4c4c-aba0-98b590d1b4ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 992 time: 1.8607335 Jan 14 11:58:21.988503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:21.992306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52450) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:22.073980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'status': 'completed', 'code': 200} Jan 14 11:58:22.113460 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-19162b63-119c-4a22-9b86-f4eb3da61cf9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 992 time: 0.1187799 Jan 14 11:58:22.132095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6336f8d0-9585-48cd-a777-bafb7825faf9 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 11:58:22.209107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:22.282441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 6336f8d0-9585-48cd-a777-bafb7825faf9 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 11:58:22.294730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b346c-4b9b-41ce-9b59-75206644c1df req-ae0deb2e-2328-4d26-9261-e92525753ecb tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:22.296174 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b32b346c-4b9b-41ce-9b59-75206644c1df req-ae0deb2e-2328-4d26-9261-e92525753ecb tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 945 time: 0.1843605 Jan 14 11:58:22.299676 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-2f7512de-7059-4e47-9cf8-57cd19ae9ed1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 1099 time: 0.1892374 Jan 14 11:58:22.340463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 6336f8d0-9585-48cd-a777-bafb7825faf9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 11:58:22.340851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:22.399302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:22.449141 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b32b346c-4b9b-41ce-9b59-75206644c1df req-95b93ca4-3839-495a-8815-5ad3377630c9 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452122 Jan 14 11:58:22.549579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-194e9e33-055b-47ce-a03a-7f4e0af66121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:22.551615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-194e9e33-055b-47ce-a03a-7f4e0af66121 service neutron] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 898 time: 0.2330999 Jan 14 11:58:22.580613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:22.649638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f8d0-9585-48cd-a777-bafb7825faf9'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:22.661647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 6336f8d0-9585-48cd-a777-bafb7825faf9, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6336f8d0-9585-48cd-a777-bafb7825faf9,segment=NetworkSegment(1f137142-80b6-4e69-8313-7d35642dced6),segment_id=1f137142-80b6-4e69-8313-7d35642dced6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:22.667039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:22.723638 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f8d0-9585-48cd-a777-bafb7825faf9', 'code': 200} Jan 14 11:58:22.731474 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-ca025c90-48eb-4877-a4e0-7c4045f0879b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2 HTTP/1.1" status: 200 len: 1000 time: 0.1730425 Jan 14 11:58:22.766984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '97dc1ccd-6181-4baf-8b34-aeb32ece977e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'port_id': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'mac_address': 'fa:16:3e:7f:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:25Z', 'updated_at': '2022-01-14T11:58:20Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:22.773317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:22.775279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=6336f8d0-9585-48cd-a777-bafb7825faf9,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:22.793962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:22.794294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:22.810841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-69dacca1-084a-4958-8149-a09be0fbedd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:22.812308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-69dacca1-084a-4958-8149-a09be0fbedd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0746195 Jan 14 11:58:22.873994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:22.884794 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:22.899096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:22.900025 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:22.963892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:22.985283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:23.009862 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-263ce8bd-057c-4598-8333-f94eb76a1523 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1905558 Jan 14 11:58:23.084149 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:23.103104 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b2620558-79e6-4b8d-bdc7-c8efd18eb06a tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "DELETE /v2.0/floatingips/7cd25b98-6bdc-4c04-b490-ab481a0e6764 HTTP/1.1" status: 204 len: 168 time: 2.3136077 Jan 14 11:58:23.104152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:23.115295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52462) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:23.130883 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-915829bf-6265-4f2c-afd2-2364f2629477 req-44276d17-56ae-4b0d-8b1c-68607f3b252a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 1099 time: 0.2468965 Jan 14 11:58:23.190084 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-6e42bb2e-744e-4592-bc6e-bdd89285d211 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701584 Jan 14 11:58:23.380712 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-b5675d59-55c5-4ed9-bc47-dae96443ce44 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843193 Jan 14 11:58:23.384232 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'status': 'completed', 'code': 200} Jan 14 11:58:23.419248 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60f1453d-fed2-491d-b493-cc326ed16449 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 992 time: 0.2945147 Jan 14 11:58:23.427065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '97dc1ccd-6181-4baf-8b34-aeb32ece977e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'port_id': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'mac_address': 'fa:16:3e:7f:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:25Z', 'updated_at': '2022-01-14T11:58:20Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:23.431352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122374f-0c4f-4db5-a87e-f260da470a9d None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '97dc1ccd-6181-4baf-8b34-aeb32ece977e', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'port_id': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'mac_address': 'fa:16:3e:7f:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:56:25Z', 'updated_at': '2022-01-14T11:58:20Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:23.465347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-915829bf-6265-4f2c-afd2-2364f2629477 req-5cb953fc-40aa-4403-8694-89a576b19420 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925999 Jan 14 11:58:23.502794 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-57bd2163-5ab0-4953-9033-15436a6e4ca1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 1098 time: 0.1176252 Jan 14 11:58:23.621975 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:43Z', 'revision_number': 1, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:23.627561 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:23.640263 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:23.640908 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:23.677901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0a009-3140-4702-8b6b-47f3104e1333 None None] New status for floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:58:23.691002 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35df3-ea3c-42fb-9780-759c6a5a7c86 req-f1d75353-d772-4601-81b6-74b01be32a6b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:23.692909 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bbe35df3-ea3c-42fb-9780-759c6a5a7c86 req-f1d75353-d772-4601-81b6-74b01be32a6b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0881805 Jan 14 11:58:23.767766 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bbe35df3-ea3c-42fb-9780-759c6a5a7c86 req-c244c326-2d63-42d7-bc43-9d3dfd796d03 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671651 Jan 14 11:58:23.852031 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:24.003680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af306f1-633b-4d88-b949-d278227924be req-61a7712d-04ea-42e9-b8de-675cc66860c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:24.004629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-4af306f1-633b-4d88-b949-d278227924be req-61a7712d-04ea-42e9-b8de-675cc66860c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:24.016630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-5bb69a9f-8800-40ed-91a3-29957d37dc60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:24.017992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-5bb69a9f-8800-40ed-91a3-29957d37dc60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.3030486 Jan 14 11:58:24.074084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-4af306f1-633b-4d88-b949-d278227924be req-61a7712d-04ea-42e9-b8de-675cc66860c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:24.075233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4af306f1-633b-4d88-b949-d278227924be req-61a7712d-04ea-42e9-b8de-675cc66860c7 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.4252772 Jan 14 11:58:24.104602 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-29136546-4535-4602-b7c3-67f0a0064cb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b HTTP/1.1" status: 200 len: 217 time: 0.0790269 Jan 14 11:58:24.184844 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4af306f1-633b-4d88-b949-d278227924be req-d1f3d0ed-6bbf-46c8-8add-cd9f501f7a39 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956974 Jan 14 11:58:24.190362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-7853ca0a-4968-4aa9-b83c-fa5b509f017b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:24.192964 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-7853ca0a-4968-4aa9-b83c-fa5b509f017b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0810688 Jan 14 11:58:24.203281 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:43Z', 'revision_number': 1, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:24.208715 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d6376-2a33-40ad-a288-e59b647319d0 None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '70f43a2c-db82-42a3-805e-ee488f3bc39e', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'port_id': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'mac_address': 'fa:16:3e:9c:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T11:54:37Z', 'updated_at': '2022-01-14T11:54:43Z', 'revision_number': 1, 'project_id': '81934c9a786a46739333e9a45ae00552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:24.275274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-3ec803f4-f231-48a3-b76a-9ac46886cce9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739453 Jan 14 11:58:24.407640 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-6a393030-b666-4190-8370-b0a52044d8be service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257176 Jan 14 11:58:24.421509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52470) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:24.524826 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b8a28205-bec8-4804-9470-c6cfa2b67757 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 200 len: 994 time: 0.1020837 Jan 14 11:58:24.538702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a4b9012b-9dcf-487b-aac2-b2b4b9fc6c19 req-604533b9-f435-4ee4-8133-5f2ee5430e09 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240680 Jan 14 11:58:24.965968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f2330-023c-43dd-ac85-ac5b76402b0e req-2186e99f-7be0-4a90-b35a-8555a4cad6fa tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:24.967488 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9b2f2330-023c-43dd-ac85-ac5b76402b0e req-2186e99f-7be0-4a90-b35a-8555a4cad6fa tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0844283 Jan 14 11:58:25.015829 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9b2f2330-023c-43dd-ac85-ac5b76402b0e req-580f5f5e-c567-4edc-9108-19ef258fd976 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Jan 14 11:58:25.421025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333963-40c8-4471-8f73-2c83010ac559 req-614381d0-5593-4ee8-a249-e5300c17eb05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:25.422378 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-21333963-40c8-4471-8f73-2c83010ac559 req-614381d0-5593-4ee8-a249-e5300c17eb05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.0803187 Jan 14 11:58:25.467724 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-21333963-40c8-4471-8f73-2c83010ac559 req-cd2e9f25-dbbb-4f00-8f9f-48af358de116 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Jan 14 11:58:25.776771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-40dbff2e-ff0b-4eb0-a1db-9947e1e5e743 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:25.778193 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-40dbff2e-ff0b-4eb0-a1db-9947e1e5e743 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 945 time: 0.0754309 Jan 14 11:58:25.853839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Deleting port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:25.854172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:25.936255 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8be2ee-8b29-4946-b348-c3d4a0b96b26 None None] New status for floating IP 7cd25b98-6bdc-4c04-b490-ab481a0e6764: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:58:26.107541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] For port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:26.107895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:26.229067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411770fe-c06f-41c4-999e-d08b021a9b99 req-1cb81753-eb5f-4bab-b65b-5e8f451fad9f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:26.229681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-411770fe-c06f-41c4-999e-d08b021a9b99 req-1cb81753-eb5f-4bab-b65b-5e8f451fad9f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0780480 Jan 14 11:58:26.239546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Calling delete_port for 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:26.276243 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-411770fe-c06f-41c4-999e-d08b021a9b99 req-9c71f9e0-5ff9-450e-afa4-9e444f21c113 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Jan 14 11:58:26.378884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:26.463527 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'Port': ['ID=37d6d184-ea29-4cf2-83c4-9b06c86b2b5b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:26.552788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] No DVR routers for this DVR port 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:58:26.555949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:26.558396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'name': 'network-vif-deleted', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:26.579149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0f706f82-c358-48e6-a42e-d7c10e97bfa0 req-06e1da01-2a1c-4f2b-932c-553eafdce44e tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "DELETE /v2.0/ports/37d6d184-ea29-4cf2-83c4-9b06c86b2b5b HTTP/1.1" status: 204 len: 173 time: 0.7960694 Jan 14 11:58:26.589858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a590002-5ab6-48b2-a742-5fadc79cf5f1 req-4cb869a1-1d37-4432-863b-22ab2578cdf5 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:26.591324 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a590002-5ab6-48b2-a742-5fadc79cf5f1 req-4cb869a1-1d37-4432-863b-22ab2578cdf5 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.1758683 Jan 14 11:58:26.640513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a590002-5ab6-48b2-a742-5fadc79cf5f1 req-758865c2-9709-4b76-937e-2752709cbf3c tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 Jan 14 11:58:26.641639 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6cdf13b1-4390-401b-83c3-09ef327623d9 req-cdcbe04f-6a81-4d8b-8cd5-ead0d8d392f8 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 210 time: 0.0476849 Jan 14 11:58:26.708055 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dc8cc-1686-4520-86f9-8f90c8b9c78d', 'name': 'network-vif-deleted', 'tag': '37d6d184-ea29-4cf2-83c4-9b06c86b2b5b', 'status': 'completed', 'code': 200} Jan 14 11:58:27.102031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82231bd-322d-4e96-9646-0a1411f60165 req-fae36151-f724-42f7-9f44-5b0b21c741fc tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:27.103402 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d82231bd-322d-4e96-9646-0a1411f60165 req-fae36151-f724-42f7-9f44-5b0b21c741fc tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0764873 Jan 14 11:58:27.150578 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d82231bd-322d-4e96-9646-0a1411f60165 req-bd4bdcd5-4f14-4af1-a121-c6709b2e2398 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Jan 14 11:58:27.818169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24fd548b-c480-4631-97bf-b8f50fe4eb0f req-a8bea355-9c51-46b0-b885-8267977788f2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:27.833706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-24fd548b-c480-4631-97bf-b8f50fe4eb0f req-a8bea355-9c51-46b0-b885-8267977788f2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:27.835008 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24fd548b-c480-4631-97bf-b8f50fe4eb0f req-a8bea355-9c51-46b0-b885-8267977788f2 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dc8cc-1686-4520-86f9-8f90c8b9c78d HTTP/1.1" status: 200 len: 210 time: 0.0567656 Jan 14 11:58:28.372116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efaac-3ae6-48ef-950d-765828f48610 req-0379df5f-8ed4-4742-9889-fbf30b9f3bff tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:28.373674 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6f9efaac-3ae6-48ef-950d-765828f48610 req-0379df5f-8ed4-4742-9889-fbf30b9f3bff tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0943668 Jan 14 11:58:28.423410 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6f9efaac-3ae6-48ef-950d-765828f48610 req-3db0ff75-2a81-4946-b8b5-f76371dcfb98 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Jan 14 11:58:28.798888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ee94-b148-4c13-bdda-5bdc39517b17 req-8984b4ef-7aab-495b-88b2-8cf812afb1a2 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:28.801258 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2790ee94-b148-4c13-bdda-5bdc39517b17 req-8984b4ef-7aab-495b-88b2-8cf812afb1a2 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0775931 Jan 14 11:58:28.849814 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2790ee94-b148-4c13-bdda-5bdc39517b17 req-a47ef45b-bb8f-45f6-b938-a4aa7240ee2b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Jan 14 11:58:28.899538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-be6e3705-a58b-4631-91c9-ee437d535b16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce363213e5c045e082e5f79601df8550&device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 1099 time: 0.1718059 Jan 14 11:58:29.039356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-1000404e-a4c7-4d32-8b3f-324555b64dc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:29.040783 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-1000404e-a4c7-4d32-8b3f-324555b64dc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=acd9b241-a16a-420a-ad76-565ca2faac87 HTTP/1.1" status: 200 len: 912 time: 0.1357775 Jan 14 11:58:29.107259 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-7582466f-addb-4073-9961-d5c759b168c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6336f8d0-9585-48cd-a777-bafb7825faf9 HTTP/1.1" status: 200 len: 217 time: 0.0605409 Jan 14 11:58:29.177589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-def07f22-d57a-485a-86b4-85c6ea2f691c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:29.179345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-def07f22-d57a-485a-86b4-85c6ea2f691c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c51950a-3f15-476f-84d8-3a83fef4b990 HTTP/1.1" status: 200 len: 851 time: 0.0656435 Jan 14 11:58:29.230227 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-7b4e03eb-2584-4a12-9646-25643ee42d07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acd9b241-a16a-420a-ad76-565ca2faac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454178 Jan 14 11:58:29.360819 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-9f974a68-a001-432c-a5c8-b10ffdb72440 service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252308 Jan 14 11:58:29.494923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cb815c9-f74a-452c-ac1e-c4c4283c3625 req-fe46b679-3bb9-44ae-a5cd-226a9a3455da service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252117 Jan 14 11:58:30.051852 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4d425-36c2-4a48-bf5d-3b35d6b1cf22 req-a2c68910-a433-4298-a235-9c413f894165 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:30.053645 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e7b4d425-36c2-4a48-bf5d-3b35d6b1cf22 req-a2c68910-a433-4298-a235-9c413f894165 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0799234 Jan 14 11:58:30.108335 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e7b4d425-36c2-4a48-bf5d-3b35d6b1cf22 req-9474b092-1b6d-45de-8b6c-18a4ececcf06 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Jan 14 11:58:30.184185 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:30.219038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:30.219596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 37d6d184-ea29-4cf2-83c4-9b06c86b2b5b not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:30.814566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c1daab2a-38b6-4bea-a17c-075564ed6e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:31.059583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:31.313629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a22eab-4ddd-47ab-a2b0-f1321c74f7fa req-d4cb2430-a706-4983-8e45-d5e4100be8f3 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:31.314988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-60a22eab-4ddd-47ab-a2b0-f1321c74f7fa req-d4cb2430-a706-4983-8e45-d5e4100be8f3 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0764077 Jan 14 11:58:31.370982 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-60a22eab-4ddd-47ab-a2b0-f1321c74f7fa req-36996861-0d91-425b-899f-70b5c1af8b98 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Jan 14 11:58:31.825399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8ae87-c492-43f7-a633-417560ac194d req-4ae41ae3-372e-4610-9ab6-6287588997f3 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:31.826865 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38e8ae87-c492-43f7-a633-417560ac194d req-4ae41ae3-372e-4610-9ab6-6287588997f3 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0772467 Jan 14 11:58:31.873695 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38e8ae87-c492-43f7-a633-417560ac194d req-777cefb4-8444-4d83-bc05-c33b24b712a1 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Jan 14 11:58:33.026532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0a69-3b06-4b4a-a8e3-c8e0fd8edb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:33.070337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f2611-b87d-4018-9f81-e4dc588a6012 req-6d899d60-7a11-4547-a78d-d3d42b04d348 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:33.071786 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5d9f2611-b87d-4018-9f81-e4dc588a6012 req-6d899d60-7a11-4547-a78d-d3d42b04d348 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0747468 Jan 14 11:58:33.213340 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5d9f2611-b87d-4018-9f81-e4dc588a6012 req-786acaa3-3c3e-4cb0-919a-2c7a0c1cc0bf tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356940 Jan 14 11:58:33.576419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779371b1-cdf0-49bc-8560-11d2dedc2dcd req-a6ce7fb7-8819-4865-8950-588c2a548c0b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:33.579138 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-779371b1-cdf0-49bc-8560-11d2dedc2dcd req-a6ce7fb7-8819-4865-8950-588c2a548c0b tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0774822 Jan 14 11:58:33.583714 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-cc630f88-ef25-4ccf-8f58-9d10c2877728 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce363213e5c045e082e5f79601df8550&device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 1099 time: 0.0732601 Jan 14 11:58:33.610708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52530) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:33.626211 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-779371b1-cdf0-49bc-8560-11d2dedc2dcd req-e4e13daa-2108-44af-8297-cf0b647d127f tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Jan 14 11:58:33.887332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-e1da910b-4d1b-46b1-9b5b-75c20ee0ecfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:33.888680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-e1da910b-4d1b-46b1-9b5b-75c20ee0ecfa service neutron] 10.222.0.31 "GET /v2.0/networks?id=acd9b241-a16a-420a-ad76-565ca2faac87 HTTP/1.1" status: 200 len: 912 time: 0.2980866 Jan 14 11:58:33.951637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Deleting port 18f7f70e-84f3-4ecd-86fa-92aba4ae8969 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:33.952057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:33.986940 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-3acc56d5-eb3f-43fd-89b5-3c88c2006ef1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6336f8d0-9585-48cd-a777-bafb7825faf9 HTTP/1.1" status: 200 len: 217 time: 0.0907803 Jan 14 11:58:34.157512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:34.250201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-28457c8e-32dd-4615-8d00-0fa9eee3391f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:34.251615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-28457c8e-32dd-4615-8d00-0fa9eee3391f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c51950a-3f15-476f-84d8-3a83fef4b990 HTTP/1.1" status: 200 len: 851 time: 0.2575047 Jan 14 11:58:34.305407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-f0cea95f-22f0-4bba-b4a8-d179e883a1cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acd9b241-a16a-420a-ad76-565ca2faac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429366 Jan 14 11:58:34.370828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:34.404473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:34.404824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:34.533515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Calling delete_port for 18f7f70e-84f3-4ecd-86fa-92aba4ae8969 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:34.618157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-01c6fbba-a99b-4f57-b474-04a4e291a2d9 service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010986 Jan 14 11:58:34.839692 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51733dd0-98e2-49d6-abe4-24e97c809818 req-3bdf52f6-496c-47a4-a561-154a586a42ce service neutron] 10.222.0.31 "GET /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151377 Jan 14 11:58:34.870918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:34.921077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'Port': ['ID=18f7f70e-84f3-4ecd-86fa-92aba4ae8969,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:34.962584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9654-300e-4e42-87e5-ef28aa5b9ec2 req-5a539a15-459f-40be-8fcc-671ba3d8aa64 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:34.964030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-077b9654-300e-4e42-87e5-ef28aa5b9ec2 req-5a539a15-459f-40be-8fcc-671ba3d8aa64 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.1886921 Jan 14 11:58:35.055000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:35.102312 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-077b9654-300e-4e42-87e5-ef28aa5b9ec2 req-f9e0ad6b-411e-43c6-a467-b4fc604bc123 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095657 Jan 14 11:58:35.461286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:35.476411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:35.656558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:35.666688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:35.676571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:35.679190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:35.679792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:35.839545 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9a6c6b0d-1b06-4e27-aaf8-665a9fad94f5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "DELETE /v2.0/floatingips/70f43a2c-db82-42a3-805e-ee488f3bc39e HTTP/1.1" status: 204 len: 168 time: 2.2277482 Jan 14 11:58:35.840239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:35.864452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:35.924764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'status': 'completed', 'code': 200} Jan 14 11:58:36.025749 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-b1083f0d-96b9-4ef8-b7f5-178ba31dc9c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81934c9a786a46739333e9a45ae00552&device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 1098 time: 0.0725946 Jan 14 11:58:36.170103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-8132790e-e692-46be-9448-17e9f98f0821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:36.176154 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-8132790e-e692-46be-9448-17e9f98f0821 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 200 len: 913 time: 0.1428411 Jan 14 11:58:36.193245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:36.197423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:36.208611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:36.209557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:36.304019 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-e702a939-6632-4f9d-ae4a-a1751aa4f9b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 200 len: 217 time: 0.1167750 Jan 14 11:58:36.364217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e84a-6c12-4b27-8efc-558786057cba req-1f939e49-3444-4149-9e2b-65729f8234f1 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:36.365798 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ed1e84a-6c12-4b27-8efc-558786057cba req-1f939e49-3444-4149-9e2b-65729f8234f1 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.0852501 Jan 14 11:58:36.385949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-93fd7eaa-1b5c-4e15-bfab-38c7cb47bcd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:36.387382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-93fd7eaa-1b5c-4e15-bfab-38c7cb47bcd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 200 len: 851 time: 0.0716171 Jan 14 11:58:36.390191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:36.397896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942b98-6c75-40f5-8611-665cb84396d9 req-c68a7d98-b98f-4923-8590-51725babc122 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:36.398608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-83942b98-6c75-40f5-8611-665cb84396d9 req-c68a7d98-b98f-4923-8590-51725babc122 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:36.416281 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ed1e84a-6c12-4b27-8efc-558786057cba req-d804d277-ccdb-4a82-a013-f113418715b9 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Jan 14 11:58:36.459913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-83942b98-6c75-40f5-8611-665cb84396d9 req-c68a7d98-b98f-4923-8590-51725babc122 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:36.461065 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-83942b98-6c75-40f5-8611-665cb84396d9 req-c68a7d98-b98f-4923-8590-51725babc122 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 945 time: 0.2109582 Jan 14 11:58:36.511053 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-47c2af9b-99cc-44a1-a2ca-b7aed58382b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b35cc2e-3f69-4f45-83b4-ac142500eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085699 Jan 14 11:58:36.596353 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-83942b98-6c75-40f5-8611-665cb84396d9 req-d700c535-558c-4452-8f6c-22ef66ec1758 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260462 Jan 14 11:58:36.664165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-d15c63ec-945c-4eff-aaab-185fe7dc18d7 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455662 Jan 14 11:58:36.760751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:36.764761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39add0-f598-4d4b-a9b4-3b840bc00782 None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:50:27Z', 'revision_number': 4, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '40324967-5759-4920-b67b-f4664c73f83c', 'name': '', 'network_id': '7b35cc2e-3f69-4f45-83b4-ac142500eba8', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'mac_address': 'fa:16:3e:29:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:25Z', 'updated_at': '2022-01-14T11:50:39Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'subnets': [{'id': '7652df1d-a0a2-41ba-bdbd-9a97509c5ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:36.868309 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a406921f-afef-412b-ad6d-0d90f16bd5e1 req-7d473ce5-60f9-4a41-8543-5360b681c9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966999 Jan 14 11:58:36.888062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c0eb-c388-4b8c-82b8-9f74fe2a1684 req-7494e2ee-e5a1-4dcf-9f05-74dc94460517 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:36.889547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e93c0eb-c388-4b8c-82b8-9f74fe2a1684 req-7494e2ee-e5a1-4dcf-9f05-74dc94460517 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.1124380 Jan 14 11:58:36.938379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e93c0eb-c388-4b8c-82b8-9f74fe2a1684 req-f544b0dc-06b8-466b-9f84-3c40e351f767 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Jan 14 11:58:37.002527 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b186ab-d294-4146-a6fc-e3d8d6cd9ed9 None None] New status for floating IP 70f43a2c-db82-42a3-805e-ee488f3bc39e: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:58:37.804030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78517611-92fd-4187-9681-b87672d37cce req-b87a8081-3c46-45d5-954c-5fc92b435746 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:37.805469 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-78517611-92fd-4187-9681-b87672d37cce req-b87a8081-3c46-45d5-954c-5fc92b435746 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 945 time: 0.0742495 Jan 14 11:58:37.850400 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-78517611-92fd-4187-9681-b87672d37cce req-e43e08d1-ae53-4e4e-b74b-603de1f769f9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/security-groups?id=f91c5ee7-8064-4db5-8f1d-eed0b93ed210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393143 Jan 14 11:58:38.056934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-d06c5aae-f737-4c8e-aaf0-963479d218b5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:38.058471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-d06c5aae-f737-4c8e-aaf0-963479d218b5 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 945 time: 0.0837088 Jan 14 11:58:38.139031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Deleting port 31a9f164-225f-48a9-afb9-d4642c68f31c {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:38.139334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:38.420712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6caec2-d37e-48a7-9904-d89c424f0229 req-2eb17bbf-80d9-4109-9c3a-95c98a090d10 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:38.422165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f6caec2-d37e-48a7-9904-d89c424f0229 req-2eb17bbf-80d9-4109-9c3a-95c98a090d10 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.2009072 Jan 14 11:58:38.462787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] For port 31a9f164-225f-48a9-afb9-d4642c68f31c, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=31a9f164-225f-48a9-afb9-d4642c68f31c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:38.463130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:38.593492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Calling delete_port for 31a9f164-225f-48a9-afb9-d4642c68f31c owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:38.726638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f6caec2-d37e-48a7-9904-d89c424f0229 req-52c4a0d1-0f53-4925-82dd-4a9c4a679393 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982767 Jan 14 11:58:38.831599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:38.878503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'Port': ['ID=31a9f164-225f-48a9-afb9-d4642c68f31c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:38.986767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] No DVR routers for this DVR port 31a9f164-225f-48a9-afb9-d4642c68f31c on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:58:38.993547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:38.996142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'name': 'network-vif-deleted', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:39.017897 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7f5ec254-df24-415a-9fac-55c33ae7b9f7 req-aaa1c13b-d240-4c97-b253-a2d08e6b8d05 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.31 "DELETE /v2.0/ports/31a9f164-225f-48a9-afb9-d4642c68f31c HTTP/1.1" status: 204 len: 173 time: 0.9531569 Jan 14 11:58:39.025544 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cb2211c4-e1d9-482f-bc0d-fad0d3656bb7 req-a1655975-5b31-4eca-9653-e749f41b8e96 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 210 time: 0.0505004 Jan 14 11:58:39.069505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-ec5527d9-70e3-441e-9e33-fd83e536b12e tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:58:39.070992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-ec5527d9-70e3-441e-9e33-fd83e536b12e tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 946 time: 0.1250515 Jan 14 11:58:39.072478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e040615-164a-47a0-8ed8-04e2c12c9667', 'name': 'network-vif-deleted', 'tag': '31a9f164-225f-48a9-afb9-d4642c68f31c', 'status': 'completed', 'code': 200} Jan 14 11:58:39.114738 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:58:39.152078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Deleting port 6336f8d0-9585-48cd-a777-bafb7825faf9 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:39.152322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:39.418887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] For port 6336f8d0-9585-48cd-a777-bafb7825faf9, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=6336f8d0-9585-48cd-a777-bafb7825faf9,segment=NetworkSegment(1f137142-80b6-4e69-8313-7d35642dced6),segment_id=1f137142-80b6-4e69-8313-7d35642dced6)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:39.419109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:39.541753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Calling delete_port for 6336f8d0-9585-48cd-a777-bafb7825faf9 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:39.681239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:39.692297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['6336f8d0-9585-48cd-a777-bafb7825faf9'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 11:58:39.728823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Pushing event deleted for resources: {'Port': ['ID=6336f8d0-9585-48cd-a777-bafb7825faf9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:39.802740 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] No DVR routers for this DVR port 6336f8d0-9585-48cd-a777-bafb7825faf9 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:58:39.804973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:39.818066 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54a1fd70-5dd6-49c5-8008-9db94dd34cb7 req-bdaf70b6-9d03-4580-94ba-7c0cbddb8846 tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.31 "DELETE /v2.0/ports/6336f8d0-9585-48cd-a777-bafb7825faf9 HTTP/1.1" status: 204 len: 173 time: 0.7331321 Jan 14 11:58:39.890488 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e1008903-9929-4a9f-98e1-84c82585b8b1 req-1773a342-7a6b-4427-bff4-792c5216431a tempest-TestServerAdvancedOps-646124132 tempest-TestServerAdvancedOps-646124132-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce70414-6ed1-4cc2-ad53-cbbe08be55ea HTTP/1.1" status: 200 len: 210 time: 0.0400586 Jan 14 11:58:40.209257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-974d5ba4-26a8-4bf4-aa95-c6cbdae00545 req-3185fb06-2201-4f21-92a6-e3ccae22d5f9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Synchronizing usage tracker for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:58:40.226652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-974d5ba4-26a8-4bf4-aa95-c6cbdae00545 req-3185fb06-2201-4f21-92a6-e3ccae22d5f9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Unset dirty status for tenant:81934c9a786a46739333e9a45ae00552 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:58:40.227810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-974d5ba4-26a8-4bf4-aa95-c6cbdae00545 req-3185fb06-2201-4f21-92a6-e3ccae22d5f9 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e040615-164a-47a0-8ed8-04e2c12c9667 HTTP/1.1" status: 200 len: 210 time: 0.0595825 Jan 14 11:58:40.996630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52562) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:41.055208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Deleting subnet 0c51950a-3f15-476f-84d8-3a83fef4b990 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:58:41.058116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.090567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'name': 'network-vif-deleted', 'tag': '6336f8d0-9585-48cd-a777-bafb7825faf9'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:58:41.123750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.152358 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce70414-6ed1-4cc2-ad53-cbbe08be55ea', 'name': 'network-vif-deleted', 'tag': '6336f8d0-9585-48cd-a777-bafb7825faf9', 'status': 'completed', 'code': 200} Jan 14 11:58:41.181982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.249249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.293472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c51950a-3f15-476f-84d8-3a83fef4b990,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:41.298097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.304810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4ff633b4-1ff1-4993-822f-a499f5350d0a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c51950a-3f15-476f-84d8-3a83fef4b990 HTTP/1.1" status: 204 len: 168 time: 0.3070724 Jan 14 11:58:41.307251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52570) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:41.340606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52574) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:41.417376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.496966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Deleting port 893434c5-0b47-48c2-9519-4c0662b393ec {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:41.497303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.635071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.660868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd9b241-a16a-420a-ad76-565ca2faac87']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:41.669145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.669471 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.673146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f137142-80b6-4e69-8313-7d35642dced6') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:41.673457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f137142-80b6-4e69-8313-7d35642dced6') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:41.684644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.700571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.706715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:58:41.707160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:58:41.720879 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:58:41.788053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Calling delete_port for 893434c5-0b47-48c2-9519-4c0662b393ec owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:41.796819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.813908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.826621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd9b241-a16a-420a-ad76-565ca2faac87,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:41.833909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-df46ac20-a070-4875-a0a8-bf35d2446764 admin admin] 10.222.0.48 "DELETE /v2.0/networks/acd9b241-a16a-420a-ad76-565ca2faac87 HTTP/1.1" status: 204 len: 168 time: 0.5257077 Jan 14 11:58:41.836643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52578) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:41.901410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Deleting subnet 7540ec21-94ef-48ec-b13f-e0cb9bdcb49a {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:58:41.904545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.927652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.954424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:41.972716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'Port': ['ID=893434c5-0b47-48c2-9519-4c0662b393ec,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:42.009852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.067657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.080980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.084668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.085834 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-86256f5d-55af-4778-bd26-53f7a93a64d4 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "DELETE /v2.0/floatingips/6a0d5fa4-109a-4360-99f2-7dde506218d6 HTTP/1.1" status: 204 len: 168 time: 0.7440491 Jan 14 11:58:42.119419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7540ec21-94ef-48ec-b13f-e0cb9bdcb49a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:42.127321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.135481 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c2be1a12-d8b2-4630-981c-b49712527754 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7540ec21-94ef-48ec-b13f-e0cb9bdcb49a HTTP/1.1" status: 204 len: 168 time: 0.2956672 Jan 14 11:58:42.135678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52584) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:42.233866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 31a9f164-225f-48a9-afb9-d4642c68f31c no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:42.245577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.268180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 31a9f164-225f-48a9-afb9-d4642c68f31c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:42.268517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 31a9f164-225f-48a9-afb9-d4642c68f31c not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:42.269132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6336f8d0-9585-48cd-a777-bafb7825faf9 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:42.300224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 6336f8d0-9585-48cd-a777-bafb7825faf9 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:42.300567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 6336f8d0-9585-48cd-a777-bafb7825faf9 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:42.374275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.402196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507ced2c-1176-4cab-b14e-d65596f3f7ec']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:42.415674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4789978c-2109-43ea-825f-281a113685af') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:42.415963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4789978c-2109-43ea-825f-281a113685af') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:42.428335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.444627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.450746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:58:42.451269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:58:42.464083 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:58:42.542446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.558546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.567404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] Pushing event deleted for resources: {'Network': ['ID=507ced2c-1176-4cab-b14e-d65596f3f7ec,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:42.570946 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6459fb10-5dcc-4ce2-b630-98c7ebdc7425 admin admin] 10.222.0.48 "DELETE /v2.0/networks/507ced2c-1176-4cab-b14e-d65596f3f7ec HTTP/1.1" status: 204 len: 168 time: 0.4343333 Jan 14 11:58:42.772104 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52596) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:42.821694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c2f08d7e-799c-4e72-8a6f-149255308eeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce363213e5c045e082e5f79601df8550&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483804 Jan 14 11:58:42.824150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52600) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:42.885510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b0214c5-bfc4-4a38-be18-57373932ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.910356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b0214c5-bfc4-4a38-be18-57373932ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.967343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b0214c5-bfc4-4a38-be18-57373932ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:42.984462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0214c5-bfc4-4a38-be18-57373932ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2a520-eb0e-42ef-83fb-94884eaa0bf3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:42.996787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b0214c5-bfc4-4a38-be18-57373932ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:43.000386 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8b0214c5-bfc4-4a38-be18-57373932ae3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eb2a520-eb0e-42ef-83fb-94884eaa0bf3 HTTP/1.1" status: 204 len: 168 time: 0.1728992 Jan 14 11:58:43.398198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52608) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:43.451796 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0f5c388d-e2ff-450e-a5ab-1e57677bd39f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aedd4e1d0aa644ffa23f27bb24e6428f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503168 Jan 14 11:58:43.452220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52614) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:43.519227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a3e90b1-3214-4460-a852-a100b774a619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:43.544835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a3e90b1-3214-4460-a852-a100b774a619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:43.599739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a3e90b1-3214-4460-a852-a100b774a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:43.617792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e90b1-3214-4460-a852-a100b774a619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9403f8a0-e046-419f-9aa3-f44076586b9a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:43.619913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6a3e90b1-3214-4460-a852-a100b774a619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:43.623354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6a3e90b1-3214-4460-a852-a100b774a619 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9403f8a0-e046-419f-9aa3-f44076586b9a HTTP/1.1" status: 204 len: 168 time: 0.1679745 Jan 14 11:58:44.585933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52622) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:44.655815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74096325-8371-4642-be4d-ba997e2b0e02 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:44.685021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74096325-8371-4642-be4d-ba997e2b0e02 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:44.748206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74096325-8371-4642-be4d-ba997e2b0e02 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:44.765895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74096325-8371-4642-be4d-ba997e2b0e02 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c5ee7-8064-4db5-8f1d-eed0b93ed210,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:44.778134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74096325-8371-4642-be4d-ba997e2b0e02 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:44.779263 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-74096325-8371-4642-be4d-ba997e2b0e02 tempest-TestVolumeBootPattern-248066842 tempest-TestVolumeBootPattern-248066842-project] 10.222.0.48 "DELETE /v2.0/security-groups/f91c5ee7-8064-4db5-8f1d-eed0b93ed210 HTTP/1.1" status: 204 len: 168 time: 0.1921771 Jan 14 11:58:44.845636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52628) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:45.554453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:46.131820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Deleting port 40324967-5759-4920-b67b-f4664c73f83c {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:46.132480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:46.299826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] For port 40324967-5759-4920-b67b-f4664c73f83c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=40324967-5759-4920-b67b-f4664c73f83c,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:46.300173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:46.420286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Calling delete_port for 40324967-5759-4920-b67b-f4664c73f83c owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:46.590636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:46.635182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Pushing event deleted for resources: {'Port': ['ID=40324967-5759-4920-b67b-f4664c73f83c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:47.011700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:47.587797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Router cae16fe5-d424-4346-a20e-4fb14785211b has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:47.782566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:47.791085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] Sync routers for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:47.794759 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-80d25649-ebed-4d2a-b5d6-736ec63a088f admin admin] 10.222.0.48 "PUT /v2.0/routers/cae16fe5-d424-4346-a20e-4fb14785211b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480727 Jan 14 11:58:47.797237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52634) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:47.803594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:47.804217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:47.988157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:47.989566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:48.183418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:48.193661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Deleting port 2df7862f-e6be-4fb0-976e-881a08093e36 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:48.193991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:48.274978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:58:46Z', 'revision_number': 5, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port': {'id': '2df7862f-e6be-4fb0-976e-881a08093e36', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:15Z', 'updated_at': '2022-01-14T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:48.279658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] Checking router: cae16fe5-d424-4346-a20e-4fb14785211b for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:48.290737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] Routers {'cae16fe5-d424-4346-a20e-4fb14785211b'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:48.291320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['cae16fe5-d424-4346-a20e-4fb14785211b'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:48.445340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] Set router cae16fe5-d424-4346-a20e-4fb14785211b gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:48.473532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] For port 2df7862f-e6be-4fb0-976e-881a08093e36, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2df7862f-e6be-4fb0-976e-881a08093e36,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:48.473897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:48.548230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:58:48Z', 'revision_number': 6, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:48.552082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61bf51-bb97-40dc-8bf2-16d0a9c2737d None None] The sync data for ids ['cae16fe5-d424-4346-a20e-4fb14785211b'] in dv-neutron-823850-1-hyperv is: [{'id': 'cae16fe5-d424-4346-a20e-4fb14785211b', 'name': 'tempest-TestVolumeBootPattern-1326624128-router', 'tenant_id': '81934c9a786a46739333e9a45ae00552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:12Z', 'updated_at': '2022-01-14T11:58:48Z', 'revision_number': 6, 'project_id': '81934c9a786a46739333e9a45ae00552', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:48.594468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Calling delete_port for 2df7862f-e6be-4fb0-976e-881a08093e36 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:48.754140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:48.797333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2df7862f-e6be-4fb0-976e-881a08093e36,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:49.022222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.278684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.283135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.309653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.310182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae16fe5-d424-4346-a20e-4fb14785211b {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:58:49.326357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 40324967-5759-4920-b67b-f4664c73f83c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:49.326880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.327845 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f541e3be-256a-4455-ad2d-7995f8c7b2ee admin admin] 10.222.0.48 "DELETE /v2.0/routers/cae16fe5-d424-4346-a20e-4fb14785211b HTTP/1.1" status: 204 len: 168 time: 1.5295975 Jan 14 11:58:49.330302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52638) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:49.359478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 40324967-5759-4920-b67b-f4664c73f83c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:49.359853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 40324967-5759-4920-b67b-f4664c73f83c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:49.360337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2df7862f-e6be-4fb0-976e-881a08093e36 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:49.389116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Deleting subnet 7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:58:49.392084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.395746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2df7862f-e6be-4fb0-976e-881a08093e36 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:49.396087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2df7862f-e6be-4fb0-976e-881a08093e36 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:49.443034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.525145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.592374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.633759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7652df1d-a0a2-41ba-bdbd-9a97509c5ad1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:49.638271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.643338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c21347-78de-4e42-b725-6021bd1678ea None None] Network 7b35cc2e-3f69-4f45-83b4-ac142500eba8 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:49.646262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0af3b80a-1c96-4877-990a-d87939a910e2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7652df1d-a0a2-41ba-bdbd-9a97509c5ad1 HTTP/1.1" status: 204 len: 168 time: 0.3150508 Jan 14 11:58:49.648750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52642) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:49.752204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.762547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Deleting port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:49.762871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:49.887501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] DHCP port deletion for 7b35cc2e-3f69-4f45-83b4-ac142500eba8 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:58:49.892162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Deleting port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:49.892532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.070908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] For port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:50.071354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.120840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] For port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,segment=NetworkSegment(c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2),segment_id=c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:50.121144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.189083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Calling delete_port for ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:50.241109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Calling delete_port for ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:50.266096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.308924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:58:50.309268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:58:50.310385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:50.314689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] No DVR routers for this DVR port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:58:50.425533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.449921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b35cc2e-3f69-4f45-83b4-ac142500eba8']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:50.465374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:50.465658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73e5a0d-06f4-4963-a3e3-476d2d6fc9d2') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:50.476868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.491765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.497462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:58:50.497823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:58:50.510808 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:58:50.581118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.596935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.611440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b35cc2e-3f69-4f45-83b4-ac142500eba8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:50.623719 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-10047a33-f56d-46d4-80e2-8297625b6912 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7b35cc2e-3f69-4f45-83b4-ac142500eba8 HTTP/1.1" status: 204 len: 168 time: 0.9738867 Jan 14 11:58:50.626454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52646) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:50.810864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Deleting port ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:50.811428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:50.876043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-19c05bb4-dce4-4d39-a380-a67b743a701a None None] The port 'ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:58:51.009516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:51.139633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:51.173989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:51.174455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ee0519a8-6d6e-48ca-b9b8-bc73d6b47bde not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:51.682119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Deleting port f7bec116-9f0d-40e7-8d5b-9f591c039014 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:51.682457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:51.847615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] For port f7bec116-9f0d-40e7-8d5b-9f591c039014, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f7bec116-9f0d-40e7-8d5b-9f591c039014,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:51.848676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:51.969484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Calling delete_port for f7bec116-9f0d-40e7-8d5b-9f591c039014 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:52.135902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:52.180284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bec116-9f0d-40e7-8d5b-9f591c039014,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:52.459706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:53.118997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:58:53.313954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:58:53.323532 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] Sync routers for ids ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:58:53.331614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b9d8ced2-0513-4bbe-8f1a-63f93b956abb admin admin] 10.222.0.48 "PUT /v2.0/routers/4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040992 Jan 14 11:58:53.334391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52650) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:53.338093 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] Routers {'4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:53.338750 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:53.513715 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] Set router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:53.544759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:53.736156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:53.745499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Deleting port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:53.745859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:53.788504 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:58:52Z', 'revision_number': 5, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port': {'id': 'b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:50:40Z', 'updated_at': '2022-01-14T11:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:53.792237 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] Checking router: 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:58:53.802643 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] Routers {'4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:58:53.803228 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:58:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:53.917018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] For port b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:53.917381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:53.949861 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] Set router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:58:54.042540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Calling delete_port for b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:54.055182 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:58:53Z', 'revision_number': 6, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:54.059216 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bfe504-2381-445c-9225-9ae4b8fd3e37 None None] The sync data for ids ['4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1'] in dv-neutron-823850-1-hyperv is: [{'id': '4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1', 'name': 'tempest-TestVolumeBootPattern-593581898-router', 'tenant_id': 'a248b136c0804d64b4158c8867e114c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:50:39Z', 'updated_at': '2022-01-14T11:58:53Z', 'revision_number': 6, 'project_id': 'a248b136c0804d64b4158c8867e114c1', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:58:54.206812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.252375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:54.577435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.828047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.832448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.858699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.859176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 11:58:54.871884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.873032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-93b7f052-7148-430d-ae62-c4a18968786d admin admin] 10.222.0.48 "DELETE /v2.0/routers/4b19ba18-e3f5-4d1e-b7aa-c00f497ef9c1 HTTP/1.1" status: 204 len: 168 time: 1.5377133 Jan 14 11:58:54.875595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52654) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:54.935221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Deleting subnet 420ab4bb-8963-4467-a54a-b82f718575a7 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 11:58:54.938050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:54.992823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.075955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.139029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f7bec116-9f0d-40e7-8d5b-9f591c039014 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:55.147217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.177309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f7bec116-9f0d-40e7-8d5b-9f591c039014 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:55.177642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f7bec116-9f0d-40e7-8d5b-9f591c039014 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:55.178211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:55.188350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420ab4bb-8963-4467-a54a-b82f718575a7,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:55.196767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.205474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad17d89-2d6f-4bd8-b238-77adb6bcb42c None None] Network c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 11:58:55.206627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd5cec70-6ced-453c-8fe0-529fd703fac4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/420ab4bb-8963-4467-a54a-b82f718575a7 HTTP/1.1" status: 204 len: 168 time: 0.3300469 Jan 14 11:58:55.207259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52658) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:55.225823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:55.226163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b2422be1-c49c-4f9f-bd9f-90c3e8a7d0a1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:58:55.313626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.323590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Deleting port 5d7d2566-aee2-4b04-8094-231aa38ce63b {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:55.323907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.447238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] DHCP port deletion for c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 11:58:55.451444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Deleting port 5d7d2566-aee2-4b04-8094-231aa38ce63b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:55.451804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.524461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] For port 5d7d2566-aee2-4b04-8094-231aa38ce63b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5d7d2566-aee2-4b04-8094-231aa38ce63b,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:55.524833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.646019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Calling delete_port for 5d7d2566-aee2-4b04-8094-231aa38ce63b owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:55.648090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] For port 5d7d2566-aee2-4b04-8094-231aa38ce63b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=5d7d2566-aee2-4b04-8094-231aa38ce63b,segment=NetworkSegment(1935e4e4-4038-4b43-891a-e05f021a7c71),segment_id=1935e4e4-4038-4b43-891a-e05f021a7c71)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:58:55.648467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.767883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Calling delete_port for 5d7d2566-aee2-4b04-8094-231aa38ce63b owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:58:55.822164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:55.845333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:58:55.845683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:58:55.869532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7d2566-aee2-4b04-8094-231aa38ce63b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:55.873897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] No DVR routers for this DVR port 5d7d2566-aee2-4b04-8094-231aa38ce63b on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:58:55.987708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.012883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:56.024392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1935e4e4-4038-4b43-891a-e05f021a7c71') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:56.024679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1935e4e4-4038-4b43-891a-e05f021a7c71') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:58:56.035549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.054433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.060304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 11:58:56.060656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 11:58:56.073943 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 11:58:56.150898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.167293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.177136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:56.184137 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d8b44295-31d1-471f-8933-bfaab8f2c8a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c6105318-d1bf-4ba4-93b8-c5ff8ec9c99f HTTP/1.1" status: 204 len: 168 time: 0.9759228 Jan 14 11:58:56.319823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:56.347356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Deleting port 5d7d2566-aee2-4b04-8094-231aa38ce63b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:58:56.348472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.369391 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-62d40197-b46b-4333-a067-7369ec9242e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81934c9a786a46739333e9a45ae00552&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484200 Jan 14 11:58:56.371903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52668) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:56.410963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-32bf4ea0-1244-4bfc-9c99-84ba5e0e3e38 None None] The port '5d7d2566-aee2-4b04-8094-231aa38ce63b' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 11:58:56.436629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f1bab7c-446c-4658-97f4-75b339a64536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.463248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f1bab7c-446c-4658-97f4-75b339a64536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.523470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f1bab7c-446c-4658-97f4-75b339a64536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.540160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bab7c-446c-4658-97f4-75b339a64536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afee92c-fe7c-4994-810d-a37f4f66d58b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:56.546431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f1bab7c-446c-4658-97f4-75b339a64536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:56.547544 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4f1bab7c-446c-4658-97f4-75b339a64536 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1afee92c-fe7c-4994-810d-a37f4f66d58b HTTP/1.1" status: 204 len: 168 time: 0.1746895 Jan 14 11:58:56.929565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52676) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:56.978064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-21f787e4-ae38-4030-81ee-4ea4712bbfaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a248b136c0804d64b4158c8867e114c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473371 Jan 14 11:58:56.980411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52680) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:58:57.036853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-958d2c83-c4ba-4606-9ca7-ed3fc825d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:57.063888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-958d2c83-c4ba-4606-9ca7-ed3fc825d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:57.114867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-958d2c83-c4ba-4606-9ca7-ed3fc825d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:57.130689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d2c83-c4ba-4606-9ca7-ed3fc825d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f7c52-2e05-4a91-ae66-f15f9eb8ee53,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:58:57.136829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-958d2c83-c4ba-4606-9ca7-ed3fc825d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:58:57.137940 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-958d2c83-c4ba-4606-9ca7-ed3fc825d325 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb3f7c52-2e05-4a91-ae66-f15f9eb8ee53 HTTP/1.1" status: 204 len: 168 time: 0.1566324 Jan 14 11:58:57.151972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5d7d2566-aee2-4b04-8094-231aa38ce63b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:58:57.191882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 5d7d2566-aee2-4b04-8094-231aa38ce63b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:58:57.192294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 5d7d2566-aee2-4b04-8094-231aa38ce63b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:59:00.819450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ac391a0-8594-4c7a-add5-ed699a8a0d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:01.067007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:03.029083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39324cf7-f216-41a5-8cc1-02c5bb630ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:04.160406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:04.372677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:05.477280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:16.115020 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:59:20.414141 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-eeb4de1b-58a9-4ab4-80fc-65d8525f558c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2410154 Jan 14 11:59:20.506566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-d0b2212b-0c53-4349-bb1b-28d24298cbd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 1098 time: 0.0699918 Jan 14 11:59:20.647161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-3edcefd4-2960-4f8a-87af-7dc38e05004d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:20.648569 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-3edcefd4-2960-4f8a-87af-7dc38e05004d service neutron] 10.222.0.31 "GET /v2.0/networks?id=045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 200 len: 898 time: 0.1237700 Jan 14 11:59:20.713610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-e70024d0-1ba9-48d7-965e-85f22a4e5c28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 200 len: 217 time: 0.0590968 Jan 14 11:59:20.776574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-9b0f76a3-fcb2-4e92-bc87-b4a12aaa3ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:20.777898 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-9b0f76a3-fcb2-4e92-bc87-b4a12aaa3ca8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 200 len: 834 time: 0.0588799 Jan 14 11:59:20.851272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-42db5817-2099-4de5-9eac-bb51818cfead service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=045b73d1-0201-448c-a3f9-61015b7f652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671065 Jan 14 11:59:20.979472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-9d670252-0de3-41eb-81fc-203d93f5128e service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224830 Jan 14 11:59:21.111893 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d0b34c6-b65d-4be7-9c4a-9e14ba0936f1 req-73e37b73-6cde-482f-90b8-fb3d1bfb81d5 service neutron] 10.222.0.31 "GET /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239786 Jan 14 11:59:30.821808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fdc17e4-723c-4561-9980-7b0fb80beb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:31.067673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:33.030112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1f23624b-6028-493d-9475-72df9980437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:34.162403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:34.374578 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:35.480168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:49.625528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd452331-1b70-4dae-b782-7620c393e41c req-954e0322-0a7d-4e9d-9272-e4a6fc0d582e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:49.626982 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd452331-1b70-4dae-b782-7620c393e41c req-954e0322-0a7d-4e9d-9272-e4a6fc0d582e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.2171268 Jan 14 11:59:49.671448 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cd452331-1b70-4dae-b782-7620c393e41c req-4b9835f6-e001-4094-83c4-bd4a792a2dbe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384624 Jan 14 11:59:50.945587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef37c7-14b2-4234-8374-6ad4e65b83ca req-d704c10b-835a-4eda-8955-903f8c4bc9e9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:50.947053 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d5ef37c7-14b2-4234-8374-6ad4e65b83ca req-d704c10b-835a-4eda-8955-903f8c4bc9e9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.1524763 Jan 14 11:59:51.027443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d5ef37c7-14b2-4234-8374-6ad4e65b83ca req-e9858c11-3719-42e1-af89-9c6d44b01e95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcce8e81-bc1d-4078-9ff5-b2657bc48876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748680 Jan 14 11:59:51.063513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-a01eba48-84ed-49ad-a4b6-721ad644b78a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:51.064982 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-a01eba48-84ed-49ad-a4b6-721ad644b78a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 946 time: 0.0817785 Jan 14 11:59:51.136129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 3d6aded7-d97c-43fb-b866-76a794de1bd2 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:59:51.136463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:51.456326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 3d6aded7-d97c-43fb-b866-76a794de1bd2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3d6aded7-d97c-43fb-b866-76a794de1bd2,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:59:51.456594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:51.734627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:51.734987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:51.735292 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e disassociated. External IP: 172.26.8.223, port: 3d6aded7-d97c-43fb-b866-76a794de1bd2. Jan 14 11:59:51.735618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 3d6aded7-d97c-43fb-b866-76a794de1bd2 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:59:51.875512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:51.923546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=3d6aded7-d97c-43fb-b866-76a794de1bd2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:59:51.940417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.940773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.941191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.941521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.941847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.942166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.942482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.942801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.943129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.943422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:51.943728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:52.146138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 11:59:52.194525 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d9f03064-8ee9-4ac1-b4ee-711e86d6f7e9 req-d83a0b30-7bc0-4390-8691-7fd27398d10e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5822250-0f78-4f35-b1ff-a8314849053f HTTP/1.1" status: 200 len: 210 time: 0.0403609 Jan 14 11:59:52.350030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 11:59:52.361221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 11:59:52.373906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:59:52.374521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:59:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:59:52.424517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 3d6aded7-d97c-43fb-b866-76a794de1bd2 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:59:52.427247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:52.429833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'name': 'network-vif-deleted', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:59:52.445547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c3362be-b4ae-40e0-a9bc-c7274df1bd70 req-6f552830-d043-4108-82bd-97880c02dc26 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/3d6aded7-d97c-43fb-b866-76a794de1bd2 HTTP/1.1" status: 204 len: 173 time: 1.3753455 Jan 14 11:59:52.497037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5822250-0f78-4f35-b1ff-a8314849053f', 'name': 'network-vif-deleted', 'tag': '3d6aded7-d97c-43fb-b866-76a794de1bd2', 'status': 'completed', 'code': 200} Jan 14 11:59:52.553606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:59:52.857432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:59:52.861236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 11:59:52.871656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 11:59:52.872246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:59:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:59:53.057197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 11:59:53.116870 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 11:59:53.297969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52730) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:59:53.366058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-776e6b55-d6c6-45a7-8a5e-8ebeff79c96f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:53.370736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 11:59:53.374633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892efb8-d92f-4b7e-8ab5-7e272a6c8881 None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'f8247ff0-4987-423c-b992-a7064e95e5f7', 'name': '', 'network_id': '045b73d1-0201-448c-a3f9-61015b7f652b', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:d6:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:56:03Z', 'updated_at': '2022-01-14T11:56:09Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'c9c7fab0-ed3d-4f41-99e2-873a6562de52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 11:59:53.395177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-776e6b55-d6c6-45a7-8a5e-8ebeff79c96f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:53.457624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-776e6b55-d6c6-45a7-8a5e-8ebeff79c96f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:53.476705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e6b55-d6c6-45a7-8a5e-8ebeff79c96f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce8e81-bc1d-4078-9ff5-b2657bc48876,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:59:53.488159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-776e6b55-d6c6-45a7-8a5e-8ebeff79c96f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:53.492357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-776e6b55-d6c6-45a7-8a5e-8ebeff79c96f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/dcce8e81-bc1d-4078-9ff5-b2657bc48876 HTTP/1.1" status: 204 len: 168 time: 0.1932731 Jan 14 11:59:53.533363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52736) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:59:53.628258 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24c6ec-e7a1-4d61-9cfc-dce0a443932f None None] New status for floating IP 97dc1ccd-6181-4baf-8b34-aeb32ece977e: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 11:59:53.695220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 341fca86-c061-4dc9-b928-e67ef63d3cd4 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:59:53.695553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:53.952367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:53.952698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:54.070372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 341fca86-c061-4dc9-b928-e67ef63d3cd4 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:59:54.153190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.db.api [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 11:59:54.153430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG oslo_db.api [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 11:59:54.644985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3d6aded7-d97c-43fb-b866-76a794de1bd2 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 11:59:54.655011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 341fca86-c061-4dc9-b928-e67ef63d3cd4 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:59:54.655437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:54.677555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 3d6aded7-d97c-43fb-b866-76a794de1bd2 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 11:59:54.677897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3d6aded7-d97c-43fb-b866-76a794de1bd2 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 11:59:54.833211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:54.833522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:54.948301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 341fca86-c061-4dc9-b928-e67ef63d3cd4 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:59:55.079190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:55.125523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=341fca86-c061-4dc9-b928-e67ef63d3cd4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:59:55.160222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.160560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.160913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.161240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.161559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.161881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.162202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.162516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.162829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.163138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.163449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 11:59:55.226833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:55.240714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:55.241918 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6511ea82-8838-4f85-b72d-27a9714a9be5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/97dc1ccd-6181-4baf-8b34-aeb32ece977e HTTP/1.1" status: 204 len: 168 time: 1.7066255 Jan 14 11:59:55.615805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-f5f401de-7c5c-463a-9c04-bb2836052d85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:55.616498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-f5f401de-7c5c-463a-9c04-bb2836052d85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:59:55.632414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-f5f401de-7c5c-463a-9c04-bb2836052d85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:59:55.633605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-f5f401de-7c5c-463a-9c04-bb2836052d85 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.0946734 Jan 14 11:59:55.678396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-4749134e-e7ad-4304-88a5-4a43e1b3c8b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:59:55.693217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-4749134e-e7ad-4304-88a5-4a43e1b3c8b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:59:55.694325 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b8a427fa-128d-4be3-919e-f74fe4f171e2 req-4749134e-e7ad-4304-88a5-4a43e1b3c8b4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551875 Jan 14 11:59:56.896022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d065a7-e26b-4ff4-ae27-74ebf476dc4d req-a52bc0bc-54e2-4193-b2e6-04d09e6a5b99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:56.896688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-65d065a7-e26b-4ff4-ae27-74ebf476dc4d req-a52bc0bc-54e2-4193-b2e6-04d09e6a5b99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 11:59:56.907792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-65d065a7-e26b-4ff4-ae27-74ebf476dc4d req-a52bc0bc-54e2-4193-b2e6-04d09e6a5b99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 11:59:56.909348 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-65d065a7-e26b-4ff4-ae27-74ebf476dc4d req-a52bc0bc-54e2-4193-b2e6-04d09e6a5b99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.0916522 Jan 14 11:59:56.952643 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-65d065a7-e26b-4ff4-ae27-74ebf476dc4d req-c8cf657d-2b6c-40db-bcbd-9ceebd692d5e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a79b2b-e290-45ec-857e-05f7554043b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380027 Jan 14 11:59:57.167524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c41921bd-4bcd-49a6-bde6-0e19e9b9d6b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 11:59:57.168996 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c41921bd-4bcd-49a6-bde6-0e19e9b9d6b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 945 time: 0.0753210 Jan 14 11:59:57.326110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port d3729eda-6920-4a68-865d-8daf5e1d4bbd {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 11:59:57.326444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:57.562025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port d3729eda-6920-4a68-865d-8daf5e1d4bbd, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=d3729eda-6920-4a68-865d-8daf5e1d4bbd,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 11:59:57.562360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:57.684019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for d3729eda-6920-4a68-865d-8daf5e1d4bbd owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 11:59:57.819539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:57.873385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=d3729eda-6920-4a68-865d-8daf5e1d4bbd,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:59:57.943923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port d3729eda-6920-4a68-865d-8daf5e1d4bbd on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 11:59:57.946240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:57.948830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'name': 'network-vif-deleted', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 11:59:57.964669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cdfdf7ac-f2dc-4c37-a2b1-4ea3ab2cd057 req-c2d300c2-b61d-47f1-9fad-e0beadf91dd8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/d3729eda-6920-4a68-865d-8daf5e1d4bbd HTTP/1.1" status: 204 len: 173 time: 0.7900131 Jan 14 11:59:58.004168 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec74b77-da86-493c-8a0d-d9f86b9d7dca', 'name': 'network-vif-deleted', 'tag': 'd3729eda-6920-4a68-865d-8daf5e1d4bbd', 'status': 'completed', 'code': 200} Jan 14 11:59:58.118145 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-89985bea-a79e-4572-aafd-804c632028cf req-4448b8f7-62e3-4da1-bafc-38f728645945 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec74b77-da86-493c-8a0d-d9f86b9d7dca HTTP/1.1" status: 200 len: 210 time: 0.0413377 Jan 14 11:59:59.389149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52754) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 11:59:59.454424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc648-9644-4560-b39c-fc6557d88e9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:59.482383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc648-9644-4560-b39c-fc6557d88e9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:59.545034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc648-9644-4560-b39c-fc6557d88e9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:59.561932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbc648-9644-4560-b39c-fc6557d88e9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a79b2b-e290-45ec-857e-05f7554043b1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 11:59:59.574205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc648-9644-4560-b39c-fc6557d88e9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 11:59:59.575333 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bbfbc648-9644-4560-b39c-fc6557d88e9f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/c9a79b2b-e290-45ec-857e-05f7554043b1 HTTP/1.1" status: 204 len: 168 time: 0.1852248 Jan 14 11:59:59.618633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52760) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:00.094239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:00.689935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port f8247ff0-4987-423c-b992-a7064e95e5f7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:00:00.690721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:00.714851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device d3729eda-6920-4a68-865d-8daf5e1d4bbd no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:00:00.747297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: d3729eda-6920-4a68-865d-8daf5e1d4bbd {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:00:00.747635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device d3729eda-6920-4a68-865d-8daf5e1d4bbd not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:00:00.823992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f3928304-8729-4b71-8ac7-9edebd51ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:00.874982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port f8247ff0-4987-423c-b992-a7064e95e5f7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f8247ff0-4987-423c-b992-a7064e95e5f7,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:00.875524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:00.995255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for f8247ff0-4987-423c-b992-a7064e95e5f7 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:00:01.072823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:01.178456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:01.229613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=f8247ff0-4987-423c-b992-a7064e95e5f7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:01.602101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:02.160204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 4f0d5fcd-443d-4317-8b34-7c0082487906 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:00:02.358191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:00:02.368036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] Sync routers for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:00:02.371937 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3e9f60e4-e47c-46cc-9b51-a31a6e0b71fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/4f0d5fcd-443d-4317-8b34-7c0082487906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7521574 Jan 14 12:00:02.374549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52764) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:02.379851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:02.380452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T11:59:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:02.566390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet c9c7fab0-ed3d-4f41-99e2-873a6562de52 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:00:02.569403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:02.598890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:02.621450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:02.700964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:02.774930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:02.811789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c7fab0-ed3d-4f41-99e2-873a6562de52,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:02.819983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:02.826992 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-394442ab-a2ab-4a00-a673-cbd56c558e4b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/c9c7fab0-ed3d-4f41-99e2-873a6562de52 HTTP/1.1" status: 204 len: 168 time: 0.4512835 Jan 14 12:00:02.829443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52768) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:02.850994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619ac02-9c72-4cef-92f1-664d82991168 None None] Network 045b73d1-0201-448c-a3f9-61015b7f652b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:00:03.052386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b76ea8a-a69c-4332-9517-4b49562d11a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.067225 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T12:00:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:03.074773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] Checking router: 4f0d5fcd-443d-4317-8b34-7c0082487906 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:00:03.092796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] Routers {'4f0d5fcd-443d-4317-8b34-7c0082487906'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:03.093304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['4f0d5fcd-443d-4317-8b34-7c0082487906'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:03.141641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.166221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] DHCP port deletion for 045b73d1-0201-448c-a3f9-61015b7f652b request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:00:03.180779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Deleting port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:00:03.181127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.348141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.357034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port af2bf3a5-65e3-4b7c-8bd2-23c29be62313 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:00:03.357375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.450552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] Set router 4f0d5fcd-443d-4317-8b34-7c0082487906 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:03.530132 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port af2bf3a5-65e3-4b7c-8bd2-23c29be62313, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:03.530482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.570566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] For port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,segment=NetworkSegment(4bd2bbe0-b81f-49b3-8b9a-6c448076dee8),segment_id=4bd2bbe0-b81f-49b3-8b9a-6c448076dee8)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:03.570943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.651641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for af2bf3a5-65e3-4b7c-8bd2-23c29be62313 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:00:03.785094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Calling delete_port for 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:00:03.816125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.862534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=af2bf3a5-65e3-4b7c-8bd2-23c29be62313,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:03.929179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:03.975335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Pushing event deleted for resources: {'Port': ['ID=31fe2ca7-cc0c-4a1a-8c29-917f3777ec05,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:03.989013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.989351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.989680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.990015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.990319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.990630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.990943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.991255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.991564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.991873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:03.992176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:04.000120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f23b7-f2ef-4b75-a469-0a88054309f2 None None] No DVR routers for this DVR port 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:00:04.030401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T12:00:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:04.035164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eb01f-1aac-4644-b4ff-76436b483bb3 None None] The sync data for ids ['4f0d5fcd-443d-4317-8b34-7c0082487906'] in dv-neutron-823850-1-hyperv is: [{'id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'name': 'tempest-TestNetworkBasicOps-router-1122803639', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T12:00:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'af2bf3a5-65e3-4b7c-8bd2-23c29be62313', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d5fcd-443d-4317-8b34-7c0082487906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T11:55:59Z', 'updated_at': '2022-01-14T11:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:00:04.116252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.176761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.379809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.480651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.485245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.510946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.511591 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router 4f0d5fcd-443d-4317-8b34-7c0082487906 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:00:04.526596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.527693 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e13a2c62-213d-4547-9a02-adfb1d2a4694 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/4f0d5fcd-443d-4317-8b34-7c0082487906 HTTP/1.1" status: 204 len: 168 time: 1.6971118 Jan 14 12:00:04.530433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52772) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:04.646768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.783133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.807526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045b73d1-0201-448c-a3f9-61015b7f652b']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:04.819807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:04.820103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd2bbe0-b81f-49b3-8b9a-6c448076dee8') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:04.831884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.847194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.852928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:00:04.853301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:00:04.867129 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:00:04.946260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.964208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:04.975841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=045b73d1-0201-448c-a3f9-61015b7f652b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:04.983785 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e0824120-8601-416c-a201-c776e5395d56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/045b73d1-0201-448c-a3f9-61015b7f652b HTTP/1.1" status: 204 len: 168 time: 0.4523695 Jan 14 12:00:05.007179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52776) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:05.013730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1721960275', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:05.019216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:05.023357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:05.026420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:05.032834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:05.043034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:00:05.046011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.075039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:00:05.083965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.084295 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment 995d6e87-e8e5-4ccd-b373-139622a7e558 of type vlan for network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 Jan 14 12:00:05.113617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.145609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.149261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:05.149835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.174386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f8247ff0-4987-423c-b992-a7064e95e5f7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:00:05.213074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f8247ff0-4987-423c-b992-a7064e95e5f7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:00:05.213419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f8247ff0-4987-423c-b992-a7064e95e5f7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:00:05.213838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af2bf3a5-65e3-4b7c-8bd2-23c29be62313 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:00:05.246815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: af2bf3a5-65e3-4b7c-8bd2-23c29be62313 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:00:05.247158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device af2bf3a5-65e3-4b7c-8bd2-23c29be62313 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:00:05.247576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:00:05.256994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2478256 Jan 14 12:00:05.257711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a24c4-95c0-4ebe-9eb7-c03901324338 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=1c4041b3-8254-46b8-8b5d-e1dc815e5f00,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:05.259923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52780) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:05.264849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:05.271877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:05.275660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:05.276107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:00:05.278528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:05.288687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:05.298016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:00:05.298215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 31fe2ca7-cc0c-4a1a-8c29-917f3777ec05 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:00:05.298410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.300092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.319699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.461182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.483212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.635471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.667079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.794580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.244 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:00:05.939330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:05.967759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:06.120700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:00:06.123525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:06.128222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:00:06.151579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:06.286045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:06.286763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:06.505620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:00:06.699373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:00:06.709164 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Sync routers for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:00:06.721690 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:06.722390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:06.725358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:06.729886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33dcac63-cebf-4922-af22-e6faba2e0607 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4660296 Jan 14 12:00:06.730026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52784) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:06.768420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c57c7de1-b3dc-45c5-a114-5de6e6ef8f69 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365877 Jan 14 12:00:06.770823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52788) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:06.897017 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:06.899052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712fe13e-9274-4f3d-883d-241ae216e9af tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:06.900522 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-712fe13e-9274-4f3d-883d-241ae216e9af tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288307 Jan 14 12:00:06.903431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52792) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:06.944697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b02b6e07-a699-462a-ab88-44d576877c26 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402315 Jan 14 12:00:06.947265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52796) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:06.952335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4296275', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:07.054801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:07.058393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:07.061103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:07.067098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:07.077159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:00:07.182766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.183463 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:06Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:07.187124 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Checking router: 6a6bf748-c0a1-475a-9690-a2d6301db6f6 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:00:07.187453 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Updating router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:00:07.239680 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.397913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.463592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=abaf31a2-29d0-47ec-a77f-7bdb3c73879b,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:07.487193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:00:07.487546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: 1c4041b3-8254-46b8-8b5d-e1dc815e5f00, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:00:07.508874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:00:07.518620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 1c4041b3-8254-46b8-8b5d-e1dc815e5f00) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:07.522679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:07.523411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.529355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e204cdac-7bd0-49ad-8f12-960388cf4010 None None] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:00:07.548418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4f11929-933b-4af8-bd40-25e2c42ebe88 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5977037 Jan 14 12:00:07.549487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52800) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:07.563521 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.576099 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Transition to ACTIVE for port object f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:07.582600 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.665239 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Attempting to bind port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:00:07.665601 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Attempting to bind port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:00:07.666027 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Attempting to bind port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:07.673881 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Pushing event updated for resources: {'Port': ['ID=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:07.684497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:00:07.684497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:00:07.684799 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.685178 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:00:07.685698 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Bound port: f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:00:07.686130 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.714627 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.715376 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.715376 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.715784 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.716178 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.716568 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.716983 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.717633 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.718018 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.718402 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.718786 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:07.757278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:00:07.758187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.773788 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] For port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:07.777877 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] For port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:00:07.788333 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:07.874806 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3151b02-4091-40e1-8ff4-6da42a0eecbb None None] Pushing event updated for resources: {'Port': ['ID=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:07.878733 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:07.879417 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:07.932710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Allocated IP 172.20.0.2 (1c4041b3-8254-46b8-8b5d-e1dc815e5f00/abaf31a2-29d0-47ec-a77f-7bdb3c73879b/f2a34263-8de5-4e0d-b9b9-2a9998b90470) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:00:08.089701 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:08.157496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:08.169756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Transition to ACTIVE for port object f2a34263-8de5-4e0d-b9b9-2a9998b90470 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:08.189325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Transition to ACTIVE for port object f2a34263-8de5-4e0d-b9b9-2a9998b90470 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:08.194591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:08.271527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:00:08.275257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:08.277521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Pushing event updated for resources: {'Port': ['ID=f2a34263-8de5-4e0d-b9b9-2a9998b90470,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:08.279746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:00:08.368609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Attempting to bind port f2a34263-8de5-4e0d-b9b9-2a9998b90470 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:00:08.369274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Attempting to bind port f2a34263-8de5-4e0d-b9b9-2a9998b90470 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:00:08.370021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Attempting to bind port f2a34263-8de5-4e0d-b9b9-2a9998b90470 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:08.377465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:00:08.377896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Checking segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:00:08.378167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:08.378556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Bound using segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:00:08.378972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Bound port: f2a34263-8de5-4e0d-b9b9-2a9998b90470, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:00:08.379333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:08.386812 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:06Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:08.391496 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591dfb24-3a96-4329-9eeb-8c1a2439a7bf None None] The sync data for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv is: [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:06Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:00:08.451400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:08.472794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] For port f2a34263-8de5-4e0d-b9b9-2a9998b90470, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:08.476209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] For port f2a34263-8de5-4e0d-b9b9-2a9998b90470, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2a34263-8de5-4e0d-b9b9-2a9998b90470,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:00:08.482195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:08.592374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f948bbc-f71e-4372-b25b-22f6713cf434 None None] Pushing event updated for resources: {'Port': ['ID=f2a34263-8de5-4e0d-b9b9-2a9998b90470,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:08.927219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (1c4041b3-8254-46b8-8b5d-e1dc815e5f00/abaf31a2-29d0-47ec-a77f-7bdb3c73879b/aac1cc44-48db-4a21-9a6a-23b3f88b2770) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:00:09.091989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.109064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object aac1cc44-48db-4a21-9a6a-23b3f88b2770 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:09.135887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.210586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:00:09.211764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:09.218034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:00:09.260722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=aac1cc44-48db-4a21-9a6a-23b3f88b2770,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:09.262984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:09.300024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.350227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:09.356164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:09.356635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.398828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.511393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.529101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:09.533916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.534871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2a34263-8de5-4e0d-b9b9-2a9998b90470 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:09.621344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a22de6-cbe2-4dc0-82d9-c32dd40b82de None None] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:00:09.746550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:09.771254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0d1a4546-dd94-4f64-b2ec-a62bbb0af6dd None None] Provisioning for port f2a34263-8de5-4e0d-b9b9-2a9998b90470 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:09.816601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f2a34263-8de5-4e0d-b9b9-2a9998b90470 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:09.826589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f2a34263-8de5-4e0d-b9b9-2a9998b90470 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:09.826948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.918286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.923254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:09.997932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:10.036720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:10.039521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f2a34263-8de5-4e0d-b9b9-2a9998b90470, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2a34263-8de5-4e0d-b9b9-2a9998b90470,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:10.040156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=aac1cc44-48db-4a21-9a6a-23b3f88b2770,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:10.046895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:10.121283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f2a34263-8de5-4e0d-b9b9-2a9998b90470,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:10.197299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:00:10.198461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:10.318711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ab525845-83e8-4c7a-b778-c335bbbacd9e None None] Provisioning complete for port f2a34263-8de5-4e0d-b9b9-2a9998b90470 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:10.319227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab525845-83e8-4c7a-b778-c335bbbacd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:10.457692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ab525845-83e8-4c7a-b778-c335bbbacd9e None None] Provisioning for port aac1cc44-48db-4a21-9a6a-23b3f88b2770 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:10.462940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ab525845-83e8-4c7a-b778-c335bbbacd9e None None] Provisioning complete for port aac1cc44-48db-4a21-9a6a-23b3f88b2770 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:10.463387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab525845-83e8-4c7a-b778-c335bbbacd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:10.520603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ab525845-83e8-4c7a-b778-c335bbbacd9e None None] Port aac1cc44-48db-4a21-9a6a-23b3f88b2770 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:00:10.606491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:00:10.641646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3d4de567-272d-4c5a-b1d1-bc64cb64400a None None] Provisioning complete for port aac1cc44-48db-4a21-9a6a-23b3f88b2770 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:10.642221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3d4de567-272d-4c5a-b1d1-bc64cb64400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:10.693156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3d4de567-272d-4c5a-b1d1-bc64cb64400a None None] Port aac1cc44-48db-4a21-9a6a-23b3f88b2770 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:00:10.806700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:00:10.819106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-002a7aca-d282-4775-9347-9ff8607fc678 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/6a6bf748-c0a1-475a-9690-a2d6301db6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2684946 Jan 14 12:00:10.821571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52804) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:10.954672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf29112-6838-47fe-9fc4-533e87c88e5b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:10.955901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf29112-6838-47fe-9fc4-533e87c88e5b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:10.956021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf29112-6838-47fe-9fc4-533e87c88e5b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:10.956380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf29112-6838-47fe-9fc4-533e87c88e5b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:10.958001 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dbf29112-6838-47fe-9fc4-533e87c88e5b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1355581 Jan 14 12:00:10.960625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52808) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:11.025210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29608e2d-3aca-4851-8c84-97a3de7be376 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:11.025569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29608e2d-3aca-4851-8c84-97a3de7be376 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:11.025922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29608e2d-3aca-4851-8c84-97a3de7be376 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:11.026270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29608e2d-3aca-4851-8c84-97a3de7be376 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:11.027835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-29608e2d-3aca-4851-8c84-97a3de7be376 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.0663176 Jan 14 12:00:11.030361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52812) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:11.186099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:11.259591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:11.259955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:11.354159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0db1630f-d937-48bc-b3be-57500932d5a2 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3227513 Jan 14 12:00:11.356901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52816) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:11.363171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1938566480', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:11.376036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2a34263-8de5-4e0d-b9b9-2a9998b90470 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:11.444267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f2a34263-8de5-4e0d-b9b9-2a9998b90470 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:11.444624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:11.499640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:11.503867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:port and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:11.506843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:11.512362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:11.522037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:00:11.524956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:11.546576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] device_id is not set on port 7efcd18f-4966-4917-8758-83a6561c7c62 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 12:00:11.690544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.10 (1c4041b3-8254-46b8-8b5d-e1dc815e5f00/abaf31a2-29d0-47ec-a77f-7bdb3c73879b/7efcd18f-4966-4917-8758-83a6561c7c62) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:00:11.891718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:11.907423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 7efcd18f-4966-4917-8758-83a6561c7c62 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:11.929215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.010794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:00:12.011357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Sync routers for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:00:12.013880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:12.016265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:00:12.022858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:12.023458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:12.063080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:12.092653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:12.093536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.122177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-af28ea00-9b61-43c4-bb80-c862d128e202 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7641156 Jan 14 12:00:12.224468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:12.366073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52822) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:12.371966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440312538', 'description': 'tempest-secgroup-smoke-440312538 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:12.379370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:12.383381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:12.386332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:12.393082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:12.402788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.405723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-227d8901-c92f-4bb1-ace2-4c56917573c8 None None] Provisioning for port 7efcd18f-4966-4917-8758-83a6561c7c62 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:12.438035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:12.442518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:12.445398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:12.450995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:12.457539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-227d8901-c92f-4bb1-ace2-4c56917573c8 None None] Provisioning complete for port 7efcd18f-4966-4917-8758-83a6561c7c62 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:12.457872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-227d8901-c92f-4bb1-ace2-4c56917573c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.512903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.517006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.539076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-227d8901-c92f-4bb1-ace2-4c56917573c8 None None] Port 7efcd18f-4966-4917-8758-83a6561c7c62 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:00:12.563770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053d1eed-4d1d-4966-aadf-da10a43661f4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:12.569058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.573025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5dd4b19e-5ee7-439e-968b-530a139c6c95 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2033730 Jan 14 12:00:12.574069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52826) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:12.579074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '053d1eed-4d1d-4966-aadf-da10a43661f4', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:12.585317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:12.589097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:12.591889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:12.597903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:12.615163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.622947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:12.627546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Checking router: 6a6bf748-c0a1-475a-9690-a2d6301db6f6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:00:12.627985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Updating router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 port aac1cc44-48db-4a21-9a6a-23b3f88b2770 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:00:12.678464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.679250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.682780 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.705713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a2871a-de44-405c-ae4f-1afddb004b48,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:12.717316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.718515 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6d116169-8d58-480d-83dd-96182c06479b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1443512 Jan 14 12:00:12.721759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52830) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:12.727098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '053d1eed-4d1d-4966-aadf-da10a43661f4', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:12.733043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:12.737389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:12.740272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:12.745871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:12.762431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.823175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.826831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.850794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859b8442-7f94-443a-84a5-ad5b437acf70,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:12.859501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.860661 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0fca0c5d-1f99-4d1a-bd31-a7c3d2d44a3a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1379344 Jan 14 12:00:12.863865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52834) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:12.869168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '053d1eed-4d1d-4966-aadf-da10a43661f4', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:12.874916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:12.879888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:12.883156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:12.888705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:12.905136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.975258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:12.979161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.005088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a193773f-ce3d-40a2-91bd-9f712cca8096,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:13.013524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.015146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2bd6e455-97bd-4cbb-9352-c03e967d5545 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1503563 Jan 14 12:00:13.018196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52838) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:13.023693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '053d1eed-4d1d-4966-aadf-da10a43661f4', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:13.026494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.029399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:13.033672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:13.036873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:13.038681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Transition to ACTIVE for port object aac1cc44-48db-4a21-9a6a-23b3f88b2770 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:13.042583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:13.045508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.059842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.138640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.142955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.172337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e6ca30-d998-41cf-8eab-01e6464189f4,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:13.180303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce05c-32bc-45c0-af15-45d8d44fcb6c None None] Pushing event updated for resources: {'Port': ['ID=aac1cc44-48db-4a21-9a6a-23b3f88b2770,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:13.185249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.186905 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e23e7be5-7032-40c0-ab15-91e0e7347239 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1677804 Jan 14 12:00:13.189827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52842) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:13.196477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '053d1eed-4d1d-4966-aadf-da10a43661f4', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:13.203462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:13.207670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:13.211579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:13.217905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:13.233077 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:00:13.241290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.274942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Attempting to bind port aac1cc44-48db-4a21-9a6a-23b3f88b2770 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:00:13.275313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Attempting to bind port aac1cc44-48db-4a21-9a6a-23b3f88b2770 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:00:13.275672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Attempting to bind port aac1cc44-48db-4a21-9a6a-23b3f88b2770 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:13.283572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:00:13.284798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Checking segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:00:13.285370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.285933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Bound using segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:00:13.286398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Bound port: aac1cc44-48db-4a21-9a6a-23b3f88b2770, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:00:13.286796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.317383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.321492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.348464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377e1b10-8766-4098-a92b-87061b3d9f73,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:13.358820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.362873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2eff0abb-3a1d-430d-9896-26f90d45ff8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1690066 Jan 14 12:00:13.363126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52846) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:13.368649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '053d1eed-4d1d-4966-aadf-da10a43661f4', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:13.374429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:13.378139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:13.380945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:13.386882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:13.387940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] For port aac1cc44-48db-4a21-9a6a-23b3f88b2770, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:13.391062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] For port aac1cc44-48db-4a21-9a6a-23b3f88b2770, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=aac1cc44-48db-4a21-9a6a-23b3f88b2770,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:00:13.396485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.399033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:00:13.405522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.474808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce05c-32bc-45c0-af15-45d8d44fcb6c None None] Pushing event updated for resources: {'Port': ['ID=aac1cc44-48db-4a21-9a6a-23b3f88b2770,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:13.477217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.483935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:13.484880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:13.485762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.509718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783357d4-90a3-4cdb-946f-86f9920c378c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:13.522837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:13.532436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-61419a7f-c005-4d2f-84df-9072fa0d953b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1600666 Jan 14 12:00:13.682888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:13.728413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-b0975373-b194-4349-abb8-484e06eb6e8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:00:13.743424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-b0975373-b194-4349-abb8-484e06eb6e8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:00:13.744589 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-b0975373-b194-4349-abb8-484e06eb6e8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440312538&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0557907 Jan 14 12:00:13.816666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-cdddafba-881d-46a4-86c9-d8cd7cd426b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:13.817248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-cdddafba-881d-46a4-86c9-d8cd7cd426b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:00:13.832894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-cdddafba-881d-46a4-86c9-d8cd7cd426b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:00:13.834453 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-cdddafba-881d-46a4-86c9-d8cd7cd426b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 931 time: 0.0827270 Jan 14 12:00:13.910106 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-c718579e-b02e-47c8-9454-ecb53cd4b9c0 service neutron] 10.222.0.48 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0635822 Jan 14 12:00:14.045692 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-cb13d236-aeaf-437d-9c95-1d8e86c5192e service neutron] 10.222.0.48 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294177 Jan 14 12:00:14.059502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:13Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:14.063446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fb6e-dba1-49a8-b849-f2e26eb85542 None None] The sync data for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv is: [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:13Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:00:14.211223 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-f91a0ad9-d525-4eaa-9b46-8a40de7fe6fe service neutron] 10.222.0.48 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590235 Jan 14 12:00:14.425085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0dff66f2-d09a-4753-a7ca-3468d3b550b2 req-9c1f02e4-cf45-47ff-9922-430832be798c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:00:14.437662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0dff66f2-d09a-4753-a7ca-3468d3b550b2 req-9c1f02e4-cf45-47ff-9922-430832be798c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:00:14.438914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0dff66f2-d09a-4753-a7ca-3468d3b550b2 req-9c1f02e4-cf45-47ff-9922-430832be798c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 210 time: 0.0628703 Jan 14 12:00:15.193296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device aac1cc44-48db-4a21-9a6a-23b3f88b2770 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:15.261809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port aac1cc44-48db-4a21-9a6a-23b3f88b2770 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:15.266146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port aac1cc44-48db-4a21-9a6a-23b3f88b2770 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:15.266505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:15.375177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:15.414897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port aac1cc44-48db-4a21-9a6a-23b3f88b2770, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=aac1cc44-48db-4a21-9a6a-23b3f88b2770,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:15.418485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:15.484704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=aac1cc44-48db-4a21-9a6a-23b3f88b2770,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:15.556936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b947a34c-69a0-492b-8a26-3c3edbbf437e req-f0d40e95-df57-4382-a62c-a049d3c7b7b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 210 time: 0.0412471 Jan 14 12:00:16.665478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ca43075c-99c2-4710-8202-0bb1d9e875ac req-2e680117-8883-42a5-9531-ebb986961055 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 210 time: 0.0408061 Jan 14 12:00:17.180070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device aac1cc44-48db-4a21-9a6a-23b3f88b2770 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:17.251133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port aac1cc44-48db-4a21-9a6a-23b3f88b2770 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:17.251492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:17.404238 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-7a84a18b-b133-42b4-9030-df0bf59e1c06 service neutron] 10.222.0.31 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1027 time: 0.0664322 Jan 14 12:00:17.552708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-bb46f525-2249-4ede-9e68-3d9f0307d6ad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:17.553406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-bb46f525-2249-4ede-9e68-3d9f0307d6ad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:00:17.568798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-bb46f525-2249-4ede-9e68-3d9f0307d6ad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:00:17.570141 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-bb46f525-2249-4ede-9e68-3d9f0307d6ad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 797 time: 0.1602230 Jan 14 12:00:17.622581 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-76130bca-4481-480e-83de-cd2908bc0aad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:00:17.633765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-76130bca-4481-480e-83de-cd2908bc0aad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:00:17.634852 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-76130bca-4481-480e-83de-cd2908bc0aad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 379 time: 0.0528100 Jan 14 12:00:17.647113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Request body: {'port': {'device_id': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:17.756421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:17.831605 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-67a242bf-2f98-45a7-abba-ff4eddbc18b5 req-90efff03-288f-4af7-9d68-feab744a47f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 210 time: 0.0395455 Jan 14 12:00:18.196493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efcd18f-4966-4917-8758-83a6561c7c62 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:00:18.203398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:18.218241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Transition to ACTIVE for port object 7efcd18f-4966-4917-8758-83a6561c7c62 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:18.222565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:18.349637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:18.479702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:00:18.480035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:00:18.480352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:18.486485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:00:18.486871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:18.492902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:00:18.493230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Checking segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:00:18.493623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Bound using segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:00:18.494033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Bound port: 7efcd18f-4966-4917-8758-83a6561c7c62, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:00:18.494365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:18.584818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:18.587857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:00:18.591157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:18.653383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:18.654752 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] 10.222.0.31 "PUT /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1132 time: 1.0114694 Jan 14 12:00:18.655181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:00:18.676632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf931b2-7611-4735-a0c0-ec442b277bbd service neutron] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:18.731701 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62', 'status': 'completed', 'code': 200} Jan 14 12:00:18.774161 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-15bb1c9b-0e93-43d2-97b5-222857568df0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 1135 time: 0.0744665 Jan 14 12:00:18.847037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-db503a96-ed50-40bd-b77f-cf7d49c4a6eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 217 time: 0.0660043 Jan 14 12:00:18.911765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-932f4036-b728-45da-b5e3-b7ae6ad53326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:18.913298 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-932f4036-b728-45da-b5e3-b7ae6ad53326 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abaf31a2-29d0-47ec-a77f-7bdb3c73879b HTTP/1.1" status: 200 len: 832 time: 0.0603306 Jan 14 12:00:18.991465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-ea6e77bf-9d50-4838-91f7-e16eb002135d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721078 Jan 14 12:00:19.031698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517b4b-6c1f-4175-a5d6-976e65e20d06 req-97041a2c-3c88-469d-927a-7afe49f825ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:19.033389 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe517b4b-6c1f-4175-a5d6-976e65e20d06 req-97041a2c-3c88-469d-927a-7afe49f825ec tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 982 time: 0.0814071 Jan 14 12:00:19.080754 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe517b4b-6c1f-4175-a5d6-976e65e20d06 req-09278f57-e921-4b19-8478-a35d2ddac3fc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Jan 14 12:00:19.124056 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-b45e4ec2-c27b-4360-92b3-dea4fb528aad service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263885 Jan 14 12:00:19.252708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c307a8bf-19f5-4281-b56e-26cef383ca43 req-fb373126-090d-457e-9eaf-ed68af305a7a service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218181 Jan 14 12:00:19.359921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-f78801fb-9b31-42c0-a33c-7c1707ebb642 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 1135 time: 0.0674860 Jan 14 12:00:19.498108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45871437-e742-40b0-8051-c1dc714a5545 req-c2aa5253-9074-4017-9808-6b9617825d97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:19.499548 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-c2aa5253-9074-4017-9808-6b9617825d97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 898 time: 0.1287379 Jan 14 12:00:19.567845 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-7ffb5489-184f-44be-b484-6252950cdaf0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 217 time: 0.0621381 Jan 14 12:00:19.631110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45871437-e742-40b0-8051-c1dc714a5545 req-3c9148c7-7021-4030-8cc9-6a25f44bfb59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:19.632610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-3c9148c7-7021-4030-8cc9-6a25f44bfb59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abaf31a2-29d0-47ec-a77f-7bdb3c73879b HTTP/1.1" status: 200 len: 832 time: 0.0581915 Jan 14 12:00:19.803393 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-167d8659-629e-46e2-a8d5-bc35c5df2e1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1636610 Jan 14 12:00:19.933617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-c0892cac-9fa3-4a17-b33c-f3f3a4bcbbed service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226051 Jan 14 12:00:20.063112 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-45871437-e742-40b0-8051-c1dc714a5545 req-83482735-9251-40ba-b190-ab6c7e994efb service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232960 Jan 14 12:00:20.274590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf08e0-2ec1-4bc2-b786-d7709c7d9062 req-9f551373-ba47-40f3-8849-51fbd2855def tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:20.276009 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2ddf08e0-2ec1-4bc2-b786-d7709c7d9062 req-9f551373-ba47-40f3-8849-51fbd2855def tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 982 time: 0.0756865 Jan 14 12:00:20.320878 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2ddf08e0-2ec1-4bc2-b786-d7709c7d9062 req-21b2bae7-c3ad-48b6-ba83-dd20af81cdc8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Jan 14 12:00:21.517726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d630-d3c9-4a32-bc33-8d28167284d8 req-a28fc7fd-ec22-4a3a-a7fd-36909d47cbe5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:21.519302 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9ad3d630-d3c9-4a32-bc33-8d28167284d8 req-a28fc7fd-ec22-4a3a-a7fd-36909d47cbe5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 982 time: 0.0761855 Jan 14 12:00:21.566106 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9ad3d630-d3c9-4a32-bc33-8d28167284d8 req-8de2cc3e-3c8d-4c54-8d90-560d39303817 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Jan 14 12:00:22.766374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea23b4-cf87-413f-8637-458ee6a519f1 req-6c0b80cd-81ac-4952-bd45-439e00376456 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:22.768338 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-76ea23b4-cf87-413f-8637-458ee6a519f1 req-6c0b80cd-81ac-4952-bd45-439e00376456 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 982 time: 0.0830605 Jan 14 12:00:22.800199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:00:22.818160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-76ea23b4-cf87-413f-8637-458ee6a519f1 req-d1d2e631-6db1-4c1c-a432-d6bcc1e50a86 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Jan 14 12:00:22.933290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:22.945730 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '7efcd18f-4966-4917-8758-83a6561c7c62', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'port_id': '7efcd18f-4966-4917-8758-83a6561c7c62', 'mac_address': 'fa:16:3e:16:19:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:00:22.997852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:23.014148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efcd18f-4966-4917-8758-83a6561c7c62 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:00:23.029153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:23.032609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:23.097821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:23.374639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['7efcd18f-4966-4917-8758-83a6561c7c62'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:00:24.052118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ef7f-39af-4874-a10a-d2e41e4bca39 req-445dbf2f-c752-42ab-9ea1-3e7199556e5f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:24.053608 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31d7ef7f-39af-4874-a10a-d2e41e4bca39 req-445dbf2f-c752-42ab-9ea1-3e7199556e5f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 983 time: 0.0752127 Jan 14 12:00:24.102119 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31d7ef7f-39af-4874-a10a-d2e41e4bca39 req-05cd5c86-408b-4b84-a745-d9265588d889 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Jan 14 12:00:24.831072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:24.900512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 7efcd18f-4966-4917-8758-83a6561c7c62 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:24.905256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 7efcd18f-4966-4917-8758-83a6561c7c62 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:24.905646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:25.013503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:25.041798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:00:25.051392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:25.055243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:25.101042 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62', 'code': 200} Jan 14 12:00:25.130435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:25.305226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d4948-8e9e-4076-b05e-bf5377cdff0a req-71230ab3-c9b7-44d8-bac6-4622da592479 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:25.306571 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-713d4948-8e9e-4076-b05e-bf5377cdff0a req-71230ab3-c9b7-44d8-bac6-4622da592479 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.0820041 Jan 14 12:00:25.325737 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3ee24507-8680-418d-9df8-ecfa74746c97 req-c939adfe-fb47-48f9-93b4-8a5ee46777db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 1137 time: 0.0666988 Jan 14 12:00:25.351412 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-713d4948-8e9e-4076-b05e-bf5377cdff0a req-dca01ce5-f0b6-45f7-8889-5b80dc10a827 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Jan 14 12:00:25.368651 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3ee24507-8680-418d-9df8-ecfa74746c97 req-6c847aa4-3563-4b1d-8d99-aefb85e4f864 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 Jan 14 12:00:26.553349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dca214-e4c5-4286-b313-9fc7f28d0df9 req-e9cc2f73-4220-430c-942b-52dd6fb973c8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:26.554778 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2dca214-e4c5-4286-b313-9fc7f28d0df9 req-e9cc2f73-4220-430c-942b-52dd6fb973c8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.0801234 Jan 14 12:00:26.601092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2dca214-e4c5-4286-b313-9fc7f28d0df9 req-1ead327b-3992-4ac1-804b-88b7c20106a6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Jan 14 12:00:27.797554 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69240a1-f020-49fd-bb8e-fb2692318a87 req-225c8861-7465-4528-9275-6ce9e9f40785 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:27.799031 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c69240a1-f020-49fd-bb8e-fb2692318a87 req-225c8861-7465-4528-9275-6ce9e9f40785 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.0741270 Jan 14 12:00:27.843535 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c69240a1-f020-49fd-bb8e-fb2692318a87 req-21092ae5-c465-4c43-a8e6-68f2d4976e13 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Jan 14 12:00:28.037467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201d2-10d3-41a7-a674-00a945aca8c2 req-a1d3b301-b02c-41d6-8fe7-87efae5e9f15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:28.038922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a7201d2-10d3-41a7-a674-00a945aca8c2 req-a1d3b301-b02c-41d6-8fe7-87efae5e9f15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.0755546 Jan 14 12:00:28.090301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a7201d2-10d3-41a7-a674-00a945aca8c2 req-77634f16-d776-4781-b73a-25fb3731afd9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456746 Jan 14 12:00:28.121432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52902) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:28.193995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eec85bc0-b6a8-42ec-b7ad-d5d3221e4cd3 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 1132 time: 0.0688128 Jan 14 12:00:28.194193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52906) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:28.199296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '7efcd18f-4966-4917-8758-83a6561c7c62', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:28.205806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:28.209580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:28.212392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:28.218185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:28.228366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:28.360226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:28.499239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.146 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/6caad815-1a9e-4407-9ca2-e245f9ee7d95) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:00:28.647198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:28.676033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:28.752644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:00:28.755317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:00:28.758940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:00:28.790853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=6caad815-1a9e-4407-9ca2-e245f9ee7d95,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:29.368334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:29.431721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:29.628855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:29.633507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:29.736529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=6caad815-1a9e-4407-9ca2-e245f9ee7d95,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:29.753482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:29.940361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 313e5a01-76ac-4422-8e37-13bffa72223a associated. External IP: 172.26.8.146, port: 7efcd18f-4966-4917-8758-83a6561c7c62. Jan 14 12:00:30.120319 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:00:30.330516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:00:30.525378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:00:30.535773 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] Sync routers for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:00:30.548754 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:30.549357 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:30.550189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:30.603824 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4b234884-a0ba-42ff-8715-7c4b507bf4d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.4086177 Jan 14 12:00:30.604486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:00:30.606727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52910) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:30.666041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62', 'status': 'completed', 'code': 200} Jan 14 12:00:30.726844 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:30.765284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-3e8cc690-081f-481f-b30e-bc15c60bb90f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 1137 time: 0.0776546 Jan 14 12:00:30.771337 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b74b9c5a-4179-4aa2-aa02-e681d000c1d7 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389&network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 1132 time: 0.1633849 Jan 14 12:00:30.830033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f91e4e8-85da-4097-9e87-9618651d5fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:31.023406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-5184d98f-763d-4398-87d1-f3c19ff4e5a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:31.025198 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-5184d98f-763d-4398-87d1-f3c19ff4e5a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 898 time: 0.2548637 Jan 14 12:00:31.088353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:31.100341 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '313e5a01-76ac-4422-8e37-13bffa72223a', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'port_id': '7efcd18f-4966-4917-8758-83a6561c7c62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1938566480', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'mac_address': 'fa:16:3e:16:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:00:29Z', 'updated_at': '2022-01-14T12:00:29Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:31.104335 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] Checking router: 6a6bf748-c0a1-475a-9690-a2d6301db6f6 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:00:31.115245 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:31.115841 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:31.150097 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-3ddf372b-4350-4ca5-ae20-b5916e6b3d9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1038 time: 0.1156867 Jan 14 12:00:31.204784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e352aa-0063-49f2-bb00-eafbef308e81 req-097691f5-f00a-4c12-b53d-841dfdbe6ec2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:31.206467 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31e352aa-0063-49f2-bb00-eafbef308e81 req-097691f5-f00a-4c12-b53d-841dfdbe6ec2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.1052403 Jan 14 12:00:31.218909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-28cfd1eb-a29f-4b41-a762-da7d58fba9d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:31.221230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-28cfd1eb-a29f-4b41-a762-da7d58fba9d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abaf31a2-29d0-47ec-a77f-7bdb3c73879b HTTP/1.1" status: 200 len: 832 time: 0.0647764 Jan 14 12:00:31.255724 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31e352aa-0063-49f2-bb00-eafbef308e81 req-40ca861e-d138-4f8b-b815-07f1e68474a9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Jan 14 12:00:31.297517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-3facdea2-b84e-4ae1-8406-30d3dec514a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687528 Jan 14 12:00:31.297926 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:31.429740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-81183dd5-b0c5-4f83-840a-8b5cb786bc34 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254675 Jan 14 12:00:31.567379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dc383682-e3ad-4019-8bc8-0c022ec7ab87 req-f083352d-3416-4ac5-a183-8c8534b51cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304996 Jan 14 12:00:31.663943 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '313e5a01-76ac-4422-8e37-13bffa72223a', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'port_id': '7efcd18f-4966-4917-8758-83a6561c7c62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1938566480', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'mac_address': 'fa:16:3e:16:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:00:29Z', 'updated_at': '2022-01-14T12:00:29Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:31.667689 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdce4d-7438-4489-b217-681ce09dbe8a None None] The sync data for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv is: [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '313e5a01-76ac-4422-8e37-13bffa72223a', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'port_id': '7efcd18f-4966-4917-8758-83a6561c7c62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1938566480', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'mac_address': 'fa:16:3e:16:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:00:29Z', 'updated_at': '2022-01-14T12:00:29Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:00:31.860943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2aeaeb-17a1-468f-9ed1-a9b2253e6f62 None None] New status for floating IP 313e5a01-76ac-4422-8e37-13bffa72223a: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:00:32.463016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93876f-aff3-4cc4-91d9-340356fd89d0 req-d266186c-85ca-4cbb-8fb3-75a9755eb340 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:32.464399 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de93876f-aff3-4cc4-91d9-340356fd89d0 req-d266186c-85ca-4cbb-8fb3-75a9755eb340 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.0811498 Jan 14 12:00:32.509247 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de93876f-aff3-4cc4-91d9-340356fd89d0 req-4001edf9-5bd5-4c10-95f4-011c798bd53c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Jan 14 12:00:32.677009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-c2b35e5c-0c78-4f71-943b-a1ed6005ec62 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:32.678394 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-c2b35e5c-0c78-4f71-943b-a1ed6005ec62 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 984 time: 0.0752177 Jan 14 12:00:32.749411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4b92b893-0028-402b-a3a4-7c4a6961a5d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:32.750721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4b92b893-0028-402b-a3a4-7c4a6961a5d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0664911 Jan 14 12:00:32.887610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-7603fe04-bdad-4485-884a-6320ce291c32 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1321764 Jan 14 12:00:32.899739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:33.005497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:33.035104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e230929-8f21-423f-b914-a7a1bca24100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:33.205415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:33.233148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:33.280998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] device_id is not set on port 7efcd18f-4966-4917-8758-83a6561c7c62 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 12:00:33.288639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:33.294198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:33.527639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=6']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:33.587237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] No DVR routers for this DVR port 7efcd18f-4966-4917-8758-83a6561c7c62 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:00:33.609223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-123c3f7a-85ed-4e8f-85fe-b2525f9ba363 None None] Provisioning complete for port 7efcd18f-4966-4917-8758-83a6561c7c62 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:33.609584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-123c3f7a-85ed-4e8f-85fe-b2525f9ba363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:33.675769 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-79a49684-1a82-4faa-9fb0-cd8807712bb9 req-08d2cafe-9d23-4fd2-9eae-68b05b67cc7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=38a4b0d4-8a87-4e30-bc5e-5f4bc2c42389 HTTP/1.1" status: 200 len: 210 time: 0.0458169 Jan 14 12:00:33.700866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-123c3f7a-85ed-4e8f-85fe-b2525f9ba363 None None] Port 7efcd18f-4966-4917-8758-83a6561c7c62 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:00:33.838513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] In _notify_port_updated(), no bound segment for port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 12:00:33.839436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:33.840776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e4c65c6a-2b1d-4d7f-98df-b1d0cfee2fe9 req-4c61a436-336a-44d6-8082-edef18c91d67 service neutron] 10.222.0.31 "PUT /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1027 time: 0.9449949 Jan 14 12:00:34.170901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:34.380661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:34.779195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 52926) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:34.848291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344f162-df4f-4a1b-bc4a-5125982e562f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:34.849629 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d344f162-df4f-4a1b-bc4a-5125982e562f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 926 time: 0.0686224 Jan 14 12:00:35.424650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52932) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:35.430220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247160121', 'description': 'tempest-secgroup-smoke-247160121 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:35.436161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:35.445911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:35.456234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.485262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.491400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:35.495088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:35.497955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:35.503993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:35.556259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.559630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.603253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7de2b-69e7-474a-a30c-c286ead3cb4f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:35.609196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.610488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f57598d2-327b-4af4-b4c7-6727ec72f8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1847515 Jan 14 12:00:35.613459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52936) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:35.618689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'caf7de2b-69e7-474a-a30c-c286ead3cb4f', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:35.624567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:35.628845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:35.631634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:35.637212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:35.653804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.716409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.719990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.742758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5310a2d7-333a-4ffc-9331-f9b8b4f57927,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:35.750486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.752370 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-718f5d3f-ec39-42e0-a843-a4065aa2cc2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1379464 Jan 14 12:00:35.755035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52940) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:35.760342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'caf7de2b-69e7-474a-a30c-c286ead3cb4f', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:35.765965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:35.769710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:35.772489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:35.778050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:35.793662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.852988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.856297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.879222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3602fc58-e362-4229-9fcc-5c95f7174c17,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:35.887366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.888512 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-592fbaf4-fdfa-45be-be13-9a5d407d7e25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1325805 Jan 14 12:00:35.891283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52944) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:35.896552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'caf7de2b-69e7-474a-a30c-c286ead3cb4f', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:35.902195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:35.905937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:35.908721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:35.914274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:35.930791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.993582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:35.996974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.020468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9dda7f-627e-4e9c-bca4-3bc4a5a9f006,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:36.028218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.029409 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-23bef0e0-3c9e-4ac9-9480-8a64389aae28 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1372118 Jan 14 12:00:36.032156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52948) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:36.037478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'caf7de2b-69e7-474a-a30c-c286ead3cb4f', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:36.043156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:36.047161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:36.050835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:36.056361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:36.072972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.139195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.142877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.168289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f329fd4e-3863-47eb-aa28-d26e118d7214,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:36.178312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.179538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-aa3e70d9-9b6f-43e6-8a20-dd2df1b1e83e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1464107 Jan 14 12:00:36.182279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52952) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:36.187771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'caf7de2b-69e7-474a-a30c-c286ead3cb4f', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:36.193831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:36.197545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:36.200330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:36.205927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:36.215669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:00:36.222636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.285754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.289065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.312033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9160b58-4868-4319-9d58-6ba71d218ec6,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:36.320692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.322025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-24fead2e-fe76-4602-8356-aa1643b8db5a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1388397 Jan 14 12:00:36.324691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 52956) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:36.330103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': 'caf7de2b-69e7-474a-a30c-c286ead3cb4f', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:36.335683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:00:36.339427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:00:36.342532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:00:36.348637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:00:36.361055 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:00:36.367213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.431411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.435333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.457579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194ebe4c-1558-43a3-865e-29ef5eab747b,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:36.465769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:36.467264 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-11b442da-ad41-4b16-bf85-fa2477d8e53b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1416135 Jan 14 12:00:36.633673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-b4b95d04-7c7f-476a-b8f7-aa90736b75fb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:00:36.649204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-b4b95d04-7c7f-476a-b8f7-aa90736b75fb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:00:36.650352 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-b4b95d04-7c7f-476a-b8f7-aa90736b75fb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247160121&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0569999 Jan 14 12:00:36.724266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-ba355f31-55f2-416d-96da-5d790d4484d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:36.725537 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-ba355f31-55f2-416d-96da-5d790d4484d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 931 time: 0.0689631 Jan 14 12:00:36.797807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-76c940d7-6556-4e64-a4f5-a0a803af7247 service neutron] 10.222.0.48 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0605545 Jan 14 12:00:36.861395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:00:36.914191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:00:36.931064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-b29516de-bfb7-47a7-9436-831e8481ce68 service neutron] 10.222.0.48 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274829 Jan 14 12:00:37.060297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-e0ce179b-0339-469e-9e46-d7d9bae69f10 service neutron] 10.222.0.48 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236653 Jan 14 12:00:37.245239 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3b931c5d-a93d-4abf-95d8-880d1f87c7b2 req-3e0648f7-dc47-4450-8e49-7e6f1415f315 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0434687 Jan 14 12:00:38.354331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-59f24134-72b7-479b-8f2a-b2ee83ed625f req-b5ee1622-6a30-4355-b0b9-268cd1de2153 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0413654 Jan 14 12:00:39.463480 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4ba9fcad-679b-4a64-a017-c05bebc85b9a req-05b0a68f-5fb8-4cc9-b7a3-2ee2306dcb7b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0408518 Jan 14 12:00:40.577624 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5593e5f9-31be-45b8-a005-cf8d22c22121 req-b4ebc59b-ef64-47a2-aa40-e2b1c9aa3e68 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0435669 Jan 14 12:00:41.743874 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-93ec3223-2e71-4f19-a1a7-d8c58d7fec69 req-4481c9c7-1131-4bf4-8300-d0f903eae84d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0458694 Jan 14 12:00:42.248616 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-14468c1c-d4c2-433e-99bd-92776320fe2b service neutron] 10.222.0.31 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1027 time: 0.0611949 Jan 14 12:00:42.394838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-5020a571-1e3f-435f-9912-a5eab6492c77 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:42.396237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-5020a571-1e3f-435f-9912-a5eab6492c77 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 797 time: 0.1432595 Jan 14 12:00:42.454026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0d00c70c-71d6-4818-9e69-5526eacf46fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 471 time: 0.0406480 Jan 14 12:00:42.463940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Request body: {'port': {'device_id': 'a72a57ff-62c8-4b81-9676-130e5822c214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:42.655729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:42.918655 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26220495-51d3-4e86-b4fa-fdd498a20630 req-d4e9296d-fba8-4fd5-a84b-c5c29aecd380 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0485802 Jan 14 12:00:43.029702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efcd18f-4966-4917-8758-83a6561c7c62 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:00:43.037111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:43.051286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Transition to ACTIVE for port object 7efcd18f-4966-4917-8758-83a6561c7c62 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:00:43.055033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:43.183264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=7']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:43.317588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:00:43.318220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:00:43.318220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:43.323663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:00:43.323984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Attempting to bind port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:00:43.330576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:00:43.330895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Checking segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:00:43.331264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Bound using segment: {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:00:43.331674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Bound port: 7efcd18f-4966-4917-8758-83a6561c7c62, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995d6e87-e8e5-4ccd-b373-139622a7e558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:00:43.332001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:43.416189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:43.419032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:00:43.423438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:43.485649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:43.487011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] 10.222.0.31 "PUT /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1132 time: 1.0268526 Jan 14 12:00:43.487461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72a57ff-62c8-4b81-9676-130e5822c214', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:00:43.505806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e272194-1232-46ac-ae40-e2cc580fa72d service neutron] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=8']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:43.553746 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72a57ff-62c8-4b81-9676-130e5822c214', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62', 'status': 'completed', 'code': 200} Jan 14 12:00:43.598523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-3685f322-d08d-4f6e-8adf-1273bbb79e46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 1135 time: 0.0762887 Jan 14 12:00:43.701418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-37966d61-dce4-4837-a816-e55755708c9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1038 time: 0.0964904 Jan 14 12:00:43.760917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-398964cf-ab0a-4095-86b0-f53197b23de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:43.762344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-398964cf-ab0a-4095-86b0-f53197b23de6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abaf31a2-29d0-47ec-a77f-7bdb3c73879b HTTP/1.1" status: 200 len: 832 time: 0.0551934 Jan 14 12:00:43.836479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-3bc21ce6-52eb-4119-a73f-35a951df3b47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683043 Jan 14 12:00:43.967769 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-54f2fb4b-dfe4-4387-bba6-3aa902212fbe service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247609 Jan 14 12:00:44.151013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e72ae70-ef4c-411d-b31d-8c443e269f74 req-8e4f20f3-a0a5-4a7d-9cb3-bcd829a289a4 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778157 Jan 14 12:00:44.166819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb06c89-7f87-4955-a573-ef54a42d0c25 req-39bb8fb3-7e18-4d43-ab0c-d86715a2ef52 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:44.168238 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1eb06c89-7f87-4955-a573-ef54a42d0c25 req-39bb8fb3-7e18-4d43-ab0c-d86715a2ef52 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 982 time: 0.1265545 Jan 14 12:00:44.352285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1eb06c89-7f87-4955-a573-ef54a42d0c25 req-4229db6d-d1f0-4612-9065-cc88e5ae3634 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770952 Jan 14 12:00:44.383395 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-f4c5e08b-9013-4185-8f21-5a3ad829baf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 1135 time: 0.1757362 Jan 14 12:00:44.517590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-e6b949fc-bd06-438d-a3b1-1d08dab41eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:44.519049 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-e6b949fc-bd06-438d-a3b1-1d08dab41eae service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 898 time: 0.1295979 Jan 14 12:00:44.618708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-b390e7aa-0edc-451b-a8c7-55e3b15ac201 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1038 time: 0.0940711 Jan 14 12:00:44.682019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-8f5a5cf2-42a7-4a41-835c-b577cc017c80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:44.683404 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-8f5a5cf2-42a7-4a41-835c-b577cc017c80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abaf31a2-29d0-47ec-a77f-7bdb3c73879b HTTP/1.1" status: 200 len: 832 time: 0.0591660 Jan 14 12:00:44.757372 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-da7b4d18-5866-46bf-b052-714b3f1a64ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664916 Jan 14 12:00:44.886960 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-81378159-3779-4e60-93de-f639b9a0cae1 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228437 Jan 14 12:00:45.015179 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c5f86310-1482-469d-b1ef-a4fbc92e334a req-6e600423-2ac5-4dd5-9936-d12a7579f121 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222847 Jan 14 12:00:45.551951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a373ba8-ee22-458e-85e3-5c29832544ac req-4926c21d-f2d6-41cb-9190-907acc098aae tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:45.553667 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9a373ba8-ee22-458e-85e3-5c29832544ac req-4926c21d-f2d6-41cb-9190-907acc098aae tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 982 time: 0.0807009 Jan 14 12:00:45.603834 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9a373ba8-ee22-458e-85e3-5c29832544ac req-68f73359-c800-4917-bc4c-9dd8f4a7b99c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Jan 14 12:00:46.804874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dce-a1e0-489b-960a-838c28553861 req-33122c4e-a21c-42c9-bf53-ed75d925f8b7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:46.806323 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-927f5dce-a1e0-489b-960a-838c28553861 req-33122c4e-a21c-42c9-bf53-ed75d925f8b7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 982 time: 0.0799088 Jan 14 12:00:46.851370 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-927f5dce-a1e0-489b-960a-838c28553861 req-90e4488d-17e3-4e28-aa04-bbd256cb9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Jan 14 12:00:46.888467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:00:47.020745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:47.034016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '7efcd18f-4966-4917-8758-83a6561c7c62', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'port_id': '7efcd18f-4966-4917-8758-83a6561c7c62', 'mac_address': 'fa:16:3e:16:19:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:00:47.084690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:47.101722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efcd18f-4966-4917-8758-83a6561c7c62 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:00:47.115864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:47.121169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:47.188164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=9']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:47.435622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['7efcd18f-4966-4917-8758-83a6561c7c62'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:00:48.189417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f106d5-effb-41d4-97ac-d0e2918b9790 req-c9eb1b7b-6486-4b1b-8f3f-71f1204919e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:48.190865 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-82f106d5-effb-41d4-97ac-d0e2918b9790 req-c9eb1b7b-6486-4b1b-8f3f-71f1204919e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 983 time: 0.0764480 Jan 14 12:00:48.237506 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-82f106d5-effb-41d4-97ac-d0e2918b9790 req-e8b9c67b-9e59-441c-8598-803fc9a21966 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Jan 14 12:00:48.907841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:00:48.976339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 7efcd18f-4966-4917-8758-83a6561c7c62 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:00:48.980953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 7efcd18f-4966-4917-8758-83a6561c7c62 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:48.981316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:49.089127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:49.123401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72a57ff-62c8-4b81-9676-130e5822c214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:00:49.133653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:49.137903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:49.190642 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72a57ff-62c8-4b81-9676-130e5822c214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efcd18f-4966-4917-8758-83a6561c7c62', 'code': 200} Jan 14 12:00:49.205369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=10']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:49.409935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3fdfd61c-380b-4bbc-a508-fa5125725ba5 req-fbac1887-9608-4ebe-a6c3-bba5574842ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 1138 time: 0.0673716 Jan 14 12:00:49.432561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40db946-12e8-4f0c-ba72-a4db645df161 req-e9f5323e-0059-44b2-9e3a-9f716497b09f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:49.433945 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c40db946-12e8-4f0c-ba72-a4db645df161 req-e9f5323e-0059-44b2-9e3a-9f716497b09f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0785501 Jan 14 12:00:49.453156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3fdfd61c-380b-4bbc-a508-fa5125725ba5 req-58911d6f-26df-4841-8e88-027e72ada61e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Jan 14 12:00:49.478735 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c40db946-12e8-4f0c-ba72-a4db645df161 req-3a6fafbb-178c-4b7a-8ff9-0703496e0a1c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386598 Jan 14 12:00:50.681206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816109fb-1e9b-440e-b12b-4eb08fee3042 req-ffc986b8-cb63-4e35-bed3-9eddbace0806 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:50.682643 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-816109fb-1e9b-440e-b12b-4eb08fee3042 req-ffc986b8-cb63-4e35-bed3-9eddbace0806 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0798943 Jan 14 12:00:50.730727 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-816109fb-1e9b-440e-b12b-4eb08fee3042 req-48b7e0cc-8f67-469d-b2e3-acf967aac47e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413630 Jan 14 12:00:51.931308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81891-f2c6-4429-9907-78fa97e4b97c req-f81b1f1e-2abb-490f-a4de-1083f842f13a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:51.932778 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31c81891-f2c6-4429-9907-78fa97e4b97c req-f81b1f1e-2abb-490f-a4de-1083f842f13a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0822365 Jan 14 12:00:51.979590 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31c81891-f2c6-4429-9907-78fa97e4b97c req-774df906-0d11-411c-9d55-1bf8dc43ad3c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Jan 14 12:00:52.171684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92984bcb-a60a-4bd2-b415-3a94c57fcfa2 req-4104e747-aee2-480b-b9e2-ca329ed7ddcb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:52.173698 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-92984bcb-a60a-4bd2-b415-3a94c57fcfa2 req-4104e747-aee2-480b-b9e2-ca329ed7ddcb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0751209 Jan 14 12:00:52.226945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-92984bcb-a60a-4bd2-b415-3a94c57fcfa2 req-f97f0d25-b6a1-4f25-93f4-1465a0496a84 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Jan 14 12:00:52.255059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:52.325414 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-78530ba1-5159-47af-954c-2376faa0d751 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214&network_id=1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 200 len: 1133 time: 0.0691462 Jan 14 12:00:52.696862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602752d-5311-4e02-a0e1-799e2996cb2d req-2098a1d7-60ba-4f94-9d16-de0e139a217e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:52.698229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1602752d-5311-4e02-a0e1-799e2996cb2d req-2098a1d7-60ba-4f94-9d16-de0e139a217e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0766969 Jan 14 12:00:52.746785 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1602752d-5311-4e02-a0e1-799e2996cb2d req-e149b338-ad8d-4339-89c6-0bb94084227e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Jan 14 12:00:53.942147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4a7c-23c6-4aee-ab25-7dcb770f09b8 req-046b9320-555c-473b-9f19-fee54d4e8817 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:53.943576 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-585c4a7c-23c6-4aee-ab25-7dcb770f09b8 req-046b9320-555c-473b-9f19-fee54d4e8817 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0744491 Jan 14 12:00:53.990158 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-585c4a7c-23c6-4aee-ab25-7dcb770f09b8 req-0a5ceda0-33d6-4030-9f5f-7e84d516a1a5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=d22c7c9b-799f-4efb-afe4-4d7da6ac1357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jan 14 12:00:54.097922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-374a7bc5-3709-4712-883a-68400ea26db1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:54.099242 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-374a7bc5-3709-4712-883a-68400ea26db1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 985 time: 0.0749698 Jan 14 12:00:54.166487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-dc638a17-1f07-4123-9385-1b97601c9f0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:00:54.167810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-dc638a17-1f07-4123-9385-1b97601c9f0d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0630929 Jan 14 12:00:54.308073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-fe143ce9-7fbb-47c9-840e-1e51412553dc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1351085 Jan 14 12:00:54.318204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:00:54.423907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:54.617206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7efcd18f-4966-4917-8758-83a6561c7c62,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:00:54.644463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] For port 7efcd18f-4966-4917-8758-83a6561c7c62, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:00:54.692387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] device_id is not set on port 7efcd18f-4966-4917-8758-83a6561c7c62 yet. {{(pid=83451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 12:00:54.699563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:54.704745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:54.925328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Pushing event updated for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=11']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:54.948816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.949088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.949421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.949749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.950072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.950391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.950709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.951025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.951343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.951660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.951968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:54.967321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-91e23ebf-9114-4f08-b33f-b0c07e8e1f63 None None] Provisioning complete for port 7efcd18f-4966-4917-8758-83a6561c7c62 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:00:54.967799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-91e23ebf-9114-4f08-b33f-b0c07e8e1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:54.997989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] No DVR routers for this DVR port 7efcd18f-4966-4917-8758-83a6561c7c62 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:00:55.017813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-91e23ebf-9114-4f08-b33f-b0c07e8e1f63 None None] Port 7efcd18f-4966-4917-8758-83a6561c7c62 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:00:55.184839 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6881c71c-63ff-4831-9c4e-c586552472d1 req-f52b14be-a239-4436-84d6-3b3e50412ea5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=a72a57ff-62c8-4b81-9676-130e5822c214 HTTP/1.1" status: 200 len: 210 time: 0.0525639 Jan 14 12:00:55.274377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] In _notify_port_updated(), no bound segment for port 7efcd18f-4966-4917-8758-83a6561c7c62 on network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 {{(pid=83451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 14 12:00:55.275398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:55.276646 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e3c95eb-2510-4bc3-a181-3b225a0c8c45 req-f277429b-8dc9-47d8-b058-f817b6c67357 service neutron] 10.222.0.31 "PUT /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 200 len: 1028 time: 0.9623697 Jan 14 12:00:56.294201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53030) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:56.362103 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.393470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.462462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.481450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7de2b-69e7-474a-a30c-c286ead3cb4f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:56.495605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.495947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.496277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.496601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.496953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.497325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.497642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.497960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.498277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.498587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.498899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:00:56.502916 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.504028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e82fc15c-8247-4f97-833a-b52ffe3210c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/caf7de2b-69e7-474a-a30c-c286ead3cb4f HTTP/1.1" status: 204 len: 168 time: 0.2088282 Jan 14 12:00:56.543651 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53036) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:56.739758 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 6caad815-1a9e-4407-9ca2-e245f9ee7d95 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:00:56.740093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.906312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.906682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:56.954725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:00:57.011643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7efcd18f-4966-4917-8758-83a6561c7c62 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:00:57.024420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 6caad815-1a9e-4407-9ca2-e245f9ee7d95 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:00:57.251088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:57.294865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=6caad815-1a9e-4407-9ca2-e245f9ee7d95,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:57.382804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:57.763007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:00:57.958674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:00:57.968206 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] Sync routers for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:00:57.978399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:57.980338 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:57.980971 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:58.032883 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-981f820c-2a90-4b68-aa3d-d9a433ceea47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/313e5a01-76ac-4422-8e37-13bffa72223a HTTP/1.1" status: 204 len: 168 time: 1.4850357 Jan 14 12:00:58.156179 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:58.184939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53044) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:58.263314 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ea4b64-0bb6-4b61-b657-8e1166c1d4cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:58.292775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ea4b64-0bb6-4b61-b657-8e1166c1d4cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:58.358960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ea4b64-0bb6-4b61-b657-8e1166c1d4cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:58.375485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea4b64-0bb6-4b61-b657-8e1166c1d4cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d1eed-4d1d-4966-aadf-da10a43661f4,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:58.383519 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-99ea4b64-0bb6-4b61-b657-8e1166c1d4cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:58.384623 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-99ea4b64-0bb6-4b61-b657-8e1166c1d4cb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/053d1eed-4d1d-4966-aadf-da10a43661f4 HTTP/1.1" status: 204 len: 168 time: 0.1983566 Jan 14 12:00:58.425814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53050) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:58.483291 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:58.487151 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] Checking router: 6a6bf748-c0a1-475a-9690-a2d6301db6f6 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:00:58.491649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 7efcd18f-4966-4917-8758-83a6561c7c62 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:00:58.491987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:58.497569 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:00:58.498154 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:58.675231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:00:58.736884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:58.860918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 7efcd18f-4966-4917-8758-83a6561c7c62 owned by {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:00:58.983821 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:00:58.989660 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60777582-e011-48b0-8a47-b6aed48f9cd7 None None] The sync data for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv is: [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'aac1cc44-48db-4a21-9a6a-23b3f88b2770', 'name': '', 'network_id': '1c4041b3-8254-46b8-8b5d-e1dc815e5f00', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:f2:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:08Z', 'updated_at': '2022-01-14T12:00:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': 'abaf31a2-29d0-47ec-a77f-7bdb3c73879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:00:59.096968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:59.146196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=7efcd18f-4966-4917-8758-83a6561c7c62,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:00:59.253555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:00:59.267024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53054) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:00:59.269295 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-80a6d22a-a533-4b12-84e4-1cb6bb73bdf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/ports/7efcd18f-4966-4917-8758-83a6561c7c62 HTTP/1.1" status: 204 len: 168 time: 0.8422840 Jan 14 12:00:59.269926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edb28c-f0ee-47c5-a745-2aa7fb3dacfa None None] New status for floating IP 313e5a01-76ac-4422-8e37-13bffa72223a: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:00:59.667192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:00.267419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port aac1cc44-48db-4a21-9a6a-23b3f88b2770 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:01:00.268113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:00.545541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port aac1cc44-48db-4a21-9a6a-23b3f88b2770, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=aac1cc44-48db-4a21-9a6a-23b3f88b2770,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:00.545893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:00.664000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for aac1cc44-48db-4a21-9a6a-23b3f88b2770 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:01:00.822036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-73284379-4aeb-4529-946d-94575bb905a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:00.846160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:00.890308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=aac1cc44-48db-4a21-9a6a-23b3f88b2770,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:01.076505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:01.204583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:01.781342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:01:02.071954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:01:02.080901 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] Sync routers for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:01:02.084114 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7239d5d0-b259-4682-81b7-e57e54292fa0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/6a6bf748-c0a1-475a-9690-a2d6301db6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8159721 Jan 14 12:01:02.086659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53058) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:02.092476 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:02.093089 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:02.277729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet abaf31a2-29d0-47ec-a77f-7bdb3c73879b {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:01:02.280680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.303697 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:02.334080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.415401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.490164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.528967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=abaf31a2-29d0-47ec-a77f-7bdb3c73879b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:02.534100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.540355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-58b57ef4-7b03-4123-b11d-f571d7debadd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/abaf31a2-29d0-47ec-a77f-7bdb3c73879b HTTP/1.1" status: 204 len: 168 time: 0.4527128 Jan 14 12:01:02.542926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0173a9-505e-478c-a73f-f34cc8314bce None None] Network 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:01:02.544674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53062) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:02.602112 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:01:00Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:02.607097 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] Checking router: 6a6bf748-c0a1-475a-9690-a2d6301db6f6 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:01:02.617147 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] Routers {'6a6bf748-c0a1-475a-9690-a2d6301db6f6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:02.617740 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:00:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:02.751422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.794977 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] Set router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:02.806773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] DHCP port deletion for 1c4041b3-8254-46b8-8b5d-e1dc815e5f00 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:01:02.811122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] Deleting port f2a34263-8de5-4e0d-b9b9-2a9998b90470 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:01:02.811497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.962557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:02.972412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:01:02.973164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:03.014549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] For port f2a34263-8de5-4e0d-b9b9-2a9998b90470, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f2a34263-8de5-4e0d-b9b9-2a9998b90470,segment=NetworkSegment(995d6e87-e8e5-4ccd-b373-139622a7e558),segment_id=995d6e87-e8e5-4ccd-b373-139622a7e558)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:03.014926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:03.100318 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:01:00Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:03.104557 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facfdad-64c5-4f6b-a671-5903afde2b44 None None] The sync data for ids ['6a6bf748-c0a1-475a-9690-a2d6301db6f6'] in dv-neutron-823850-1-hyperv is: [{'id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'name': 'tempest-TestNetworkBasicOps-router-1531559180', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:01:00Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6bf748-c0a1-475a-9690-a2d6301db6f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:00:05Z', 'updated_at': '2022-01-14T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:01:03.162996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:03.163345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:03.174631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-07ab5810-81d3-4d1d-ac11-0cd85f8c3475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:03.183729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] Calling delete_port for f2a34263-8de5-4e0d-b9b9-2a9998b90470 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:01:03.257825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:03.287430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:01:03.303378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] Pushing event deleted for resources: {'Port': ['ID=f2a34263-8de5-4e0d-b9b9-2a9998b90470,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:03.310728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6314bb-2b6a-4f72-9d38-14f1c30fccde None None] No DVR routers for this DVR port f2a34263-8de5-4e0d-b9b9-2a9998b90470 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:01:03.502145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2a34263-8de5-4e0d-b9b9-2a9998b90470 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:01:03.536522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f2a34263-8de5-4e0d-b9b9-2a9998b90470 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:01:03.537215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f2a34263-8de5-4e0d-b9b9-2a9998b90470 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:01:03.551687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:03.599739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:03.821425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.073725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.077736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.103202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.103853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6bf748-c0a1-475a-9690-a2d6301db6f6 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:01:04.117793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.119992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8a703c9-e298-458b-aa66-d1edb35670e0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/6a6bf748-c0a1-475a-9690-a2d6301db6f6 HTTP/1.1" status: 204 len: 168 time: 1.5741007 Jan 14 12:01:04.121470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53066) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:04.192242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.254525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.384978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.391618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.417608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4041b3-8254-46b8-8b5d-e1dc815e5f00']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:04.429693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995d6e87-e8e5-4ccd-b373-139622a7e558') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:04.429985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995d6e87-e8e5-4ccd-b373-139622a7e558') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:04.442000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.458508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.464378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:01:04.464775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:01:04.479419 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:01:04.566326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.583933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.595154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=1c4041b3-8254-46b8-8b5d-e1dc815e5f00,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:04.603106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f7df40b0-39af-4ada-88be-f105688ff25c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/1c4041b3-8254-46b8-8b5d-e1dc815e5f00 HTTP/1.1" status: 204 len: 168 time: 0.4806485 Jan 14 12:01:04.613185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53070) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:04.791305 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-91441b14-5a15-47c0-bb4d-a16372910163 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.1770542 Jan 14 12:01:04.794042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:04.799706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1885148921', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:04.804285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:04.808257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:04.811522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:04.817910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:04.826968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:01:04.830156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.858107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:01:04.867052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.867382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment d3b877b4-223c-469a-9d56-c4196f8252a9 of type vlan for network ec84b9e0-0076-4fa9-ab09-6d37c9880809 Jan 14 12:01:04.892567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.919703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:04.924092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:04.924661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.030227 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2351570 Jan 14 12:01:05.031219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb0e2a-601f-4336-a1c6-8e7a96e6f6e5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=ec84b9e0-0076-4fa9-ab09-6d37c9880809,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:05.033636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53080) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:05.039039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:05.042783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:01:05.046141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:05.050683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:05.053568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:05.059810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:05.069196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.070079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.087720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.205950 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:01:05.236097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.239130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:01:05.239478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f76d6375-4bb5-4aef-80f7-d8d2b44d8ab5 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:01:05.239895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device aac1cc44-48db-4a21-9a6a-23b3f88b2770 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:01:05.270202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: aac1cc44-48db-4a21-9a6a-23b3f88b2770 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:01:05.270539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device aac1cc44-48db-4a21-9a6a-23b3f88b2770 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:01:05.408242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.436136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.488993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.570470 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.51 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/7f90aff1-9596-487f-a0b3-05e990738f1c) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:01:05.711898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.739037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.803131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:01:05.806030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:05.808450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:01:05.840876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:05.967757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:05.968382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:06.190387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:01:06.383804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:01:06.393279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Sync routers for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:01:06.405178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:06.406071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:01:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:06.408959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:06.410171 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b0daf6a1-9eba-4845-943c-0771049b0c50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3754861 Jan 14 12:01:06.413280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53084) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:06.551736 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0706fb03-427e-42cb-9ae9-b0d1faa0630b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351535 Jan 14 12:01:06.551996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53088) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:06.589999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:06.679515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6dda0-243b-42b4-a94f-c19d3deec742 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:06.680909 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7ee6dda0-243b-42b4-a94f-c19d3deec742 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279967 Jan 14 12:01:06.683610 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53092) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:06.724012 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1c4db7a3-b399-40c1-b6ec-b889ab7058bf tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387828 Jan 14 12:01:06.726583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53096) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:06.731960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-204775286', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:06.839287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:06.843310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:06.846230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:06.851783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:06.865044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:01:06.872644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:05Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:06.877305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Checking router: 7a219f25-2c27-49a5-8a45-17bc4ecf8935 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:01:06.877650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Updating router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 port 7f90aff1-9596-487f-a0b3-05e990738f1c binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:01:06.927397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:06.965633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.126626 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:01:07.179192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.249842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.261809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Transition to ACTIVE for port object 7f90aff1-9596-487f-a0b3-05e990738f1c will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:07.263763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=4c16517f-7e63-44f5-bdfb-79b619591915,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:07.268719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.274147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:01:07.274500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: ec84b9e0-0076-4fa9-ab09-6d37c9880809, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:01:07.296559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:01:07.307012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ec84b9e0-0076-4fa9-ab09-6d37c9880809) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:07.311179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:07.311908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.319143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a71075-4aac-44e7-b64d-479878f542ca None None] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:01:07.337094 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5e29c16f-78cd-4ac5-b3fc-1bd5f36e2600 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6068964 Jan 14 12:01:07.337327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53100) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:07.455143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Pushing event updated for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:07.460422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Attempting to bind port 7f90aff1-9596-487f-a0b3-05e990738f1c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:01:07.460807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Attempting to bind port 7f90aff1-9596-487f-a0b3-05e990738f1c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:01:07.461163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Attempting to bind port 7f90aff1-9596-487f-a0b3-05e990738f1c on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:01:07.480627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:01:07.481019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:01:07.481420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.481790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:01:07.482273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Bound port: 7f90aff1-9596-487f-a0b3-05e990738f1c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:01:07.482629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.510988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.511243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.511572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.511895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.512220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.512542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.512887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.513206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.513521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.513829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.514141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:07.621524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] For port 7f90aff1-9596-487f-a0b3-05e990738f1c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:01:07.637575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] For port 7f90aff1-9596-487f-a0b3-05e990738f1c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7f90aff1-9596-487f-a0b3-05e990738f1c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:01:07.667782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.722427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:01:07.723212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:07.808562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03176d4b-e28a-44e2-84e5-6d6a918ba217 None None] Pushing event updated for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:07.824971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:07.825574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:01:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:08.055681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Allocated IP 172.20.0.2 (ec84b9e0-0076-4fa9-ab09-6d37c9880809/4c16517f-7e63-44f5-bdfb-79b619591915/858320d5-0708-42be-b852-853a2100f208) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:01:08.074454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:08.205917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.496564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.511113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Transition to ACTIVE for port object 858320d5-0708-42be-b852-853a2100f208 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:08.537499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Transition to ACTIVE for port object 858320d5-0708-42be-b852-853a2100f208 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:08.547527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.592419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:05Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:08.608773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (ec84b9e0-0076-4fa9-ab09-6d37c9880809/4c16517f-7e63-44f5-bdfb-79b619591915/79966e3d-97bb-4bdf-90e0-2e7c9b8a1139) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:01:08.621616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5169de5-fbbe-454a-8c98-55fbc1527857 None None] The sync data for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv is: [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:05Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:01:08.636566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:01:08.641683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:08.645605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:01:08.648502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Pushing event updated for resources: {'Port': ['ID=858320d5-0708-42be-b852-853a2100f208,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:08.739959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Attempting to bind port 858320d5-0708-42be-b852-853a2100f208 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:01:08.740273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Attempting to bind port 858320d5-0708-42be-b852-853a2100f208 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:01:08.740634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Attempting to bind port 858320d5-0708-42be-b852-853a2100f208 on network ec84b9e0-0076-4fa9-ab09-6d37c9880809 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:01:08.749042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:01:08.749453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Checking segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:01:08.749863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.750834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Bound using segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:01:08.751450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Bound port: 858320d5-0708-42be-b852-853a2100f208, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:01:08.751928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.779351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.813247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:08.844674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.925381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] For port 858320d5-0708-42be-b852-853a2100f208, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:01:08.929120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] For port 858320d5-0708-42be-b852-853a2100f208, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=858320d5-0708-42be-b852-853a2100f208,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:01:08.929317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:01:08.932328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:08.934888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:08.936303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:01:08.967022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:09.003364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.019893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbffae1-4538-47c6-85f9-3a6cb0b80d82 None None] Pushing event updated for resources: {'Port': ['ID=858320d5-0708-42be-b852-853a2100f208,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:09.096859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.287196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:09.377220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 7f90aff1-9596-487f-a0b3-05e990738f1c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:09.383091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7f90aff1-9596-487f-a0b3-05e990738f1c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:09.383461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.501829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.527834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7f90aff1-9596-487f-a0b3-05e990738f1c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7f90aff1-9596-487f-a0b3-05e990738f1c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:09.533073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.592140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.598420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.601539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:09.707093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:09.710684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:09.848190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:01:09.849390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:09.947357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e80f2-9bbd-4a6a-a5d0-efcc2945ed3a None None] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:01:10.110953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-723f66b7-b28a-4e68-bc14-6acfe0d6823f None None] Provisioning for port 858320d5-0708-42be-b852-853a2100f208 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:10.322429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:01:10.469356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e6964ade-8eda-4033-b86c-168dd4e30c61 None None] Provisioning for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:10.474821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e6964ade-8eda-4033-b86c-168dd4e30c61 None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:10.476909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e6964ade-8eda-4033-b86c-168dd4e30c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:10.528415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:01:10.530616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e6964ade-8eda-4033-b86c-168dd4e30c61 None None] Port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:01:10.549166 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e91196bf-b6ba-49b9-9d12-25f430d0a362 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2078738 Jan 14 12:01:10.549749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53104) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:10.659058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-28bb3449-14fd-45d2-ab3f-e2cf737a79fb None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:10.659426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-28bb3449-14fd-45d2-ab3f-e2cf737a79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:10.719558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-28bb3449-14fd-45d2-ab3f-e2cf737a79fb None None] Port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:01:10.793620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df1193-e41b-417c-9487-2dae949adbfe tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.793913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df1193-e41b-417c-9487-2dae949adbfe tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.794273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df1193-e41b-417c-9487-2dae949adbfe tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.794628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df1193-e41b-417c-9487-2dae949adbfe tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.796254 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57df1193-e41b-417c-9487-2dae949adbfe tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2456548 Jan 14 12:01:10.798869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53108) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:10.841743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b6b93b77-c7af-430c-8887-cb113ae22e40 None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:10.842204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6b93b77-c7af-430c-8887-cb113ae22e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:10.868628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe619fed-c5e1-4318-a716-7ec0887d540b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.869070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe619fed-c5e1-4318-a716-7ec0887d540b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.869380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe619fed-c5e1-4318-a716-7ec0887d540b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.869734 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe619fed-c5e1-4318-a716-7ec0887d540b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:10.871559 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fe619fed-c5e1-4318-a716-7ec0887d540b tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0716472 Jan 14 12:01:10.874017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53112) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:10.896640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b6b93b77-c7af-430c-8887-cb113ae22e40 None None] Port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:01:11.065563 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-56069b52-6ce3-4b1a-8ea8-67cd9a636d97 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1903918 Jan 14 12:01:11.285862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 858320d5-0708-42be-b852-853a2100f208 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:11.352998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 858320d5-0708-42be-b852-853a2100f208 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:11.357604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 858320d5-0708-42be-b852-853a2100f208 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:11.357964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.463195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53118) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:11.469072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74539020', 'description': 'tempest-secgroup-smoke-74539020 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:11.473943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.474938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:11.479059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:11.481844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:11.488126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:11.502283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.506389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 858320d5-0708-42be-b852-853a2100f208, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=858320d5-0708-42be-b852-853a2100f208,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:11.509898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.510621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:11.538480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:11.542127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:11.544909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:11.551127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:11.607366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.611697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.622797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=858320d5-0708-42be-b852-853a2100f208,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:11.635289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7f90aff1-9596-487f-a0b3-05e990738f1c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:11.635652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.651428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e81bd-0449-4dc4-93de-8a24c940781b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:11.663557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.665041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ac8a5b01-f9cd-4a86-8bf3-5ce4442e0414 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2007668 Jan 14 12:01:11.668415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53122) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:11.674695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '1e7e81bd-0449-4dc4-93de-8a24c940781b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:11.680383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:11.684080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:11.686889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:11.693220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:11.710734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.773599 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.777373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.801449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d817ce-04ca-4f56-a37d-abb0c3d96dcd,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:11.810347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.811514 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5c979ff9-75d3-469d-ad4f-10ebd7bb9eef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1420968 Jan 14 12:01:11.814616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53126) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:11.819809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '1e7e81bd-0449-4dc4-93de-8a24c940781b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:11.825477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:11.829300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:11.832090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:11.837530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:11.857686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.917613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.921265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.945196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f5e7c6-3ee3-46bd-a13a-38b70dd69d7e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:11.954510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:11.956052 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-67bbc20f-13dd-44e9-96ee-6e69d42cf45b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1404300 Jan 14 12:01:11.958783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53130) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:11.964556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '1e7e81bd-0449-4dc4-93de-8a24c940781b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:11.971463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:11.975378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:11.978273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:11.984265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:12.002197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.066608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.070680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.094776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f17dec0-ac2a-4be3-b3bb-14c3d083e953,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:12.103370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.104719 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-303d58e9-4b9e-4cfa-9d78-976b6a879979 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1448276 Jan 14 12:01:12.107332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53134) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:12.113205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '1e7e81bd-0449-4dc4-93de-8a24c940781b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:12.118871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:12.123411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:12.126614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:12.132281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:12.149784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.232458 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Sync routers for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:01:12.235838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.240044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.246538 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:12.247309 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:01:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:12.263844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38400edb-fe2b-469f-892d-13e42a76d9fc,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:12.273571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.274827 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1952781b-a6c1-4c11-a320-a61be88fcf56 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1665275 Jan 14 12:01:12.277614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53138) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:12.283660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '1e7e81bd-0449-4dc4-93de-8a24c940781b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:12.289575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:12.293386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:12.296186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:12.302127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:12.313223 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:01:12.320197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.385152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.388815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.413471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93310057-bd93-4885-ad65-9ced47ecbb06,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:12.422052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.423424 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-60c63ed4-1242-411a-9eb3-9ee71c08d0d4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1447980 Jan 14 12:01:12.426187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53142) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:12.426687 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:12.431577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '1e7e81bd-0449-4dc4-93de-8a24c940781b', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:12.437366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:12.441303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:12.444080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:12.449634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:12.460682 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:01:12.466928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.531666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.535482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.561464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3565b2-3af5-4889-a8d6-c58f3bf56cbd,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:12.573823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.575214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e5588980-58b5-4bf8-90c5-7026f5ec9164 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481221 Jan 14 12:01:12.745337 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-a28d5217-7e3e-4b1c-aae7-75d9c3fce150 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:12.761022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-a28d5217-7e3e-4b1c-aae7-75d9c3fce150 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:12.762339 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-a28d5217-7e3e-4b1c-aae7-75d9c3fce150 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74539020&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0576820 Jan 14 12:01:12.763205 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:12.767834 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Checking router: 7a219f25-2c27-49a5-8a45-17bc4ecf8935 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:01:12.768212 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Updating router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:01:12.819572 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:12.909365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-83e108a5-2e3d-4bda-9217-c34d65c56d74 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:12.910028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-83e108a5-2e3d-4bda-9217-c34d65c56d74 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:12.925413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-83e108a5-2e3d-4bda-9217-c34d65c56d74 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:12.926529 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-83e108a5-2e3d-4bda-9217-c34d65c56d74 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 200 len: 797 time: 0.1562812 Jan 14 12:01:12.943029 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-084161fc-2f8b-435f-8cd6-5712dab856b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0110660 Jan 14 12:01:13.025713 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-50266ca3-b25b-4bd5-a56c-c7a85b34b19a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:13.041040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-50266ca3-b25b-4bd5-a56c-c7a85b34b19a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:13.042298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-50266ca3-b25b-4bd5-a56c-c7a85b34b19a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942483 Jan 14 12:01:13.154080 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:13.165339 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Transition to ACTIVE for port object 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:13.173048 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:13.184171 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-87d14163-c26d-430d-95aa-1c179ab5e7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293471 Jan 14 12:01:13.232967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 858320d5-0708-42be-b852-853a2100f208 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:13.292358 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:13.302320 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.302657 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.302987 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.303312 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.303636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.303952 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.304267 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.304583 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.304961 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.305279 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.305590 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:01:13.323546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 858320d5-0708-42be-b852-853a2100f208 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:13.323982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:13.333861 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-1e1c5e22-3b88-4a33-991b-0693a96f8242 service neutron] 10.222.0.48 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425970 Jan 14 12:01:13.433019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Attempting to bind port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:01:13.433468 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Attempting to bind port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:01:13.433820 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Attempting to bind port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 on network ec84b9e0-0076-4fa9-ab09-6d37c9880809 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:01:13.441763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:01:13.442414 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Checking segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:01:13.442964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:13.443487 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Bound using segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:01:13.444086 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Bound port: 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:01:13.444756 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:13.549452 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] For port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:01:13.552696 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] For port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:01:13.553905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-bf76f3d5-c985-4393-9ea5-3cd3f658f86f req-bcc38db8-a068-4eb8-abae-0f5aba8815e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:13.557667 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:13.566585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-bf76f3d5-c985-4393-9ea5-3cd3f658f86f req-bcc38db8-a068-4eb8-abae-0f5aba8815e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:13.568441 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bf76f3d5-c985-4393-9ea5-3cd3f658f86f req-bcc38db8-a068-4eb8-abae-0f5aba8815e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 210 time: 0.0584519 Jan 14 12:01:13.641986 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509ba8-6fdc-45c0-8969-7bd7d2cf02a4 None None] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:13.654923 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:13.655532 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:01:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:13.839457 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:14.157392 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:01:13Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:14.161658 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b37c80-a423-42a3-b2df-fb6c389374b7 None None] The sync data for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv is: [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:01:13Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:01:14.748826 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-582a4902-eedc-4d28-b7b8-7e1e698c776b req-4b2a2f74-57bb-415b-9f39-1b2e01e5c1ad tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 210 time: 0.0476441 Jan 14 12:01:14.894517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-7870bd2c-ce5a-448c-9d66-ef2d28cd2cdf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:14.895199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-7870bd2c-ce5a-448c-9d66-ef2d28cd2cdf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:14.908675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-7870bd2c-ce5a-448c-9d66-ef2d28cd2cdf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:14.909991 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-7870bd2c-ce5a-448c-9d66-ef2d28cd2cdf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 200 len: 797 time: 0.1817083 Jan 14 12:01:14.965133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-2a7f372f-5192-4617-b808-a6dc32bdebf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:14.977052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-2a7f372f-5192-4617-b808-a6dc32bdebf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:14.978167 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-2a7f372f-5192-4617-b808-a6dc32bdebf3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 378 time: 0.0558798 Jan 14 12:01:14.990468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['1e7e81bd-0449-4dc4-93de-8a24c940781b']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:15.126965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:15.136057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:15.144846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:01:15.147772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.232789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:15.302581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:15.307677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:15.308047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.320848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.6 (ec84b9e0-0076-4fa9-ab09-6d37c9880809/4c16517f-7e63-44f5-bdfb-79b619591915/0f59958e-66d0-48a5-a5dd-e0a5d832736a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:01:15.426605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.458301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:15.462421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.506428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.522431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 0f59958e-66d0-48a5-a5dd-e0a5d832736a will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:15.529530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:15.543844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.617712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:01:15.618789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:15.622619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:01:15.660266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=0f59958e-66d0-48a5-a5dd-e0a5d832736a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:15.690674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:15.691270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.717259 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-0b49d63f-d395-436f-8196-ea6a33b37420 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307248 Jan 14 12:01:15.730123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Request body: {'port': {'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:15.895584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-469e75b1-8b7a-4782-9dfe-ab3c128700f2 None None] Provisioning for port 0f59958e-66d0-48a5-a5dd-e0a5d832736a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:15.901015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-469e75b1-8b7a-4782-9dfe-ab3c128700f2 None None] Provisioning complete for port 0f59958e-66d0-48a5-a5dd-e0a5d832736a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:15.901461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-469e75b1-8b7a-4782-9dfe-ab3c128700f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.988412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:15.990245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-469e75b1-8b7a-4782-9dfe-ab3c128700f2 None None] Port 0f59958e-66d0-48a5-a5dd-e0a5d832736a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:01:16.078235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567891-26de-49f0-a845-0b3691762526 req-32439c25-8558-40b1-bdff-9e596603124b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:16.078920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-5d567891-26de-49f0-a845-0b3691762526 req-32439c25-8558-40b1-bdff-9e596603124b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:01:16.147715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-5d567891-26de-49f0-a845-0b3691762526 req-32439c25-8558-40b1-bdff-9e596603124b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:01:16.148888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d567891-26de-49f0-a845-0b3691762526 req-32439c25-8558-40b1-bdff-9e596603124b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 931 time: 0.2196507 Jan 14 12:01:16.277859 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d567891-26de-49f0-a845-0b3691762526 req-a4e1f110-bebb-40b6-95ca-12443715c94b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221218 Jan 14 12:01:16.389921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f59958e-66d0-48a5-a5dd-e0a5d832736a {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:01:16.396632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:16.412097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Transition to ACTIVE for port object 0f59958e-66d0-48a5-a5dd-e0a5d832736a will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:01:16.415615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:16.539578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59958e-66d0-48a5-a5dd-e0a5d832736a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:16.646848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Attempting to bind port 0f59958e-66d0-48a5-a5dd-e0a5d832736a on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:01:16.647202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Attempting to bind port 0f59958e-66d0-48a5-a5dd-e0a5d832736a by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:01:16.647518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Attempting to bind port 0f59958e-66d0-48a5-a5dd-e0a5d832736a on network ec84b9e0-0076-4fa9-ab09-6d37c9880809 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:01:16.653136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Port 0f59958e-66d0-48a5-a5dd-e0a5d832736a on network ec84b9e0-0076-4fa9-ab09-6d37c9880809 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:01:16.653444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Attempting to bind port 0f59958e-66d0-48a5-a5dd-e0a5d832736a on network ec84b9e0-0076-4fa9-ab09-6d37c9880809 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:01:16.660578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:01:16.660927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Checking segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:01:16.661297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Bound using segment: {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:01:16.661703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Bound port: 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b877b4-223c-469a-9d56-c4196f8252a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:01:16.662033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:16.750945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] For port 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:01:16.753821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] For port 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:01:16.758352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:16.820540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:16.821965 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 200 len: 1093 time: 1.0978930 Jan 14 12:01:16.822415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:01:16.851825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97bbb9-84de-4f48-9e77-ddb8178ffc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59958e-66d0-48a5-a5dd-e0a5d832736a,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:16.931517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-938f305c-158f-4cd8-98ec-bb0cb6587755 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1096 time: 0.0726385 Jan 14 12:01:16.987050 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'status': 'completed', 'code': 200} Jan 14 12:01:17.005391 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-5d79e66f-22ed-4da3-82b2-fb1c727a142f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 200 len: 217 time: 0.0674925 Jan 14 12:01:17.065580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-17354347-c192-40be-8671-42ce15601c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:17.067058 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-17354347-c192-40be-8671-42ce15601c14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c16517f-7e63-44f5-bdfb-79b619591915 HTTP/1.1" status: 200 len: 834 time: 0.0566759 Jan 14 12:01:17.140948 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-375ca7e9-8011-4918-a052-2324bf74ce0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec84b9e0-0076-4fa9-ab09-6d37c9880809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676110 Jan 14 12:01:17.214366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:17.272711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-4e538c61-7dcd-4c7e-b716-a4e47cb43bce service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264000 Jan 14 12:01:17.282663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:17.283029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:17.442333 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26454e4a-91eb-4db6-9cc6-2262b95b104c req-97f83e9e-a924-4665-bd73-a22469f766b3 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632676 Jan 14 12:01:17.482323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a94387-22fd-4dbf-ad7e-7120a2a47684 req-89140520-a65d-4f9b-b10c-f981658964e2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:17.483740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4a94387-22fd-4dbf-ad7e-7120a2a47684 req-89140520-a65d-4f9b-b10c-f981658964e2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 943 time: 0.0829294 Jan 14 12:01:17.577153 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4a94387-22fd-4dbf-ad7e-7120a2a47684 req-cc6e4e90-e706-438c-a17d-2fd05a2079b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614295 Jan 14 12:01:17.589268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-a2fbf072-2ef8-4801-843e-91c8de2f181f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1096 time: 0.1029460 Jan 14 12:01:17.811298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea3f2d-743d-476d-812f-59239eb85163 req-dcb2a61a-76a6-4a05-be98-2e5a54683dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:17.812891 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-dcb2a61a-76a6-4a05-be98-2e5a54683dd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 200 len: 898 time: 0.2177067 Jan 14 12:01:17.881382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-e8c5e3ad-6d8a-47b3-85fa-e23b45b64f14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 200 len: 217 time: 0.0624440 Jan 14 12:01:17.943998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea3f2d-743d-476d-812f-59239eb85163 req-be0c4cb9-2e40-4be3-b121-58ae706452d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:17.945442 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-be0c4cb9-2e40-4be3-b121-58ae706452d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c16517f-7e63-44f5-bdfb-79b619591915 HTTP/1.1" status: 200 len: 834 time: 0.0586233 Jan 14 12:01:18.034282 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-af4d48c1-7944-4790-82ce-c8a28f777be4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec84b9e0-0076-4fa9-ab09-6d37c9880809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830691 Jan 14 12:01:18.165144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-7885a36f-cd78-42ac-9626-cc9fb86d74c3 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246769 Jan 14 12:01:18.296919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fea3f2d-743d-476d-812f-59239eb85163 req-91b9dec3-520f-4084-b118-50c77c950826 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258132 Jan 14 12:01:18.779692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ff5f3-626b-40c9-96cd-0b6c02f283a7 req-eaa214c2-80b0-4738-ae8f-9ca12c728a04 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:18.781218 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b1ff5f3-626b-40c9-96cd-0b6c02f283a7 req-eaa214c2-80b0-4738-ae8f-9ca12c728a04 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 943 time: 0.0792081 Jan 14 12:01:18.826518 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b1ff5f3-626b-40c9-96cd-0b6c02f283a7 req-1f4189f6-8602-4aba-99d6-e5709ce41f74 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396984 Jan 14 12:01:20.019041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cf83d-7f92-46b3-be24-dc48b3f5d218 req-d4184eca-2966-4bc6-b633-df4fc8a5e778 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:20.020404 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c0cf83d-7f92-46b3-be24-dc48b3f5d218 req-d4184eca-2966-4bc6-b633-df4fc8a5e778 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 943 time: 0.0747426 Jan 14 12:01:20.068509 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c0cf83d-7f92-46b3-be24-dc48b3f5d218 req-637beb79-d61a-4b5d-b60d-9f65cf11cc1b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426123 Jan 14 12:01:21.031974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 0f59958e-66d0-48a5-a5dd-e0a5d832736a details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:01:21.171386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:21.188253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:01:21.245629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:21.263327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f59958e-66d0-48a5-a5dd-e0a5d832736a {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:01:21.268197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4d29b-65af-44a0-8e46-f157e23fbf76 req-a7e23aef-88dd-4640-a9d0-5b54299ecb7d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:21.269681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bff4d29b-65af-44a0-8e46-f157e23fbf76 req-a7e23aef-88dd-4640-a9d0-5b54299ecb7d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 943 time: 0.0773365 Jan 14 12:01:21.278945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:21.282990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:21.317453 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bff4d29b-65af-44a0-8e46-f157e23fbf76 req-1e5a11a7-81d6-4da0-9a7b-95e9d651f2b2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418372 Jan 14 12:01:21.351325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=0f59958e-66d0-48a5-a5dd-e0a5d832736a,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:21.609728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['0f59958e-66d0-48a5-a5dd-e0a5d832736a'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:01:22.512398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239a8c2-e61b-4992-88c9-cd9af010cbc7 req-12191947-4702-474b-ba89-ba64e7943328 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:22.513859 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5239a8c2-e61b-4992-88c9-cd9af010cbc7 req-12191947-4702-474b-ba89-ba64e7943328 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 944 time: 0.0749822 Jan 14 12:01:22.557944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5239a8c2-e61b-4992-88c9-cd9af010cbc7 req-fc8ec3a1-8893-438c-99e2-94247fabdaea tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379953 Jan 14 12:01:23.031882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 0f59958e-66d0-48a5-a5dd-e0a5d832736a up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:01:23.099035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 0f59958e-66d0-48a5-a5dd-e0a5d832736a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:01:23.103462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 0f59958e-66d0-48a5-a5dd-e0a5d832736a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:01:23.103840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:23.213517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:23.239906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:01:23.249518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:01:23.253496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:23.316562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=0f59958e-66d0-48a5-a5dd-e0a5d832736a,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:23.375408 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'code': 200} Jan 14 12:01:23.590706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-694f93e6-278a-400f-9086-c4b618797a47 req-84741990-b744-49a2-aa0f-4acefa1c9808 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1098 time: 0.0684173 Jan 14 12:01:23.634577 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-694f93e6-278a-400f-9086-c4b618797a47 req-d759aaa3-d750-492a-97c1-a1438be3acd2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384469 Jan 14 12:01:23.758861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0478b-2475-4ee9-8ffb-740b971545fb req-52cddfb1-15b3-464a-8094-f1597db7df1c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:23.760317 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82c0478b-2475-4ee9-8ffb-740b971545fb req-52cddfb1-15b3-464a-8094-f1597db7df1c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.0761108 Jan 14 12:01:23.804353 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82c0478b-2475-4ee9-8ffb-740b971545fb req-e247cdb3-9e04-4aa3-bf4a-32f83be81858 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380211 Jan 14 12:01:25.099877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024dec-4a92-499f-acad-e27b7bfa6058 req-37a45481-c6de-413b-a70e-71f061d0eb7e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:25.101714 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-66024dec-4a92-499f-acad-e27b7bfa6058 req-37a45481-c6de-413b-a70e-71f061d0eb7e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.1720529 Jan 14 12:01:25.150253 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-66024dec-4a92-499f-acad-e27b7bfa6058 req-1ef7e878-7c3f-464f-b21a-b0ff4c899659 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430512 Jan 14 12:01:26.347831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0eefd-be31-4c91-a214-c6edccb14385 req-4fb82663-ce37-4954-8684-549e58999ecc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:26.349291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9ca0eefd-be31-4c91-a214-c6edccb14385 req-4fb82663-ce37-4954-8684-549e58999ecc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.0780725 Jan 14 12:01:26.394095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9ca0eefd-be31-4c91-a214-c6edccb14385 req-589231c7-1651-408b-b87b-0629d6ea9760 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390403 Jan 14 12:01:26.592452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ee8f-87d4-473c-b85c-9791290aeed0 req-88489129-99c9-45aa-8c24-63508a67518c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:26.593890 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9f7ee8f-87d4-473c-b85c-9791290aeed0 req-88489129-99c9-45aa-8c24-63508a67518c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.0737774 Jan 14 12:01:26.637066 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9f7ee8f-87d4-473c-b85c-9791290aeed0 req-b0a69c67-d386-45dc-b184-878d210f703d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371432 Jan 14 12:01:26.665065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53198) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:26.734963 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ec016b6e-7aba-447c-a822-dfa62d4b92a4 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1093 time: 0.0687852 Jan 14 12:01:26.737769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53202) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:26.742765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:01:26.748138 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:01:26.752802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:01:26.755569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:01:26.761102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:01:26.771794 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:26.907336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:27.042732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.108 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/0d9a130f-b39a-4eb3-a2d1-f39819878560) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:01:27.190068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:27.217548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:27.283957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:01:27.286710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:01:27.289359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:01:27.317251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=0d9a130f-b39a-4eb3-a2d1-f39819878560,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:27.802811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:27.859608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:28.069316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:28.074601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:28.271331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=0d9a130f-b39a-4eb3-a2d1-f39819878560,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:01:28.286609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:28.481068 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 6bd55b00-3db2-408e-88f0-1f4fba5adf38 associated. External IP: 172.26.8.108, port: 0f59958e-66d0-48a5-a5dd-e0a5d832736a. Jan 14 12:01:28.884482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:01:29.081262 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:01:29.090552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] Sync routers for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:01:29.103135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:29.103994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:01:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:29.105439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:29.160569 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5a28e019-bf75-4dc1-b5ed-5d1c74db6e23 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4218132 Jan 14 12:01:29.161611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:01:29.163312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53206) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:29.307615 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'status': 'completed', 'code': 200} Jan 14 12:01:29.309025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:29.425051 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-b53dabb8-2aaf-4692-b475-fb8cd72eb761 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1098 time: 0.0930419 Jan 14 12:01:29.455480 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fb447c76-0d97-4808-9077-7bb22fe4e24e tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935 HTTP/1.1" status: 200 len: 922 time: 0.2910368 Jan 14 12:01:29.458364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53214) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:29.564435 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d05c9c32-6a83-434b-9ae4-8347f1d0f9ef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1048346 Jan 14 12:01:29.574813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-b88a82b8-8886-4db9-8680-2970355ee451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:29.576228 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-b88a82b8-8886-4db9-8680-2970355ee451 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 200 len: 898 time: 0.1457553 Jan 14 12:01:29.705785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6bd55b00-3db2-408e-88f0-1f4fba5adf38', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:01:27Z', 'updated_at': '2022-01-14T12:01:27Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:01:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:29.709929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] Checking router: 7a219f25-2c27-49a5-8a45-17bc4ecf8935 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:01:29.721465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:01:29.722131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:01:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:29.775959 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-fb5bfa20-430c-4009-a19f-b40c1442a723 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 200 len: 999 time: 0.1939406 Jan 14 12:01:29.841519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-a87fc03f-1c38-438d-849a-c8f10604fc13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:01:29.842949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-a87fc03f-1c38-438d-849a-c8f10604fc13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c16517f-7e63-44f5-bdfb-79b619591915 HTTP/1.1" status: 200 len: 834 time: 0.0610237 Jan 14 12:01:29.896738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:01:29.918815 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-d6165c36-7b83-45c2-9259-b5c7e53a1b77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec84b9e0-0076-4fa9-ab09-6d37c9880809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683088 Jan 14 12:01:30.048305 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-1fc1eb18-3e80-4772-a5d6-3fad0f803f57 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237404 Jan 14 12:01:30.182733 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bd4ddc4-d30e-4512-abe1-55f5cce48ce5 req-6afbb957-05ae-4f47-9c8a-2d8487645800 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289616 Jan 14 12:01:30.245794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6bd55b00-3db2-408e-88f0-1f4fba5adf38', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:01:27Z', 'updated_at': '2022-01-14T12:01:27Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:01:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:01:30.249904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0898cb-8a66-4b3b-b180-6d455824b00b None None] The sync data for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv is: [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6bd55b00-3db2-408e-88f0-1f4fba5adf38', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:01:27Z', 'updated_at': '2022-01-14T12:01:27Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:01:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:01:30.433764 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f209b-1048-4f50-a820-12c9b260d08b None None] New status for floating IP 6bd55b00-3db2-408e-88f0-1f4fba5adf38: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:01:30.568523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53218) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:30.675497 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4783e0e4-b08f-410e-84ea-cefd90e3b816 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1058753 Jan 14 12:01:30.823498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-54223b89-4845-48d9-863f-299ab0591a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:31.092914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:31.679360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53222) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:01:31.781873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f01a70a-184f-413b-b72d-0202063ccffa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 993 time: 0.1012609 Jan 14 12:01:33.037198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-04372f7b-5373-45a6-b3f9-944bd1546b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:34.179632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:34.385242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:35.490242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:01:44.116852 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:02:00.824690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c0ef74ef-aabb-4e4f-85a0-7260512b56bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:01.098737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:03.038383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-100313bf-702d-49db-bdc5-6fa902c7cc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:04.181303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:04.388169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:05.492145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:21.119012 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:02:22.981489 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-b6cdb288-1bc0-4778-b352-8a8c15002424 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673263 Jan 14 12:02:23.119606 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-654e2a6c-5814-477d-9ae5-31e84fb3af6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1098 time: 0.0714846 Jan 14 12:02:23.260540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-c20749ae-8d1d-4351-8a2a-ee1dbc51b04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:23.261978 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-c20749ae-8d1d-4351-8a2a-ee1dbc51b04b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 200 len: 898 time: 0.1231828 Jan 14 12:02:23.358677 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-e8ebec6f-bf82-41bc-be8a-4edaed2d8e80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 200 len: 1001 time: 0.0910041 Jan 14 12:02:23.420956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-c50d9377-6359-4b87-8576-7ba14485fb69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:23.422336 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-c50d9377-6359-4b87-8576-7ba14485fb69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c16517f-7e63-44f5-bdfb-79b619591915 HTTP/1.1" status: 200 len: 834 time: 0.0575700 Jan 14 12:02:23.492707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-70a35656-a9a8-4c29-a32a-d6566c991810 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec84b9e0-0076-4fa9-ab09-6d37c9880809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649462 Jan 14 12:02:23.620428 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-dc1331ce-8b78-42aa-b4c5-1a08211dc1e2 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213315 Jan 14 12:02:23.748825 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-596a6727-2cdc-4289-af10-aaa385dcd583 req-029b8b60-cdb2-454e-8f5c-39bf6f393107 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230991 Jan 14 12:02:30.830269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e58033f-916a-4c71-b387-c8ed0d474b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:31.105828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:33.041076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8df53f27-659f-4f67-974f-5911e4996808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:34.182697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:34.390881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:35.494679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:40.797621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53246) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:41.073513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0aa34d5a-1e5d-4785-8ad1-fe51d4430a40 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2746770 Jan 14 12:02:41.076276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53250) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:41.287668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b62393e-2ed1-4e05-b9f6-b40a88bd9977 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Notify agent at dv-neutron-823850-1-hyperv the message router_removed_from_agent {{(pid=83451) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 14 12:02:41.290820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5b62393e-2ed1-4e05-b9f6-b40a88bd9977 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "DELETE /v2.0/agents/513b2baf-183e-44dd-9648-c7afa23fd342/l3-routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935 HTTP/1.1" status: 204 len: 168 time: 0.2135432 Jan 14 12:02:41.293382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53254) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:41.467245 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3587ade5-32be-461b-b4fc-deb4e30b4632 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1728048 Jan 14 12:02:41.469859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53258) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:41.570963 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b81ec57f-4ac3-4f83-af17-a1c485a3524f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 993 time: 0.1000407 Jan 14 12:02:42.054497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed200a5-0a19-4fc8-8f68-013ccab02beb None None] New status for floating IP 6bd55b00-3db2-408e-88f0-1f4fba5adf38: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:02:42.574827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53264) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:42.678668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-69371645-8e21-49c4-8d33-b0abf7b2fd7e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1025467 Jan 14 12:02:43.256349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:02:43.364894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:43.395924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:02:43.399856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:43.400742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:02:43.547908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:02:43.583187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.583533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.583869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.584201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.584536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.584894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.585216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.585539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.585857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.586173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.586490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:43.612623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:43.628050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7f90aff1-9596-487f-a0b3-05e990738f1c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7f90aff1-9596-487f-a0b3-05e990738f1c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:02:43.632565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:43.696073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:02:44.721906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53272) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:44.919630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f747866-ef39-4aab-a7d8-00b050c8dc12 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:02:44.919977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f747866-ef39-4aab-a7d8-00b050c8dc12 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Notify agent at dv-neutron-823850-1-hyperv the message router_added_to_agent {{(pid=83451) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 14 12:02:44.947415 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5f747866-ef39-4aab-a7d8-00b050c8dc12 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "POST /v2.0/agents/513b2baf-183e-44dd-9648-c7afa23fd342/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2244489 Jan 14 12:02:44.950283 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] Sync routers for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:02:44.951094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53278) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:44.964766 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:02:44.965328 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:02:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:02:45.128830 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d327bcfb-fa52-4030-85f5-19a640358f83 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1741414 Jan 14 12:02:45.129224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53282) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:45.138198 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:02:45.233427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6072b507-8de2-4c79-b423-d7204c0cda77 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1032429 Jan 14 12:02:45.474210 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:02:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6bd55b00-3db2-408e-88f0-1f4fba5adf38', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:01:27Z', 'updated_at': '2022-01-14T12:02:42Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:02:43Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:02:45.477836 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] Checking router: 7a219f25-2c27-49a5-8a45-17bc4ecf8935 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:02:45.487733 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:02:45.488895 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:02:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:02:45.732302 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:02:46.188294 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:02:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6bd55b00-3db2-408e-88f0-1f4fba5adf38', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:01:27Z', 'updated_at': '2022-01-14T12:02:42Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:02:43Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:02:46.192247 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce96534-97e7-427f-bc10-44cd447c023e None None] The sync data for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv is: [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:01:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:02:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6bd55b00-3db2-408e-88f0-1f4fba5adf38', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'port_id': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'mac_address': 'fa:16:3e:2d:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:01:27Z', 'updated_at': '2022-01-14T12:02:42Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79966e3d-97bb-4bdf-90e0-2e7c9b8a1139', 'name': '', 'network_id': 'ec84b9e0-0076-4fa9-ab09-6d37c9880809', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:99:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:08Z', 'updated_at': '2022-01-14T12:02:43Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '4c16517f-7e63-44f5-bdfb-79b619591915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:02:46.237422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53286) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:46.470415 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-554c508a-79f6-4bb7-8e54-338890fe4cef tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.2315521 Jan 14 12:02:47.303096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:02:47.371937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:02:47.372288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:47.474326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53290) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:47.482272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:47.514182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:02:47.518870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:47.519678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:02:47.583294 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-af4b70eb-7439-46b5-934b-444575f427d5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1066360 Jan 14 12:02:47.639391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:02:47.653138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7f90aff1-9596-487f-a0b3-05e990738f1c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:02:47.653503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:47.764477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:47.780287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 7f90aff1-9596-487f-a0b3-05e990738f1c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7f90aff1-9596-487f-a0b3-05e990738f1c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:02:47.783407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:47.849415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:02:48.585329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53294) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:48.689372 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9221ec65-de48-43c7-806a-3ce0347474cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1026309 Jan 14 12:02:49.269085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:02:49.336741 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:02:49.337113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:49.450146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:02:49.516478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 7f90aff1-9596-487f-a0b3-05e990738f1c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:02:49.516868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:49.693701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53298) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:49.794682 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3147970a-c47e-4964-bf1d-25bfa5547054 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.0992439 Jan 14 12:02:50.797853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53302) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:50.898686 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7be2aff9-dede-4fc5-af4f-a8a8c6673908 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.0997114 Jan 14 12:02:51.902650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53306) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:52.105104 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8f1b91b8-6203-491f-b153-8a88e5d1dd35 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.2012768 Jan 14 12:02:53.108843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53310) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:53.212505 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2ae5c038-a6c8-4142-9bde-f01ebdbfd351 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 991 time: 0.1026423 Jan 14 12:02:53.318036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124fba5-f881-4f06-90ed-d1fd3940de26 None None] New status for floating IP 6bd55b00-3db2-408e-88f0-1f4fba5adf38: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:02:54.216404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53314) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:54.321153 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bc937f67-c297-445e-bf7a-2a3a7691f8a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 200 len: 993 time: 0.1035569 Jan 14 12:02:54.595054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53322) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:02:54.791469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 0d9a130f-b39a-4eb3-a2d1-f39819878560 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:02:54.791804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:54.954551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:54.954880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:55.072484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 0d9a130f-b39a-4eb3-a2d1-f39819878560 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:02:55.218603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:55.266485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=0d9a130f-b39a-4eb3-a2d1-f39819878560,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:02:55.334015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.334357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.334692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.335021 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.335358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.335683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.336006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.336329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.336646 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.337060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.337385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:55.367769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:55.754736 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:02:56.035765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:02:56.055336 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:56.108911 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-972725c3-eae1-442c-b246-55b7cf7663e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/6bd55b00-3db2-408e-88f0-1f4fba5adf38 HTTP/1.1" status: 204 len: 168 time: 1.5127983 Jan 14 12:02:56.109701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:02:56.167985 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'status': 'completed', 'code': 200} Jan 14 12:02:56.260399 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-7514a146-2d18-4e16-9058-0d6353cbd4a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 1098 time: 0.0705981 Jan 14 12:02:56.396947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-dfb07920-1db8-4bc2-a6d6-f05e4594eed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:56.398395 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-dfb07920-1db8-4bc2-a6d6-f05e4594eed7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 200 len: 898 time: 0.1321084 Jan 14 12:02:56.469503 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-55677276-5368-4b11-a37e-ac43da932f92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 200 len: 217 time: 0.0635703 Jan 14 12:02:56.501027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029973a-aa8a-49c3-8ae0-936aff0d0e0f req-82402baf-cf2e-4898-a57b-b01ca9fc2270 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:56.501714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-1029973a-aa8a-49c3-8ae0-936aff0d0e0f req-82402baf-cf2e-4898-a57b-b01ca9fc2270 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:02:56.517306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-1029973a-aa8a-49c3-8ae0-936aff0d0e0f req-82402baf-cf2e-4898-a57b-b01ca9fc2270 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:02:56.518470 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1029973a-aa8a-49c3-8ae0-936aff0d0e0f req-82402baf-cf2e-4898-a57b-b01ca9fc2270 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.0932117 Jan 14 12:02:56.531570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-12ef8311-5662-4dc4-a687-3458b035e8ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:56.533052 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-12ef8311-5662-4dc4-a687-3458b035e8ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c16517f-7e63-44f5-bdfb-79b619591915 HTTP/1.1" status: 200 len: 834 time: 0.0575693 Jan 14 12:02:56.563591 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1029973a-aa8a-49c3-8ae0-936aff0d0e0f req-7a2d67e5-1b19-48e6-8ac0-5e90a7a69f60 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394578 Jan 14 12:02:56.612323 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-8d16f045-e398-46cd-80dd-cebdb72e8643 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec84b9e0-0076-4fa9-ab09-6d37c9880809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736167 Jan 14 12:02:56.741036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-70d9ed7a-0f08-4cbc-8068-3c1e4a685e1e service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218288 Jan 14 12:02:56.870665 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5133096d-35ff-40a2-af32-7f35626d76f6 req-91cdc86c-d776-41ac-9a6d-a8076d17e792 service neutron] 10.222.0.31 "GET /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228886 Jan 14 12:02:57.767341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b18f0-67a4-4577-8327-dcb4e1bc5c20 req-4fd92822-00b9-46ff-83c0-c3aa80050abc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:57.768873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a6b18f0-67a4-4577-8327-dcb4e1bc5c20 req-4fd92822-00b9-46ff-83c0-c3aa80050abc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.0775840 Jan 14 12:02:57.812816 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a6b18f0-67a4-4577-8327-dcb4e1bc5c20 req-1e74cdd1-f7ee-4b5f-af3a-f9683f2a508f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e7e81bd-0449-4dc4-93de-8a24c940781b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382836 Jan 14 12:02:58.058270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-be9ba9d2-b4c1-46c6-bfa0-248e2fb1b27b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:02:58.059703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-be9ba9d2-b4c1-46c6-bfa0-248e2fb1b27b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 945 time: 0.0825627 Jan 14 12:02:58.119234 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:02:58.124983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 0f59958e-66d0-48a5-a5dd-e0a5d832736a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:02:58.125320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:58.362709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 0f59958e-66d0-48a5-a5dd-e0a5d832736a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=0f59958e-66d0-48a5-a5dd-e0a5d832736a,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:02:58.363060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:58.482873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 0f59958e-66d0-48a5-a5dd-e0a5d832736a owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:02:58.714934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:58.762519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=0f59958e-66d0-48a5-a5dd-e0a5d832736a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:02:58.806196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.806798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.806901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.807160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.807537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.807961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.808299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.808614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.808971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.809283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.809593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:02:58.849499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 0f59958e-66d0-48a5-a5dd-e0a5d832736a on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:02:58.852054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:02:58.854346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'name': 'network-vif-deleted', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:02:58.869384 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d360791-d932-49c8-9f66-a46a102c5c47 req-ebffab6a-b8e5-4acc-a844-9705561e289c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/0f59958e-66d0-48a5-a5dd-e0a5d832736a HTTP/1.1" status: 204 len: 173 time: 0.8049965 Jan 14 12:02:58.913035 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b4d85-8ded-432b-9dd0-a8301513e480', 'name': 'network-vif-deleted', 'tag': '0f59958e-66d0-48a5-a5dd-e0a5d832736a', 'status': 'completed', 'code': 200} Jan 14 12:02:58.977270 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4b138d86-ebc8-4b97-a74c-80ecd32e96e8 req-ce9bcf86-187a-46eb-9b69-8e6db4f4efd1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95b4d85-8ded-432b-9dd0-a8301513e480 HTTP/1.1" status: 200 len: 210 time: 0.0409691 Jan 14 12:03:00.081894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53342) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:00.151752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d5cae40-2fa7-49ca-9818-cd920d84d916 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:00.181205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d5cae40-2fa7-49ca-9818-cd920d84d916 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:00.244069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d5cae40-2fa7-49ca-9818-cd920d84d916 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:00.261823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cae40-2fa7-49ca-9818-cd920d84d916 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e81bd-0449-4dc4-93de-8a24c940781b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:00.272318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1d5cae40-2fa7-49ca-9818-cd920d84d916 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:00.273517 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1d5cae40-2fa7-49ca-9818-cd920d84d916 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e7e81bd-0449-4dc4-93de-8a24c940781b HTTP/1.1" status: 204 len: 168 time: 0.1906087 Jan 14 12:03:00.315493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53348) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:00.709142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:00.822536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01a77070-4324-4646-b81b-f1176f3a15c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:01.103782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:01.304498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:03:01.305108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:01.573309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:01.573640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:01.636389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 0f59958e-66d0-48a5-a5dd-e0a5d832736a no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:03:01.672365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 0f59958e-66d0-48a5-a5dd-e0a5d832736a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:03:01.672702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 0f59958e-66d0-48a5-a5dd-e0a5d832736a not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:03:01.695774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:03:01.872952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:01.917600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=79966e3d-97bb-4bdf-90e0-2e7c9b8a1139,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:02.206879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:02.773006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:03:03.044660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e26de3a8-d642-4715-ae57-08c18ff577fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.078676 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:03:03.091221 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c97a3724-5414-4a83-acb7-66528187aa6a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7746739 Jan 14 12:03:03.093859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53354) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:03.278193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet 4c16517f-7e63-44f5-bdfb-79b619591915 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:03:03.281119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.332968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.411981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.484078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.523436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=4c16517f-7e63-44f5-bdfb-79b619591915,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:03.528889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.534497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d085f8db-43b9-4bd0-9549-f58a0a721316 None None] Network ec84b9e0-0076-4fa9-ab09-6d37c9880809 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:03:03.535604 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fff20daf-7a90-4a97-878a-fe1e18add87b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/4c16517f-7e63-44f5-bdfb-79b619591915 HTTP/1.1" status: 204 len: 168 time: 0.4408281 Jan 14 12:03:03.538871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53358) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:03.747508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.750132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] Sync routers for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:03:03.762604 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:03.763290 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:03.790123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] DHCP port deletion for ec84b9e0-0076-4fa9-ab09-6d37c9880809 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:03:03.794395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] Deleting port 858320d5-0708-42be-b852-853a2100f208 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:03:03.794952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.944500 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:03.948205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:03.959007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 7f90aff1-9596-487f-a0b3-05e990738f1c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:03:03.960328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.045020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] For port 858320d5-0708-42be-b852-853a2100f208, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=858320d5-0708-42be-b852-853a2100f208,segment=NetworkSegment(d3b877b4-223c-469a-9d56-c4196f8252a9),segment_id=d3b877b4-223c-469a-9d56-c4196f8252a9)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:04.045616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.150377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 7f90aff1-9596-487f-a0b3-05e990738f1c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=7f90aff1-9596-487f-a0b3-05e990738f1c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:04.150783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.166157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] Calling delete_port for 858320d5-0708-42be-b852-853a2100f208 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:03:04.232436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.254164 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:03:01Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '7f90aff1-9596-487f-a0b3-05e990738f1c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:04.259363 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] Checking router: 7a219f25-2c27-49a5-8a45-17bc4ecf8935 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:03:04.262394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.272467 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] Routers {'7a219f25-2c27-49a5-8a45-17bc4ecf8935'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:04.273155 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:04.273737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 7f90aff1-9596-487f-a0b3-05e990738f1c owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:03:04.308723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] Pushing event deleted for resources: {'Port': ['ID=858320d5-0708-42be-b852-853a2100f208,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:04.316124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed48de-1cfd-453b-bed6-c6919ca51781 None None] No DVR routers for this DVR port 858320d5-0708-42be-b852-853a2100f208 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:03:04.402804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.432082 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] Set router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:04.537198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:04.539251 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:03:03Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:04.543240 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34557dc-fa15-401b-a1fe-ea47d81f2be6 None None] The sync data for ids ['7a219f25-2c27-49a5-8a45-17bc4ecf8935'] in dv-neutron-823850-1-hyperv is: [{'id': '7a219f25-2c27-49a5-8a45-17bc4ecf8935', 'name': 'tempest-TestNetworkBasicOps-router-1947644855', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:01:05Z', 'updated_at': '2022-01-14T12:03:03Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:03:04.584323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=7f90aff1-9596-487f-a0b3-05e990738f1c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:04.801122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.062642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.066690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.092844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.093369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router 7a219f25-2c27-49a5-8a45-17bc4ecf8935 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:03:05.107326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.108386 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44a4bc42-da83-4a10-9dbe-480fca4f79f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/7a219f25-2c27-49a5-8a45-17bc4ecf8935 HTTP/1.1" status: 204 len: 168 time: 1.5686202 Jan 14 12:03:05.110967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53362) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:05.218730 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.352983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 858320d5-0708-42be-b852-853a2100f208 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:03:05.357887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.385878 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec84b9e0-0076-4fa9-ab09-6d37c9880809']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:05.389459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 858320d5-0708-42be-b852-853a2100f208 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:03:05.390012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 858320d5-0708-42be-b852-853a2100f208 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:03:05.390419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:03:05.398951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b877b4-223c-469a-9d56-c4196f8252a9') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:05.399280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b877b4-223c-469a-9d56-c4196f8252a9') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:05.411473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.420121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1220c2-7ca4-412e-9f33-0d2b1368745e None None] New status for floating IP 6bd55b00-3db2-408e-88f0-1f4fba5adf38: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:03:05.427667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.434055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:03:05.434507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:03:05.449025 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:03:05.476009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:03:05.476347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 79966e3d-97bb-4bdf-90e0-2e7c9b8a1139 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:03:05.476771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:03:05.528788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.533380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.561545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=ec84b9e0-0076-4fa9-ab09-6d37c9880809,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:05.566063 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1bb21296-57cd-4b84-ac5f-71cb3d693320 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/ec84b9e0-0076-4fa9-ab09-6d37c9880809 HTTP/1.1" status: 204 len: 168 time: 0.4541636 Jan 14 12:03:05.574017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 7f90aff1-9596-487f-a0b3-05e990738f1c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:03:05.574523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 7f90aff1-9596-487f-a0b3-05e990738f1c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:03:05.584137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53366) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:05.589850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--2031045038', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:05.595234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:05.598501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.600821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:05.604407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:05.611785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:05.622544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:03:05.625640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.653178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:03:05.663384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.663684 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment 1bb33633-79e2-4096-87df-c915d8e41696 of type vlan for network e3007d04-b490-49ff-8e89-536715b152cb Jan 14 12:03:05.690124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.721368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.725404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:05.725994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.823398 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2381556 Jan 14 12:03:05.826317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53370) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:05.831759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:05.839626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:05.842893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51b462-7967-4b8d-97a6-de99889f8509 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=e3007d04-b490-49ff-8e89-536715b152cb,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:05.843353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:05.847106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:05.853690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network e3007d04-b490-49ff-8e89-536715b152cb details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:03:05.855159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:05.866159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.867053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:05.885568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.026340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.295303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.323597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.457181 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.24 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/4a1449b4-89cd-4bfb-ae52-bcb56622921d) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:03:06.601872 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.627720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.692058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:03:06.695381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:06.699562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:03:06.722933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=4a1449b4-89cd-4bfb-ae52-bcb56622921d,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:06.849710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:06.850418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:07.073704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:03:07.268748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:03:07.278049 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Sync routers for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:03:07.290191 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:07.290990 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:07.295127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:07.296341 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8f70284c-e175-4b87-8c8e-e9d65f241c29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4689486 Jan 14 12:03:07.299712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53374) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:07.342308 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c2bb620b-31a8-4f6a-9e3d-84530de9253f tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413439 Jan 14 12:03:07.344806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53378) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:07.478202 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df2a86-0928-43a4-aa36-0433cb27aad8 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:07.478878 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:07.479672 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-37df2a86-0928-43a4-aa36-0433cb27aad8 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340103 Jan 14 12:03:07.482522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53382) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:07.519378 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ce1c3ca6-aefe-42b3-9f03-3e9fd644ed86 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358250 Jan 14 12:03:07.522312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53386) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:07.527410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870206489', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:07.636115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:07.639951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:07.642812 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:07.649068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:07.658487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:03:07.809798 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:06Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:07.813715 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Checking router: dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:03:07.814058 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Updating router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 port 4a1449b4-89cd-4bfb-ae52-bcb56622921d binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:03:07.856637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:07.868950 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.065935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.151765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=842c4837-29bd-4a82-958a-17b363c90af5,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:08.161273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:03:08.161632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: e3007d04-b490-49ff-8e89-536715b152cb, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:03:08.183649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network e3007d04-b490-49ff-8e89-536715b152cb is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:03:08.193129 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.194475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, e3007d04-b490-49ff-8e89-536715b152cb) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:08.198448 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:08.199029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.205586 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Transition to ACTIVE for port object 4a1449b4-89cd-4bfb-ae52-bcb56622921d will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:08.206052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4300c5-5cf8-4c8a-8ff3-9b180f77496f None None] Network e3007d04-b490-49ff-8e89-536715b152cb requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:03:08.213076 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.231769 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ca0081a8-5e14-445a-a254-3d132e988971 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7059479 Jan 14 12:03:08.232007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53390) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:08.293945 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Pushing event updated for resources: {'Port': ['ID=4a1449b4-89cd-4bfb-ae52-bcb56622921d,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:08.307392 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Attempting to bind port 4a1449b4-89cd-4bfb-ae52-bcb56622921d on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:03:08.308180 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Attempting to bind port 4a1449b4-89cd-4bfb-ae52-bcb56622921d by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:03:08.308180 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Attempting to bind port 4a1449b4-89cd-4bfb-ae52-bcb56622921d on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:03:08.311653 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.311653 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.311883 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.312141 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.312459 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.312795 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.313109 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.313420 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.313724 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.314029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.314333 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:03:08.321869 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:03:08.322212 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:03:08.322539 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.322912 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:03:08.323356 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Bound port: 4a1449b4-89cd-4bfb-ae52-bcb56622921d, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:03:08.323714 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.398309 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] For port 4a1449b4-89cd-4bfb-ae52-bcb56622921d, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:03:08.401606 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] For port 4a1449b4-89cd-4bfb-ae52-bcb56622921d, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4a1449b4-89cd-4bfb-ae52-bcb56622921d,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:03:08.406314 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.429185 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-e3007d04-b490-49ff-8e89-536715b152cb', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:03:08.430240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.501042 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c4f6f-686b-4e94-b1fe-14068108d3b4 None None] Pushing event updated for resources: {'Port': ['ID=4a1449b4-89cd-4bfb-ae52-bcb56622921d,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:08.503527 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:08.504118 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:08.598320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Allocated IP 172.20.0.2 (e3007d04-b490-49ff-8e89-536715b152cb/842c4837-29bd-4a82-958a-17b363c90af5/14028d3e-81b3-46f7-99aa-83c6d2b4bd1b) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:03:08.696072 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:08.806139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.817120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Transition to ACTIVE for port object 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:08.839894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Transition to ACTIVE for port object 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:08.846236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:08.956653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Network e3007d04-b490-49ff-8e89-536715b152cb is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:03:08.959840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:08.962301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:03:08.969021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Pushing event updated for resources: {'Port': ['ID=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:08.986769 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:06Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:08.991130 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989b632-889d-4abc-99ae-28ca9badc941 None None] The sync data for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv is: [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:06Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:03:09.056954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Attempting to bind port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:03:09.057319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Attempting to bind port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:03:09.057665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Attempting to bind port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b on network e3007d04-b490-49ff-8e89-536715b152cb {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:03:09.064767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:03:09.064984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.065452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Checking segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:03:09.065686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.066123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Bound using segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:03:09.066589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Bound port: 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:03:09.066963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.162261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] For port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:03:09.165501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] For port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:03:09.173503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.295186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d7d77-4ec4-4a6b-8f8c-6e3df94bed52 None None] Pushing event updated for resources: {'Port': ['ID=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:09.344548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a1449b4-89cd-4bfb-ae52-bcb56622921d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:09.441416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4a1449b4-89cd-4bfb-ae52-bcb56622921d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:09.448177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4a1449b4-89cd-4bfb-ae52-bcb56622921d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:09.448177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.581770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.598261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (e3007d04-b490-49ff-8e89-536715b152cb/842c4837-29bd-4a82-958a-17b363c90af5/eceb74e0-d01f-4d81-a279-e02c2d536581) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:03:09.600046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 4a1449b4-89cd-4bfb-ae52-bcb56622921d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4a1449b4-89cd-4bfb-ae52-bcb56622921d,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:09.608538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.691785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=4a1449b4-89cd-4bfb-ae52-bcb56622921d,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:09.882239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.899392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object eceb74e0-d01f-4d81-a279-e02c2d536581 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:09.922488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:09.992366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network e3007d04-b490-49ff-8e89-536715b152cb is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:03:09.995420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:09.997799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:03:10.034485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=eceb74e0-d01f-4d81-a279-e02c2d536581,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:10.060962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.155350 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.268986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a43167-f4e7-41ec-99f5-77fdcf85e618 None None] Network e3007d04-b490-49ff-8e89-536715b152cb requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:03:10.387885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e9275ca6-9ab9-4720-8c5a-841d26b95515 None None] Provisioning for port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:10.566695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.571814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.684422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.687796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=eceb74e0-d01f-4d81-a279-e02c2d536581,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:10.721423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-83a9dfff-aeac-4eb4-b863-eca6248e4633 None None] Provisioning for port eceb74e0-d01f-4d81-a279-e02c2d536581 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:10.727936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-83a9dfff-aeac-4eb4-b863-eca6248e4633 None None] Provisioning complete for port eceb74e0-d01f-4d81-a279-e02c2d536581 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:10.728308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfff-aeac-4eb4-b863-eca6248e4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.791152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-83a9dfff-aeac-4eb4-b863-eca6248e4633 None None] Port eceb74e0-d01f-4d81-a279-e02c2d536581 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:03:10.827267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network e3007d04-b490-49ff-8e89-536715b152cb is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:03:10.828402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:10.924742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c7923e33-ae08-48c6-9151-8d4d2b5a0e76 None None] Provisioning complete for port eceb74e0-d01f-4d81-a279-e02c2d536581 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:10.925115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c7923e33-ae08-48c6-9151-8d4d2b5a0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:10.986185 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c7923e33-ae08-48c6-9151-8d4d2b5a0e76 None None] Port eceb74e0-d01f-4d81-a279-e02c2d536581 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:03:11.112208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b36d8243-52b3-4684-8bbb-86f870087b55 None None] Provisioning complete for port eceb74e0-d01f-4d81-a279-e02c2d536581 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:11.112493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b36d8243-52b3-4684-8bbb-86f870087b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:11.172855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8243-52b3-4684-8bbb-86f870087b55 None None] Port eceb74e0-d01f-4d81-a279-e02c2d536581 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:03:11.215316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:03:11.352528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a1449b4-89cd-4bfb-ae52-bcb56622921d up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:11.426187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4a1449b4-89cd-4bfb-ae52-bcb56622921d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:11.427373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:11.508695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:03:11.522986 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8855dbb0-3873-4451-a479-55300e594a34 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898750 Jan 14 12:03:11.525792 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53394) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:11.543799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:11.610902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:11.616850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:11.617221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:11.664851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ad4ba-cd0b-4c7e-969c-076d95926faf tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.665227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ad4ba-cd0b-4c7e-969c-076d95926faf tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.665948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ad4ba-cd0b-4c7e-969c-076d95926faf tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.665948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ad4ba-cd0b-4c7e-969c-076d95926faf tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.670210 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fa1ad4ba-cd0b-4c7e-969c-076d95926faf tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1408052 Jan 14 12:03:11.670358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53398) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:11.734977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:11.737829 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c1461-ee53-4e6e-b1ca-8abc0d88c4b1 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.738203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c1461-ee53-4e6e-b1ca-8abc0d88c4b1 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.738562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c1461-ee53-4e6e-b1ca-8abc0d88c4b1 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.738915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c1461-ee53-4e6e-b1ca-8abc0d88c4b1 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:11.743726 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-423c1461-ee53-4e6e-b1ca-8abc0d88c4b1 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0697927 Jan 14 12:03:11.743983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53402) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:11.767934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:11.771658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:11.835750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:11.943615 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-93f9e721-e8b2-42fc-897e-8ad2d17aa656 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1986883 Jan 14 12:03:12.186724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53410) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:12.192381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524056519', 'description': 'tempest-secgroup-smoke-524056519 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:12.198304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.202354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.205180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.211386 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:12.221853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.256010 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.259611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.262348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.267906 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:12.322250 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.326086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.369886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2979911b-f859-4d0f-bc35-dc0aec89c923,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:12.375842 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.377026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3a92f141-586a-4224-b2bb-435d8f815a0c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1893070 Jan 14 12:03:12.380616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53414) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:12.386111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '2979911b-f859-4d0f-bc35-dc0aec89c923', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:12.391940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.395756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.398692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.404798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:12.424515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.485419 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.489193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.512606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09e9b84-d0d4-4652-abca-97928ca3b787,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:12.522354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.523588 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-77ea29cc-22a4-43eb-af63-a9383aa3a6ba tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419973 Jan 14 12:03:12.526315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53418) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:12.531861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '2979911b-f859-4d0f-bc35-dc0aec89c923', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:12.537695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.541378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.544161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.549678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:12.565984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.583728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Sync routers for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:03:12.595459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:12.596124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:12.628362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.635238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.661559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d370e687-c01c-4920-b010-ac91bb170f58,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:12.671696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.672896 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b7cd16d6-0f41-45c1-b1f4-6c23a59e95a3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1456192 Jan 14 12:03:12.675530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53422) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:12.681395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '2979911b-f859-4d0f-bc35-dc0aec89c923', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:12.686950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.690654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.694221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.699734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:12.717376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.775712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:12.782561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.786108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.806737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ef1e1d-eeb1-48ad-8d05-fb3658e2a8f5,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:12.818366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.819535 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-04b6facf-c975-4b6f-bd9f-ee6d044f32b0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431220 Jan 14 12:03:12.822338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53426) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:12.827763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '2979911b-f859-4d0f-bc35-dc0aec89c923', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:12.833969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.838019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.841289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.847086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:12.865362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.928666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.932326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.955902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a284409c-f011-4fb0-9c0d-57c33fe59474,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:12.965521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:12.966868 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-56a91445-bc5d-4e28-8187-8c73f20324f0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1436439 Jan 14 12:03:12.969601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53430) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:12.975352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '2979911b-f859-4d0f-bc35-dc0aec89c923', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:12.981183 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:12.984893 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:12.987667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:12.994086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:13.006883 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:03:13.013764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.082335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.086873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.112505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e702cd6-9395-43a8-9803-f209e8c04e7e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:13.122845 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:13.123205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.124340 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9ddf416e-e19e-4b1c-ad23-56fa09c4e7ee tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1537933 Jan 14 12:03:13.127267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53434) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:13.130955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Checking router: dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:03:13.131311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Updating router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 port eceb74e0-d01f-4d81-a279-e02c2d536581 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:03:13.132917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '2979911b-f859-4d0f-bc35-dc0aec89c923', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:13.138742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:13.142595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:13.145534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:13.151207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:13.166944 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:03:13.173641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.184657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.250104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.254543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.283897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547ddb44-70c0-4323-b74d-2506e08a1319,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:13.290094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.291247 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8dcbae5d-df23-4f2b-ad76-8c822441e72d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1629729 Jan 14 12:03:13.298082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:13.462616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-e1b6ba20-6350-4bb0-8336-7559151e5b9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:03:13.474840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:13.475256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.478058 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-e1b6ba20-6350-4bb0-8336-7559151e5b9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:03:13.479370 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-e1b6ba20-6350-4bb0-8336-7559151e5b9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524056519&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0568953 Jan 14 12:03:13.623302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036537e6-eadf-4062-8723-690f4fd982ec req-d4e2dd18-d757-48ff-bd29-45872644edcb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:13.623873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-d4e2dd18-d757-48ff-bd29-45872644edcb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:03:13.638474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-d4e2dd18-d757-48ff-bd29-45872644edcb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:03:13.639751 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-d4e2dd18-d757-48ff-bd29-45872644edcb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 797 time: 0.1538422 Jan 14 12:03:13.656438 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-b0a0dd0b-0bd6-4164-80dc-398561410e1e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0110693 Jan 14 12:03:13.695589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.707455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Transition to ACTIVE for port object eceb74e0-d01f-4d81-a279-e02c2d536581 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:13.714895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.743529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-2bba8a5d-d91c-438d-941a-8565a2f5e63b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:03:13.759586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-2bba8a5d-d91c-438d-941a-8565a2f5e63b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:03:13.760545 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-2bba8a5d-d91c-438d-941a-8565a2f5e63b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983427 Jan 14 12:03:13.837287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98248a8-a2a7-4643-9e2d-042f6488758f None None] Pushing event updated for resources: {'Port': ['ID=eceb74e0-d01f-4d81-a279-e02c2d536581,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:13.929865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Attempting to bind port eceb74e0-d01f-4d81-a279-e02c2d536581 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:03:13.930231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Attempting to bind port eceb74e0-d01f-4d81-a279-e02c2d536581 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:03:13.930590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Attempting to bind port eceb74e0-d01f-4d81-a279-e02c2d536581 on network e3007d04-b490-49ff-8e89-536715b152cb {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:03:13.937817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:03:13.938332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Checking segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:03:13.938831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.939331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Bound using segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:03:13.939906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Bound port: eceb74e0-d01f-4d81-a279-e02c2d536581, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:03:13.940489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:13.988470 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-11ac9fdc-f930-4554-807d-9b211250c57b service neutron] 10.222.0.48 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148213 Jan 14 12:03:14.045660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] For port eceb74e0-d01f-4d81-a279-e02c2d536581, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:03:14.050811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] For port eceb74e0-d01f-4d81-a279-e02c2d536581, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eceb74e0-d01f-4d81-a279-e02c2d536581,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:03:14.055134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:14.121264 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-5240588b-add2-488b-9872-3dfa2faabd00 service neutron] 10.222.0.48 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276751 Jan 14 12:03:14.136867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98248a8-a2a7-4643-9e2d-042f6488758f None None] Pushing event updated for resources: {'Port': ['ID=eceb74e0-d01f-4d81-a279-e02c2d536581,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:14.141136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:14.141683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:14.341427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-472c380f-44ae-49a2-9c21-a97bf54bd187 req-21add5fb-0c9e-45f7-bf4c-a48e8fbb3b8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:03:14.342141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:14.353878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-472c380f-44ae-49a2-9c21-a97bf54bd187 req-21add5fb-0c9e-45f7-bf4c-a48e8fbb3b8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:03:14.360524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-472c380f-44ae-49a2-9c21-a97bf54bd187 req-21add5fb-0c9e-45f7-bf4c-a48e8fbb3b8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 210 time: 0.0668380 Jan 14 12:03:14.701632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:14Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:14.705457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedf9af-c02e-4525-a444-41125d4190e4 None None] The sync data for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv is: [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:14Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:03:15.326177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eceb74e0-d01f-4d81-a279-e02c2d536581 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:15.418265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port eceb74e0-d01f-4d81-a279-e02c2d536581 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:15.424166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port eceb74e0-d01f-4d81-a279-e02c2d536581 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:15.424764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:15.450730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036537e6-eadf-4062-8723-690f4fd982ec req-37908b1c-9395-42e1-a1ee-0a440c77207d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:15.452419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-37908b1c-9395-42e1-a1ee-0a440c77207d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:03:15.481020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-036537e6-eadf-4062-8723-690f4fd982ec req-37908b1c-9395-42e1-a1ee-0a440c77207d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:03:15.482209 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-37908b1c-9395-42e1-a1ee-0a440c77207d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 797 time: 0.2495592 Jan 14 12:03:15.552385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:15.565112 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-8c4f0e80-ba9f-43f3-bffc-d094ea600154 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 379 time: 0.0693240 Jan 14 12:03:15.574924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': '7440cfc9-10c7-435b-8127-04241b83c21e', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['2979911b-f859-4d0f-bc35-dc0aec89c923']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:15.594944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port eceb74e0-d01f-4d81-a279-e02c2d536581, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eceb74e0-d01f-4d81-a279-e02c2d536581,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:15.600806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:15.681112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=eceb74e0-d01f-4d81-a279-e02c2d536581,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:15.697600 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5f2a3c12-3d53-4ecf-bb6d-b59c1eb02353 req-7ce8dc38-1245-436e-bb50-6fc6d9ccd208 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 210 time: 0.1408710 Jan 14 12:03:15.731642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:15.744240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:15.755922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:03:15.758313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:15.923694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.13 (e3007d04-b490-49ff-8e89-536715b152cb/842c4837-29bd-4a82-958a-17b363c90af5/b299cc55-5827-4037-a1cd-68ac63743fca) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:03:16.111253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:16.127439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object b299cc55-5827-4037-a1cd-68ac63743fca will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:16.149428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:16.225278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network e3007d04-b490-49ff-8e89-536715b152cb is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:03:16.228665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:16.231319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:03:16.271265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=b299cc55-5827-4037-a1cd-68ac63743fca,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:16.303427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:16.304315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:16.329229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-1935b698-466e-414d-85f1-5821fead4f72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579212 Jan 14 12:03:16.339973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Request body: {'port': {'device_id': '7440cfc9-10c7-435b-8127-04241b83c21e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:16.430316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ed94e86f-a9da-48e4-b925-00c9369ae739 None None] Provisioning for port b299cc55-5827-4037-a1cd-68ac63743fca completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:16.435636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ed94e86f-a9da-48e4-b925-00c9369ae739 None None] Provisioning complete for port b299cc55-5827-4037-a1cd-68ac63743fca triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:16.436033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed94e86f-a9da-48e4-b925-00c9369ae739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:16.452331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:16.493430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ed94e86f-a9da-48e4-b925-00c9369ae739 None None] Port b299cc55-5827-4037-a1cd-68ac63743fca cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:03:16.912239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b299cc55-5827-4037-a1cd-68ac63743fca {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:03:16.920758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:16.944930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Transition to ACTIVE for port object b299cc55-5827-4037-a1cd-68ac63743fca will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:03:16.949804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:17.066741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b554ba-b2e1-4353-8e35-34ce82e833f3 req-715ae747-5c68-45cc-88a1-ce20c21e833b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:17.067862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-86b554ba-b2e1-4353-8e35-34ce82e833f3 req-715ae747-5c68-45cc-88a1-ce20c21e833b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:03:17.093896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Pushing event updated for resources: {'Port': ['ID=b299cc55-5827-4037-a1cd-68ac63743fca,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:17.135494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-86b554ba-b2e1-4353-8e35-34ce82e833f3 req-715ae747-5c68-45cc-88a1-ce20c21e833b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:03:17.136888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-86b554ba-b2e1-4353-8e35-34ce82e833f3 req-715ae747-5c68-45cc-88a1-ce20c21e833b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 932 time: 0.2867751 Jan 14 12:03:17.245059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-86b554ba-b2e1-4353-8e35-34ce82e833f3 req-629ff6a6-0562-4509-a488-e95e3a177f46 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784936 Jan 14 12:03:17.247188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Attempting to bind port b299cc55-5827-4037-a1cd-68ac63743fca on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:03:17.247516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Attempting to bind port b299cc55-5827-4037-a1cd-68ac63743fca by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:03:17.247837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Attempting to bind port b299cc55-5827-4037-a1cd-68ac63743fca on network e3007d04-b490-49ff-8e89-536715b152cb {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:03:17.253803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Port b299cc55-5827-4037-a1cd-68ac63743fca on network e3007d04-b490-49ff-8e89-536715b152cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:03:17.254125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Attempting to bind port b299cc55-5827-4037-a1cd-68ac63743fca on network e3007d04-b490-49ff-8e89-536715b152cb {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:03:17.261327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:03:17.261972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Checking segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:03:17.262215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Bound using segment: {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:03:17.262638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Bound port: b299cc55-5827-4037-a1cd-68ac63743fca, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb33633-79e2-4096-87df-c915d8e41696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:03:17.262983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:17.280484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eceb74e0-d01f-4d81-a279-e02c2d536581 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:17.346961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port eceb74e0-d01f-4d81-a279-e02c2d536581 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:17.347423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:17.350682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] For port b299cc55-5827-4037-a1cd-68ac63743fca, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:03:17.353599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] For port b299cc55-5827-4037-a1cd-68ac63743fca, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b299cc55-5827-4037-a1cd-68ac63743fca,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:03:17.358203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:17.421566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:17.422903 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] 10.222.0.31 "PUT /v2.0/ports/b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 1094 time: 1.0874381 Jan 14 12:03:17.423329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:03:17.440703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acece6-147c-42d5-818e-8d20d9d1c118 service neutron] Pushing event updated for resources: {'Port': ['ID=b299cc55-5827-4037-a1cd-68ac63743fca,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:17.499905 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'status': 'completed', 'code': 200} Jan 14 12:03:17.540234 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-3d96a200-4590-4779-ad5b-aab8ddfccc59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1097 time: 0.0802875 Jan 14 12:03:17.613822 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-70a60ddb-91c2-489f-ab7a-8bbc5e79c85c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 217 time: 0.0671508 Jan 14 12:03:17.674148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036537e6-eadf-4062-8723-690f4fd982ec req-94f540e7-fd53-49b9-96cc-70fbe972b849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:17.675602 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-94f540e7-fd53-49b9-96cc-70fbe972b849 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.0562446 Jan 14 12:03:17.750037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-4b993963-3387-434a-992b-dccf86a40304 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685937 Jan 14 12:03:17.878555 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-a7a0d22b-bade-432b-92fd-307f959f7bca service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225772 Jan 14 12:03:18.006095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-036537e6-eadf-4062-8723-690f4fd982ec req-b10d2442-266b-4c43-a534-153fd29d2e82 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223116 Jan 14 12:03:18.137872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-f174f88a-0c6a-4b52-831a-48454ae6390e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1097 time: 0.0858326 Jan 14 12:03:18.266957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-a239cd06-7d28-4772-b521-27c6b48256eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:18.268436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-a239cd06-7d28-4772-b521-27c6b48256eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 898 time: 0.1248791 Jan 14 12:03:18.336977 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-9af474eb-bc02-4e58-8c49-26911e49896b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 217 time: 0.0627429 Jan 14 12:03:18.450632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-f94d1896-b868-44ab-a119-6abe43edcf11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:18.452002 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-f94d1896-b868-44ab-a119-6abe43edcf11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.1089725 Jan 14 12:03:18.617782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2039ac-6ced-4194-8b32-1fbe5a404d2d req-909ac578-cfbc-4721-8a51-dd181a196057 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:18.619205 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e2039ac-6ced-4194-8b32-1fbe5a404d2d req-909ac578-cfbc-4721-8a51-dd181a196057 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 944 time: 0.2456882 Jan 14 12:03:18.655484 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-7579c63a-2dc6-4cdb-a9e9-10f979770472 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956918 Jan 14 12:03:18.743223 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e2039ac-6ced-4194-8b32-1fbe5a404d2d req-040c0b62-7ba0-4b42-890b-93fb19a5dfe9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177108 Jan 14 12:03:18.798407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-4ca28a1d-a533-4dae-97d9-cf2a2529ea50 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359344 Jan 14 12:03:18.933742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c9f97eb-f074-42e5-a3f3-ea526016f7ed req-583567e0-a249-4719-b8c3-e877ac32671a service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289668 Jan 14 12:03:19.938508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd49a-1558-4732-bfbc-bf962f23a030 req-c966fe3f-c50b-4f3b-8ccb-c362eea7aaa7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:19.939943 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b91bd49a-1558-4732-bfbc-bf962f23a030 req-c966fe3f-c50b-4f3b-8ccb-c362eea7aaa7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 944 time: 0.0732796 Jan 14 12:03:19.988877 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b91bd49a-1558-4732-bfbc-bf962f23a030 req-fbe1a8b3-3baf-46e7-b933-2934b426f857 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 Jan 14 12:03:21.192108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952804b-b3da-4903-b5aa-ff0df7de05aa req-41cbbedf-b14f-4077-ba51-17a57fe7c7df tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:21.193639 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e952804b-b3da-4903-b5aa-ff0df7de05aa req-41cbbedf-b14f-4077-ba51-17a57fe7c7df tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 944 time: 0.0812383 Jan 14 12:03:21.238734 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e952804b-b3da-4903-b5aa-ff0df7de05aa req-6d3476e8-67e4-4c1f-b580-1a91f41fa5ab tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395627 Jan 14 12:03:21.666796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b299cc55-5827-4037-a1cd-68ac63743fca details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:03:21.802063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port b299cc55-5827-4037-a1cd-68ac63743fca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b299cc55-5827-4037-a1cd-68ac63743fca,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:21.815331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'port_id': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'mac_address': 'fa:16:3e:c1:b3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:03:21.866765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:21.886505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b299cc55-5827-4037-a1cd-68ac63743fca {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:03:21.900692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port b299cc55-5827-4037-a1cd-68ac63743fca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b299cc55-5827-4037-a1cd-68ac63743fca,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:21.904410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:21.968258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=b299cc55-5827-4037-a1cd-68ac63743fca,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:22.235004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['b299cc55-5827-4037-a1cd-68ac63743fca'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:03:22.438577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84381fb9-d437-43c4-a6a2-4e0e50387021 req-93d809df-8b8d-41fa-8257-925cc6ad45db tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:22.440283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-84381fb9-d437-43c4-a6a2-4e0e50387021 req-93d809df-8b8d-41fa-8257-925cc6ad45db tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 945 time: 0.0765243 Jan 14 12:03:22.487265 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-84381fb9-d437-43c4-a6a2-4e0e50387021 req-ee1eeb7b-2861-44a0-b875-2708b35a4c9c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413694 Jan 14 12:03:23.671965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b299cc55-5827-4037-a1cd-68ac63743fca up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:03:23.680198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28bb5b-cd5c-473c-837f-ca9f76e08445 req-b3464f87-bd1c-4a46-90e6-2736e6454c3d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:23.681688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc28bb5b-cd5c-473c-837f-ca9f76e08445 req-b3464f87-bd1c-4a46-90e6-2736e6454c3d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 945 time: 0.0755870 Jan 14 12:03:23.726402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc28bb5b-cd5c-473c-837f-ca9f76e08445 req-3fd047a1-2d6c-4236-9fa7-b32f01f9926b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391748 Jan 14 12:03:23.742900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port b299cc55-5827-4037-a1cd-68ac63743fca completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:03:23.754297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port b299cc55-5827-4037-a1cd-68ac63743fca triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:03:23.754297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:23.857074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:23.882847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:03:23.892195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port b299cc55-5827-4037-a1cd-68ac63743fca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b299cc55-5827-4037-a1cd-68ac63743fca,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:03:23.896045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:23.941829 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'code': 200} Jan 14 12:03:23.969460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=b299cc55-5827-4037-a1cd-68ac63743fca,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:24.176795 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88e70e18-8153-4a9d-81ef-9e542cf86c68 req-8c7a8427-499e-4a26-b268-9c9dfc4c5384 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1099 time: 0.0727563 Jan 14 12:03:24.218012 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88e70e18-8153-4a9d-81ef-9e542cf86c68 req-b6d73fa8-6bd8-4516-b509-021442e3ec49 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jan 14 12:03:24.923680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29a194-aa45-47fc-8e1c-f7c122dce8dd req-5bb7e1f2-db50-432e-9190-34db6960ba0a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:24.925149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad29a194-aa45-47fc-8e1c-f7c122dce8dd req-5bb7e1f2-db50-432e-9190-34db6960ba0a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 946 time: 0.0753815 Jan 14 12:03:24.969857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad29a194-aa45-47fc-8e1c-f7c122dce8dd req-0829a3c4-f4c1-4c16-88be-a1633dd83f1f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Jan 14 12:03:26.168928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff52b-091c-45e6-9c55-73145fa2f95f req-b3470349-0c0c-49dd-92d7-c76fbef37f40 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:26.170353 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6d4ff52b-091c-45e6-9c55-73145fa2f95f req-b3470349-0c0c-49dd-92d7-c76fbef37f40 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 946 time: 0.0772095 Jan 14 12:03:26.215922 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6d4ff52b-091c-45e6-9c55-73145fa2f95f req-a373257c-423b-4a7f-a47e-242b03320fa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Jan 14 12:03:26.411592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72db8a8-c899-47c1-a453-8d61a440cbdd req-c9fde171-77b3-4306-bc8d-8e3137a33688 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:26.413642 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f72db8a8-c899-47c1-a453-8d61a440cbdd req-c9fde171-77b3-4306-bc8d-8e3137a33688 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 946 time: 0.0777407 Jan 14 12:03:26.456621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f72db8a8-c899-47c1-a453-8d61a440cbdd req-2e9a55c8-e64b-488b-bdc8-42db7371bb5e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Jan 14 12:03:26.485390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53484) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:26.556090 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b298e0cb-671d-47b5-a7f1-e3c8951a2585 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1094 time: 0.0695579 Jan 14 12:03:26.558772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53488) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:26.563812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:03:26.569683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:03:26.573437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:03:26.576138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:03:26.581569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:03:26.595545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:26.723413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:26.859408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.56 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/42b6fa45-5b0f-4405-b5fc-93d2fb407a84) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:03:27.002749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:27.030001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:27.105284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:03:27.108115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:03:27.112463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:03:27.137433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=42b6fa45-5b0f-4405-b5fc-93d2fb407a84,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:27.709714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:27.764210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:27.963367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:27.968028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:28.070473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=42b6fa45-5b0f-4405-b5fc-93d2fb407a84,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:03:28.087993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:28.278926 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6 associated. External IP: 172.26.8.56, port: b299cc55-5827-4037-a1cd-68ac63743fca. Jan 14 12:03:28.672521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:03:28.870124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:03:28.880057 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] Sync routers for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:03:28.893226 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:28.893905 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:28.894180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:28.948258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-47c859c4-7495-4407-a9db-1baf23288648 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3883791 Jan 14 12:03:28.948891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:03:28.950952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53492) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:29.009450 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'status': 'completed', 'code': 200} Jan 14 12:03:29.061291 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4dd28dd5-2753-4c39-9eff-558e74990ad0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6 HTTP/1.1" status: 200 len: 991 time: 0.1090047 Jan 14 12:03:29.072310 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:29.215360 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-7c290352-fced-4a84-a146-3855bde08332 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1099 time: 0.1866014 Jan 14 12:03:29.362893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-4a91fae5-53f3-4e50-904e-89be12589958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:29.364451 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-4a91fae5-53f3-4e50-904e-89be12589958 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 898 time: 0.1435943 Jan 14 12:03:29.474551 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'port_id': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'mac_address': 'fa:16:3e:c1:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440cfc9-10c7-435b-8127-04241b83c21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:03:27Z', 'updated_at': '2022-01-14T12:03:27Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:29.479362 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] Checking router: dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:03:29.491042 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-b80bc524-aec5-476f-b7ab-ec7bb34071b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 999 time: 0.1209261 Jan 14 12:03:29.493995 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:03:29.494621 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:03:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:29.561373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-10916bbf-2554-4e7e-a3f7-79559ccf950c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:03:29.563305 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-10916bbf-2554-4e7e-a3f7-79559ccf950c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.0668697 Jan 14 12:03:29.643750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-a91584a1-ed75-418b-82d6-25c8f3f80405 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749555 Jan 14 12:03:29.683131 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:03:29.798872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-c4a83e8d-deb9-4454-ac69-0cb36831175e service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491928 Jan 14 12:03:29.949610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d7da2c5-61d0-4613-8112-e6f5b76681b0 req-c7d4d328-ebcd-4072-89ce-a2e334e5df84 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448076 Jan 14 12:03:30.063044 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'port_id': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'mac_address': 'fa:16:3e:c1:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440cfc9-10c7-435b-8127-04241b83c21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:03:27Z', 'updated_at': '2022-01-14T12:03:27Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:03:30.064984 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53498) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:30.067227 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24fe74-7868-440a-bd7c-7cd16bc9301f None None] The sync data for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv is: [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'port_id': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'mac_address': 'fa:16:3e:c1:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440cfc9-10c7-435b-8127-04241b83c21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:03:27Z', 'updated_at': '2022-01-14T12:03:27Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:03:30.168061 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4b242097-6957-4663-a812-c3eae7cd7c27 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6 HTTP/1.1" status: 200 len: 991 time: 0.1019068 Jan 14 12:03:30.824297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3e346ef4-1bb5-47b3-a56f-ed3afe22a66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:31.104924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:31.171883 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53502) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:31.292267 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4543c85-d227-46a6-a6a3-c892c3c36a72 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6 HTTP/1.1" status: 200 len: 991 time: 0.1190455 Jan 14 12:03:31.630929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88385a7b-06f3-41db-a06d-9c6e7b6e6848 None None] New status for floating IP a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:03:32.296014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53506) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:03:32.402917 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9088364a-471f-41e0-a313-67d6f86ac75f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6 HTTP/1.1" status: 200 len: 993 time: 0.1049163 Jan 14 12:03:33.046394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9308fa77-2eb9-47b1-998d-f7f0a34e63e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:34.187469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:34.397510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:03:35.120159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:03:35.501844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:00.828601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2110a27a-6192-4791-bccf-b2d96b33611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:01.103238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:03.047887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a1edea45-509f-454e-9a91-8634f2825ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:04.189286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:04.400119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:05.503390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:12.120791 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:04:25.844524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-a1444862-8759-4950-9e02-bcd6a6398ab5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1369152 Jan 14 12:04:25.985027 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-ba4086a3-38a6-42ad-86f7-db5e643a6573 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1099 time: 0.0712724 Jan 14 12:04:26.134476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-d793c831-b3cd-4bb4-a3d2-3abfbb1571cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:04:26.135912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-d793c831-b3cd-4bb4-a3d2-3abfbb1571cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 898 time: 0.1311367 Jan 14 12:04:26.233199 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-f2c9c500-12de-4fa6-b99d-1f958be86049 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 1001 time: 0.0907722 Jan 14 12:04:26.297482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-e3fdbcad-86f0-4f7d-9408-3f2489153523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:04:26.298815 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-e3fdbcad-86f0-4f7d-9408-3f2489153523 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.0598271 Jan 14 12:04:26.370692 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-e359c257-447f-47e7-9a1f-151720c25719 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661473 Jan 14 12:04:26.380414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-c0144141-26eb-4311-9a1d-0f94ad8f9fbd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:04:26.381424 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-c0144141-26eb-4311-9a1d-0f94ad8f9fbd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047216 Jan 14 12:04:26.508679 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-8ecfaba9-53cb-48e5-8442-0c934a5b5dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214938 Jan 14 12:04:26.636219 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7db2f242-36f6-475b-b06c-ced8d917b2fe req-863f6f2d-a91d-4ac9-947f-285f1ae5ce92 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213629 Jan 14 12:04:30.829113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c2826bf3-e42f-4227-87f6-741039496c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:31.105932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:33.049857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-462f8a84-a350-4fbd-b50d-abd5ab01796a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:34.191325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:34.401347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:35.505614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:04:49.121380 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:05:00.830840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-090a7b4f-da03-4a92-b8ec-db61ea68f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:01.099193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:03.051020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be62dcfb-3380-4137-97e0-624e3746782c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:04.193125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:04.404759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:05.509273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:26.121556 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:05:27.285140 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-4db92456-d2e5-4dbf-9fde-28c78de3d96c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1635916 Jan 14 12:05:27.421593 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-c71e966d-158e-43ba-b7f5-048635f37e87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1099 time: 0.0675554 Jan 14 12:05:27.564968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-73a10b35-ee51-4f78-8b09-12eae950046d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:05:27.566413 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-73a10b35-ee51-4f78-8b09-12eae950046d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 898 time: 0.1271102 Jan 14 12:05:27.669109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-54c30d86-0e87-4b3f-9e52-8e608b4559b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 1001 time: 0.0969372 Jan 14 12:05:27.729941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-b4eba005-6080-4180-87d5-ac4cb86d7119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:05:27.731352 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-b4eba005-6080-4180-87d5-ac4cb86d7119 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.0566635 Jan 14 12:05:27.807321 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-bff1cdec-91b8-49ff-b6c3-111a193d36eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688899 Jan 14 12:05:27.940414 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-51054a9e-eb63-4e88-8a51-cbf2f6d0f06d service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268826 Jan 14 12:05:28.072556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b97150cc-0c90-4e4f-ac2f-87d669aee4ee req-b5b0af76-2119-4d64-a68c-8ca6e1f08349 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259236 Jan 14 12:05:30.832827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6811-4ad5-4fa3-8537-59ff9c372692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:31.112683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:33.051310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-125942bc-4321-41bd-bdff-9b20a13c08cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:34.194831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:34.406352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:05:35.510963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:00.837892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c2f37cc9-a16f-4bbf-a442-5b8981d389ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:01.109516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:03.053833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6b1b917a-44a1-4a21-9d28-22b07cc5b815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:03.121524 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:06:04.196699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:04.409554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:05.002223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53564) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:05.071550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:06:05.305136 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32561231'] for subnet, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:05.482579 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750274756590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32665098'] for subnet, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:05.513636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:05.529081 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:05.530377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:05.531793 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/subnets/842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 836 time: 0.5285513 Jan 14 12:06:05.540907 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162921f7-154b-44e6-aa90-d7acbea4c1c1 None None] Network e3007d04-b490-49ff-8e89-536715b152cb requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:06:05.559653 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=842c4837-29bd-4a82-958a-17b363c90af5,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:05.568268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.568601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.568956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.569285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.569640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.569961 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.570278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.570595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.570913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.571223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:05.571532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b373-6f01-44dc-b92f-4b04fc09b625 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:06.204157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-97414ec9-ea2f-475b-b8e5-f1872c8886da None None] Provisioning complete for port eceb74e0-d01f-4d81-a279-e02c2d536581 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:06:06.204467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-97414ec9-ea2f-475b-b8e5-f1872c8886da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:06.328912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-97414ec9-ea2f-475b-b8e5-f1872c8886da None None] Provisioning complete for port b299cc55-5827-4037-a1cd-68ac63743fca triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:06:06.329278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-97414ec9-ea2f-475b-b8e5-f1872c8886da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:06.451979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-97414ec9-ea2f-475b-b8e5-f1872c8886da None None] Provisioning complete for port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:06:06.452346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-97414ec9-ea2f-475b-b8e5-f1872c8886da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:29.168516 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-d904014d-37e7-4aa4-b485-4981f96f1fb3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667210 Jan 14 12:06:29.306001 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-f707d778-88d1-4fda-82e9-72934704ff90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1099 time: 0.0708857 Jan 14 12:06:29.450042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-70b5405a-7d01-4c1b-9d3f-e63a1ea48ea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:29.452129 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-70b5405a-7d01-4c1b-9d3f-e63a1ea48ea7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 898 time: 0.1258905 Jan 14 12:06:29.547581 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-03b65371-5da1-438f-95de-2e1046f2b153 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 1001 time: 0.0907981 Jan 14 12:06:29.615244 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-5a16f541-bd43-489e-908e-1007f1afdf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:29.616695 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-5a16f541-bd43-489e-908e-1007f1afdf99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.0639870 Jan 14 12:06:29.689939 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-6191cb1e-8474-4dd3-b103-69e9f77ab2b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676048 Jan 14 12:06:29.820499 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-1813129c-c0f3-484f-9359-91521ac4da01 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249471 Jan 14 12:06:29.948762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64f163c9-a864-4750-9c01-c4741b9887a0 req-f7cbb77b-ef52-429c-b59f-ef0548641710 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213717 Jan 14 12:06:30.839732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2e36ea97-3dca-4684-83d5-24c39bc0b874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:31.109847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:33.054092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cdd8206d-30d5-4d3a-9ac7-8446cc442442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:34.197559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:34.415412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:35.514920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:40.120860 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:06:49.812059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53576) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:50.012026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 42b6fa45-5b0f-4405-b5fc-93d2fb407a84 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:06:50.012358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:50.255428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:50.255772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:50.374301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 42b6fa45-5b0f-4405-b5fc-93d2fb407a84 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:06:50.520040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:50.563506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=42b6fa45-5b0f-4405-b5fc-93d2fb407a84,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:50.652478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:51.030539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:06:51.226686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:06:51.235931 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] Sync routers for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:06:51.245888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:51.247644 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:06:51.248229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:06:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:51.302244 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ef0542fc-8712-4797-84a2-9ee782b618c5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6 HTTP/1.1" status: 204 len: 168 time: 1.4888358 Jan 14 12:06:51.302801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:06:51.457475 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:06:51.496173 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'status': 'completed', 'code': 200} Jan 14 12:06:51.700389 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-7d430147-cee4-4111-be76-9bd22de9af3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 1099 time: 0.1819003 Jan 14 12:06:51.793723 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:51.798095 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] Checking router: dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:06:51.808150 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:06:51.808757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:06:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:51.883985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400edc11-785e-4f66-a160-efbf5573e19a req-1150b3d1-d17a-45bb-a204-f29c7314ea32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:51.885387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-1150b3d1-d17a-45bb-a204-f29c7314ea32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 200 len: 898 time: 0.1789575 Jan 14 12:06:51.947479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2025b-b887-4b3d-a452-b03ee7f8a4fa req-0ccb657b-a916-4839-b7d1-06bea4335f49 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:51.948952 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cf2025b-b887-4b3d-a452-b03ee7f8a4fa req-0ccb657b-a916-4839-b7d1-06bea4335f49 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 946 time: 0.2712302 Jan 14 12:06:51.978340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-6975339b-3d5d-4d51-8204-08d71557d775 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 200 len: 217 time: 0.0858567 Jan 14 12:06:51.993696 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:06:52.050844 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8cf2025b-b887-4b3d-a452-b03ee7f8a4fa req-45920f61-db24-484f-943c-88a5211aa796 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958271 Jan 14 12:06:52.058213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400edc11-785e-4f66-a160-efbf5573e19a req-ceb97111-dc63-4177-86f2-f373ca31da27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:52.059610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-ceb97111-dc63-4177-86f2-f373ca31da27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 200 len: 844 time: 0.0746393 Jan 14 12:06:52.138449 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-31b44b12-8b03-4814-ab01-157a5d0fba39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3007d04-b490-49ff-8e89-536715b152cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723977 Jan 14 12:06:52.270809 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-19d493f3-10fe-497e-9579-eecbcc6138f6 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257041 Jan 14 12:06:52.304737 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:52.308827 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37888f1b-4b3a-47d6-b38e-3fff622639a8 None None] The sync data for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv is: [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:03:10Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'eceb74e0-d01f-4d81-a279-e02c2d536581', 'name': '', 'network_id': 'e3007d04-b490-49ff-8e89-536715b152cb', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:59:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '842c4837-29bd-4a82-958a-17b363c90af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:09Z', 'updated_at': '2022-01-14T12:03:15Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '842c4837-29bd-4a82-958a-17b363c90af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:06:52.407225 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-400edc11-785e-4f66-a160-efbf5573e19a req-482103fe-aa46-4a85-bf36-a04c66c88b26 service neutron] 10.222.0.31 "GET /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292179 Jan 14 12:06:52.516317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32008d8f-7cf3-44d0-9828-fc83a5ea6d06 None None] New status for floating IP a0dd749e-9139-4ecc-bb7a-4bd4fa1a7aa6: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:06:53.080383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-ce7a770d-550b-47ac-8433-6021942b0573 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:53.081840 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-ce7a770d-550b-47ac-8433-6021942b0573 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 946 time: 0.0758493 Jan 14 12:06:53.158162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port b299cc55-5827-4037-a1cd-68ac63743fca {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:06:53.158505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:53.342191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b3c2-07a2-4e5b-b831-148c6713f947 req-a1735c96-0bf5-49c3-942f-a5a61f4caa15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:06:53.342804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-2381b3c2-07a2-4e5b-b831-148c6713f947 req-a1735c96-0bf5-49c3-942f-a5a61f4caa15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:06:53.357526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-2381b3c2-07a2-4e5b-b831-148c6713f947 req-a1735c96-0bf5-49c3-942f-a5a61f4caa15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:06:53.358890 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2381b3c2-07a2-4e5b-b831-148c6713f947 req-a1735c96-0bf5-49c3-942f-a5a61f4caa15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=7440cfc9-10c7-435b-8127-04241b83c21e HTTP/1.1" status: 200 len: 946 time: 0.1607652 Jan 14 12:06:53.394772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port b299cc55-5827-4037-a1cd-68ac63743fca, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b299cc55-5827-4037-a1cd-68ac63743fca,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:06:53.395118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:53.406078 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2381b3c2-07a2-4e5b-b831-148c6713f947 req-e27e8f62-14df-4699-84e7-ed9a685c9562 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=2979911b-f859-4d0f-bc35-dc0aec89c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400846 Jan 14 12:06:53.516284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for b299cc55-5827-4037-a1cd-68ac63743fca owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:06:53.649040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:53.700073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=b299cc55-5827-4037-a1cd-68ac63743fca,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:53.766974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.767308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.767633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.767955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.768274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.768594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.768939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.769508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.769829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.770142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.770455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:53.783447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port b299cc55-5827-4037-a1cd-68ac63743fca on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:06:53.785721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:53.789284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'name': 'network-vif-deleted', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:06:53.804059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b21dec70-3744-4e32-9ec5-7571ae8f97d7 req-1c2a225e-e711-4d01-b504-bfac22f737eb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/b299cc55-5827-4037-a1cd-68ac63743fca HTTP/1.1" status: 204 len: 173 time: 0.7159734 Jan 14 12:06:53.936404 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7440cfc9-10c7-435b-8127-04241b83c21e', 'name': 'network-vif-deleted', 'tag': 'b299cc55-5827-4037-a1cd-68ac63743fca', 'status': 'completed', 'code': 200} Jan 14 12:06:54.511638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53616) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:54.673451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-390731fe-099e-4db5-bb30-b9846474b518 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:54.702391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-390731fe-099e-4db5-bb30-b9846474b518 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:54.766259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-390731fe-099e-4db5-bb30-b9846474b518 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:54.785940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390731fe-099e-4db5-bb30-b9846474b518 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979911b-f859-4d0f-bc35-dc0aec89c923,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:54.804114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-390731fe-099e-4db5-bb30-b9846474b518 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:54.805283 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-390731fe-099e-4db5-bb30-b9846474b518 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/2979911b-f859-4d0f-bc35-dc0aec89c923 HTTP/1.1" status: 204 len: 168 time: 0.2926698 Jan 14 12:06:54.850478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53622) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:55.331160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:55.919242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port eceb74e0-d01f-4d81-a279-e02c2d536581 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:06:55.920009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:56.098413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port eceb74e0-d01f-4d81-a279-e02c2d536581, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=eceb74e0-d01f-4d81-a279-e02c2d536581,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:06:56.098763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:56.220837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for eceb74e0-d01f-4d81-a279-e02c2d536581 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:06:56.398396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:56.452226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=eceb74e0-d01f-4d81-a279-e02c2d536581,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:56.689728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b299cc55-5827-4037-a1cd-68ac63743fca no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:06:56.726415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: b299cc55-5827-4037-a1cd-68ac63743fca {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:06:56.726619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b299cc55-5827-4037-a1cd-68ac63743fca not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:06:56.835928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:57.400296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:06:57.592643 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:06:57.601942 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] Sync routers for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:06:57.605320 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-64076710-e14b-4db4-ad54-294da8d0f318 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7537456 Jan 14 12:06:57.608019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53626) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:57.613563 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:06:57.614152 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:06:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:57.789038 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:06:57.794108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet 842c4837-29bd-4a82-958a-17b363c90af5 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:06:57.797244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:57.851284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:57.942886 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.021073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.059513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=842c4837-29bd-4a82-958a-17b363c90af5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:58.065912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.075687 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0bacb381-da6f-4400-a20a-235f6faad558 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/842c4837-29bd-4a82-958a-17b363c90af5 HTTP/1.1" status: 204 len: 168 time: 0.4643283 Jan 14 12:06:58.075855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d33b0-d520-4956-94c1-936560d7f564 None None] Network e3007d04-b490-49ff-8e89-536715b152cb requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:06:58.076932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53630) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:58.100029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:06:56Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:58.103816 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] Checking router: dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:06:58.115072 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] Routers {'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:06:58.115667 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:06:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:58.302440 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] Set router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:06:58.335001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] DHCP port deletion for e3007d04-b490-49ff-8e89-536715b152cb request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:06:58.339356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Deleting port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:06:58.339789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.401163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.544764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] For port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,segment=NetworkSegment(1bb33633-79e2-4096-87df-c915d8e41696),segment_id=1bb33633-79e2-4096-87df-c915d8e41696)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:06:58.545344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.602906 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:06:56Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:06:58.606885 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8f500-73af-429d-8d35-70553c01bbf1 None None] The sync data for ids ['dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1'] in dv-neutron-823850-1-hyperv is: [{'id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'name': 'tempest-TestNetworkBasicOps-router-1011926479', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:03:05Z', 'updated_at': '2022-01-14T12:06:56Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '4a1449b4-89cd-4bfb-ae52-bcb56622921d', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:03:06Z', 'updated_at': '2022-01-14T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:06:58.616520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.627547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 4a1449b4-89cd-4bfb-ae52-bcb56622921d {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:06:58.627894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.669824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Calling delete_port for 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:06:58.742657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.789771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Pushing event deleted for resources: {'Port': ['ID=14028d3e-81b3-46f7-99aa-83c6d2b4bd1b,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:58.799230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] No DVR routers for this DVR port 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:06:58.801460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.801804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.802133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.802459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.802784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.803104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.803420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.803737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.804051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.804363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.804676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45424d41-9ad5-4a0d-a68f-6227cc7ad23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:06:58.811730 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 4a1449b4-89cd-4bfb-ae52-bcb56622921d, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4a1449b4-89cd-4bfb-ae52-bcb56622921d,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:06:58.812096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:58.931892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 4a1449b4-89cd-4bfb-ae52-bcb56622921d owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:06:59.102341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:59.151370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=4a1449b4-89cd-4bfb-ae52-bcb56622921d,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:06:59.373278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:59.427228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eceb74e0-d01f-4d81-a279-e02c2d536581 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:06:59.460144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: eceb74e0-d01f-4d81-a279-e02c2d536581 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:06:59.460395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device eceb74e0-d01f-4d81-a279-e02c2d536581 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:06:59.460834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:06:59.492075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:06:59.492414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 14028d3e-81b3-46f7-99aa-83c6d2b4bd1b not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:06:59.725207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:59.729267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:59.753526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:59.754085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:06:59.768206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:06:59.769405 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2478d05d-dfa6-49e5-8615-8512cc7b1ea6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/dc6283b7-2b2b-4b01-9eb3-5648c1bb92e1 HTTP/1.1" status: 204 len: 168 time: 1.6914294 Jan 14 12:06:59.772038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53634) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:06:59.886779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.014351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.038505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3007d04-b490-49ff-8e89-536715b152cb']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:00.050806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb33633-79e2-4096-87df-c915d8e41696') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:00.051097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb33633-79e2-4096-87df-c915d8e41696') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:00.061900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.076951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.082718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:07:00.083106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:07:00.097628 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:07:00.179168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.185005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.211139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=e3007d04-b490-49ff-8e89-536715b152cb,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:00.221482 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9112c840-2b27-4522-8b88-2e5158d0eac4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/e3007d04-b490-49ff-8e89-536715b152cb HTTP/1.1" status: 204 len: 168 time: 0.4482827 Jan 14 12:07:00.233806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53638) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:00.239345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1750749398', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:00.244348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:00.248537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:00.251457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:00.257039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:00.266389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:07:00.269200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.297233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:07:00.305859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.306182 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment b34b24a2-dde0-4809-b916-ca15f697e964 of type vlan for network ab1acfdc-8cf9-4271-9af0-801bc4125536 Jan 14 12:07:00.330808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.363056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.366647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:00.367205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.464412 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2294927 Jan 14 12:07:00.467969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53642) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:00.473462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-735519934', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:00.473945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf28b27-1f1b-45bf-b2af-86313e490fe2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=ab1acfdc-8cf9-4271-9af0-801bc4125536,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:00.480302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:00.484180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:00.484802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:07:00.487044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:00.493260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:00.503652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.504651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.525254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.678177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.843915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-53732fcf-5511-4197-a183-b45aac547426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.854968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:00.884252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.015119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.6 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/a54308d2-0992-4701-87ba-e13015112ebc) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:01.106829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.158938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.186390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.255715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:01.258534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:01.263494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:01.287688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=a54308d2-0992-4701-87ba-e13015112ebc,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:01.342892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a1449b4-89cd-4bfb-ae52-bcb56622921d no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:07:01.375377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 4a1449b4-89cd-4bfb-ae52-bcb56622921d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:07:01.375695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a1449b4-89cd-4bfb-ae52-bcb56622921d not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:07:01.417619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.418356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.640091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:07:01.836703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:07:01.846390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:07:01.857778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:01.858461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:06:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:01.864980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:01.866195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-15d13d61-59b2-432b-a433-edcc3f2b7982 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.3971510 Jan 14 12:07:01.870011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53646) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:01.976362 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ebec29eb-0a15-4d4e-8d39-30793763abc2 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1043296 Jan 14 12:07:01.979039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53652) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:02.035067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:02.218015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53083933-ff0a-4a62-b9ff-58fd2e967d60 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:02.219488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-53083933-ff0a-4a62-b9ff-58fd2e967d60 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2395511 Jan 14 12:07:02.222294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53656) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:02.260003 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-72f27b81-109d-4fb5-b9d5-87baf6b4a77d tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366824 Jan 14 12:07:02.262483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53660) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:02.268695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532969787', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:02.359797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:01Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:02.364170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:07:02.364515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Updating router d489f5fc-285c-46b4-91d3-99276bb23ad6 port a54308d2-0992-4701-87ba-e13015112ebc binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:07:02.373654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:02.377385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:02.380085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:02.385587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:02.395173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:07:02.417157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.495422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.708030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.751569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.763985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Transition to ACTIVE for port object a54308d2-0992-4701-87ba-e13015112ebc will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:02.770759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.787334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:02.797538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:07:02.797887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: ab1acfdc-8cf9-4271-9af0-801bc4125536, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:07:02.820314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:07:02.829852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ab1acfdc-8cf9-4271-9af0-801bc4125536) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:02.834266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:02.834924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.849222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6c5ec-afc8-4b08-9d66-d18bbe994292 None None] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:07:02.857059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-875445fb-50e6-4d3a-bb23-65b30fe20118 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5934541 Jan 14 12:07:02.859758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53664) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:02.869913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c98c2d-e8b6-4a11-bfb4-3e4cecdd8b5b None None] Pushing event updated for resources: {'Port': ['ID=a54308d2-0992-4701-87ba-e13015112ebc,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:02.922652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Attempting to bind port a54308d2-0992-4701-87ba-e13015112ebc on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:07:02.923011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Attempting to bind port a54308d2-0992-4701-87ba-e13015112ebc by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:07:02.923363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Attempting to bind port a54308d2-0992-4701-87ba-e13015112ebc on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:02.937923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:07:02.938288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:07:02.938678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:02.939054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:07:02.939502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Bound port: a54308d2-0992-4701-87ba-e13015112ebc, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:07:02.939862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:03.082413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] For port a54308d2-0992-4701-87ba-e13015112ebc, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:07:03.096597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] For port a54308d2-0992-4701-87ba-e13015112ebc, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a54308d2-0992-4701-87ba-e13015112ebc,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:07:03.107640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f5ee48f5-46a6-404b-a5ea-f1955213bece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:03.111267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:03.202485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c98c2d-e8b6-4a11-bfb4-3e4cecdd8b5b None None] Pushing event updated for resources: {'Port': ['ID=a54308d2-0992-4701-87ba-e13015112ebc,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:03.225790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ab1acfdc-8cf9-4271-9af0-801bc4125536', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:07:03.226778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:03.290866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:03.291484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:03.535438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Allocated IP 172.20.0.2 (ab1acfdc-8cf9-4271-9af0-801bc4125536/8d5842ff-4dfb-4fc9-a461-75082a2dc7bb/4a76be87-4e68-47ef-9bf7-5eade7e9088e) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:03.543679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:03.603237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.008223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.022058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Transition to ACTIVE for port object 4a76be87-4e68-47ef-9bf7-5eade7e9088e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:04.048277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Transition to ACTIVE for port object 4a76be87-4e68-47ef-9bf7-5eade7e9088e will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:04.053704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.086342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:01Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:04.111579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedda207-8b15-4823-bbe7-bc8952e6ea09 None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:01Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:07:04.120056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (ab1acfdc-8cf9-4271-9af0-801bc4125536/8d5842ff-4dfb-4fc9-a461-75082a2dc7bb/58436244-5156-48d5-a7e3-44643a667e28) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:04.128015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:04.131500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Pushing event updated for resources: {'Port': ['ID=4a76be87-4e68-47ef-9bf7-5eade7e9088e,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:04.133846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:04.135952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:04.243498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Attempting to bind port 4a76be87-4e68-47ef-9bf7-5eade7e9088e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:07:04.244282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Attempting to bind port 4a76be87-4e68-47ef-9bf7-5eade7e9088e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:07:04.244663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Attempting to bind port 4a76be87-4e68-47ef-9bf7-5eade7e9088e on network ab1acfdc-8cf9-4271-9af0-801bc4125536 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:04.250586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.253664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:07:04.254159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Checking segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:07:04.254412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.254788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Bound using segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:07:04.255285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Bound port: 4a76be87-4e68-47ef-9bf7-5eade7e9088e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:07:04.255598 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.299059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.315205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 58436244-5156-48d5-a7e3-44643a667e28 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:04.351446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.365238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] For port 4a76be87-4e68-47ef-9bf7-5eade7e9088e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:07:04.368897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] For port 4a76be87-4e68-47ef-9bf7-5eade7e9088e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4a76be87-4e68-47ef-9bf7-5eade7e9088e,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:07:04.377772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.446655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:04.449844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:04.455180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:04.469186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.477505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42becf9-133e-4441-b277-db622e0a8baa None None] Pushing event updated for resources: {'Port': ['ID=4a76be87-4e68-47ef-9bf7-5eade7e9088e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:04.484263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=58436244-5156-48d5-a7e3-44643a667e28,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:04.517014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:04.617377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.062340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.066639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.184682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=58436244-5156-48d5-a7e3-44643a667e28,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:05.187704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.332458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:05.333657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:05.423494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0fea4-4b9a-4277-831f-2187066ecbac None None] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:07:05.494358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a54308d2-0992-4701-87ba-e13015112ebc up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:05.583250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.608322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cb9108ce-8a10-4276-b863-56d0766be36d None None] Provisioning for port 4a76be87-4e68-47ef-9bf7-5eade7e9088e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:05.671962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a54308d2-0992-4701-87ba-e13015112ebc completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:05.682323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a54308d2-0992-4701-87ba-e13015112ebc triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:05.682659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.842421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:07:05.851303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.867699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a54308d2-0992-4701-87ba-e13015112ebc, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a54308d2-0992-4701-87ba-e13015112ebc,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:05.873345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:05.874600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a76be87-4e68-47ef-9bf7-5eade7e9088e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:05.991806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a54308d2-0992-4701-87ba-e13015112ebc,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:06.011389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4a76be87-4e68-47ef-9bf7-5eade7e9088e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:06.018176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4a76be87-4e68-47ef-9bf7-5eade7e9088e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:06.018564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:06.067781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:07:06.082478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3884ed9d-8d38-4448-a310-0306c9ddfa47 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/d489f5fc-285c-46b4-91d3-99276bb23ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2217188 Jan 14 12:07:06.085462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53668) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:06.186570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8447074b-040c-477e-b2f6-288ecd15989d None None] Provisioning complete for port 4a76be87-4e68-47ef-9bf7-5eade7e9088e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:06.187114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8447074b-040c-477e-b2f6-288ecd15989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:06.216062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:06.276639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 4a76be87-4e68-47ef-9bf7-5eade7e9088e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4a76be87-4e68-47ef-9bf7-5eade7e9088e,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:06.283150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:06.289388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec28197-5704-4dad-bd6f-e05f5a46f549 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.290104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec28197-5704-4dad-bd6f-e05f5a46f549 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.290634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec28197-5704-4dad-bd6f-e05f5a46f549 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.292030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec28197-5704-4dad-bd6f-e05f5a46f549 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.294101 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dec28197-5704-4dad-bd6f-e05f5a46f549 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2046793 Jan 14 12:07:06.296969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53672) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:06.380467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac8390-f516-4202-9fa4-f967c7b7bce4 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.381065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac8390-f516-4202-9fa4-f967c7b7bce4 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.381421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac8390-f516-4202-9fa4-f967c7b7bce4 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.381773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac8390-f516-4202-9fa4-f967c7b7bce4 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:06.385748 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e4ac8390-f516-4202-9fa4-f967c7b7bce4 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0852301 Jan 14 12:07:06.386497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53676) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:06.443101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=4a76be87-4e68-47ef-9bf7-5eade7e9088e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:06.456080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8447074b-040c-477e-b2f6-288ecd15989d None None] Provisioning for port 58436244-5156-48d5-a7e3-44643a667e28 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:06.461526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8447074b-040c-477e-b2f6-288ecd15989d None None] Provisioning complete for port 58436244-5156-48d5-a7e3-44643a667e28 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:06.461998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8447074b-040c-477e-b2f6-288ecd15989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:06.517946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8447074b-040c-477e-b2f6-288ecd15989d None None] Port 58436244-5156-48d5-a7e3-44643a667e28 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:07:06.602149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-66fa808e-bc65-408d-bb47-a8a187357cc6 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2138364 Jan 14 12:07:06.638272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f9f69e78-6594-4903-9a4f-de1300d7f014 None None] Provisioning complete for port 58436244-5156-48d5-a7e3-44643a667e28 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:06.639302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9f69e78-6594-4903-9a4f-de1300d7f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:06.689658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f9f69e78-6594-4903-9a4f-de1300d7f014 None None] Port 58436244-5156-48d5-a7e3-44643a667e28 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:07:07.083198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53682) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:07.089093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958991362', 'description': 'tempest-secgroup-smoke-958991362 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:07.097023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.102587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.105514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.111914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.122449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.158706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.162385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.165276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.170815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.229107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.232438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.277707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b623ace-9bc0-4989-87bc-8e8f459d9f54,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:07.281577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.282752 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1983449 Jan 14 12:07:07.285712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53686) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:07.289806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.290155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.290489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.290830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.291162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.291308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b623ace-9bc0-4989-87bc-8e8f459d9f54', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:07.291491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.291814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.292139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.292460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.292804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.293127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b94029-3dba-4bb3-856d-214ecc6430fe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:07.297885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.301768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.304626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.310419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.327018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.390693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.395024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.395549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a54308d2-0992-4701-87ba-e13015112ebc up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:07.418161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca45d9cc-3e2c-4aa4-b459-4039109a9089,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:07.428253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.429832 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dfbf4444-f5b7-49d4-acda-2d225f69fdfa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1430161 Jan 14 12:07:07.432451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53690) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:07.440986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b623ace-9bc0-4989-87bc-8e8f459d9f54', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:07.446985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.451427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.456523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.462767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.477562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a54308d2-0992-4701-87ba-e13015112ebc triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:07.478483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.481099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.549588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.553704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.582094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74197df-9e97-4c6e-ac40-2cb02b90edbb,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:07.592379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.596616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53694) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:07.596890 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e7bc179d-0315-4400-bb08-8f1224fd6f97 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1631639 Jan 14 12:07:07.602454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a76be87-4e68-47ef-9bf7-5eade7e9088e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:07.603033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b623ace-9bc0-4989-87bc-8e8f459d9f54', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:07.609698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.613802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.616640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.623029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.642200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.673657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4a76be87-4e68-47ef-9bf7-5eade7e9088e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:07.674032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.713000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.719988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.741030 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:07:07.742494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7a1aea-d97e-4b31-b527-22889c3e4019,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:07.754677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.756763 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3eb63448-5f5f-4774-9cf2-6fb282888801 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1576824 Jan 14 12:07:07.756887 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:07.757197 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:07.758701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53698) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:07.764689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b623ace-9bc0-4989-87bc-8e8f459d9f54', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:07.771231 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.775503 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.778854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.785287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.803664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.866652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.870652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.895093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f07346-2b55-4a9a-977b-7143a42c838d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:07.903472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:07.904930 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5c60dbfa-da36-4b70-bc31-7423860020fd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1450229 Jan 14 12:07:07.907739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53702) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:07.913407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b623ace-9bc0-4989-87bc-8e8f459d9f54', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:07.918962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:07.923445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:07.926363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:07.932003 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:07.943532 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:07:07.944306 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:07.950091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.021600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.025668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.049059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7e64a4-eb32-4444-96b6-436438a89bbc,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:08.058455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.059702 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-41a003f7-7018-480b-a1bc-f4bb09fc05b8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510646 Jan 14 12:07:08.062510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53706) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:08.067790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '7b623ace-9bc0-4989-87bc-8e8f459d9f54', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:08.073511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:08.077873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:08.080650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:08.086469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:08.097839 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:07:08.104308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.172828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.176830 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.200372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dd86d5-8b5e-4420-886b-ff50e86f4b81,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:08.210567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.211875 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-799d966a-40eb-4e45-835f-3b9996b6f250 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1484647 Jan 14 12:07:08.274168 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:08.278091 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:07:08.278428 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Updating router d489f5fc-285c-46b4-91d3-99276bb23ad6 port 58436244-5156-48d5-a7e3-44643a667e28 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:07:08.328527 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.386617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-15ec9e2c-0a91-491d-8247-cbcf28c60821 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:08.402698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-15ec9e2c-0a91-491d-8247-cbcf28c60821 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:08.403856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-15ec9e2c-0a91-491d-8247-cbcf28c60821 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958991362&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0574079 Jan 14 12:07:08.553112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-ee3cabab-ab9f-4a6b-b1f7-017a553889b9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:08.554567 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-ee3cabab-ab9f-4a6b-b1f7-017a553889b9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 797 time: 0.1434121 Jan 14 12:07:08.571087 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-544ca034-30dc-4489-a714-79dd0c494897 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0110271 Jan 14 12:07:08.648513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-ee438564-6fb1-4820-b268-9f5d8edc1798 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:08.663268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-ee438564-6fb1-4820-b268-9f5d8edc1798 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:08.664896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-ee438564-6fb1-4820-b268-9f5d8edc1798 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880930 Jan 14 12:07:08.687706 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.700052 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Transition to ACTIVE for port object 58436244-5156-48d5-a7e3-44643a667e28 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:08.705838 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.751558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-11ed54bf-c06e-4c12-86bd-9b46124c7378 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:07:08.752578 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-11ed54bf-c06e-4c12-86bd-9b46124c7378 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0758259 Jan 14 12:07:08.832218 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Pushing event updated for resources: {'Port': ['ID=58436244-5156-48d5-a7e3-44643a667e28,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:08.844411 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.844785 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.845102 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.845426 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.845752 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.846072 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.846392 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.846709 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.847025 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.847335 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.847646 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:07:08.893538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-20ba50e4-5adf-4056-8f4c-43e3c209200c service neutron] 10.222.0.48 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345618 Jan 14 12:07:08.933359 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Attempting to bind port 58436244-5156-48d5-a7e3-44643a667e28 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:07:08.933719 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Attempting to bind port 58436244-5156-48d5-a7e3-44643a667e28 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:07:08.934076 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Attempting to bind port 58436244-5156-48d5-a7e3-44643a667e28 on network ab1acfdc-8cf9-4271-9af0-801bc4125536 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:08.941564 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:07:08.941925 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Checking segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:07:08.942313 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:08.942691 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Bound using segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:07:08.943136 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Bound port: 58436244-5156-48d5-a7e3-44643a667e28, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:07:08.943494 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:09.031205 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-634413ed-296c-490d-bbed-f110e394b7ee service neutron] 10.222.0.48 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298325 Jan 14 12:07:09.032640 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] For port 58436244-5156-48d5-a7e3-44643a667e28, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:07:09.035796 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] For port 58436244-5156-48d5-a7e3-44643a667e28, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=58436244-5156-48d5-a7e3-44643a667e28,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:07:09.040958 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:09.119708 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:09.120315 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:09.281193 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-9ad352f3-4bd5-45d8-b063-3205cb0fb5f8 req-607825b5-06c1-43f2-b3df-a9dbb7a96af3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:09.296051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-9ad352f3-4bd5-45d8-b063-3205cb0fb5f8 req-607825b5-06c1-43f2-b3df-a9dbb7a96af3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:09.297247 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9ad352f3-4bd5-45d8-b063-3205cb0fb5f8 req-607825b5-06c1-43f2-b3df-a9dbb7a96af3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 210 time: 0.0694146 Jan 14 12:07:09.319853 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39749f7-50fd-4b5e-9aaa-9fa09c338f21 None None] Pushing event updated for resources: {'Port': ['ID=58436244-5156-48d5-a7e3-44643a667e28,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:09.333651 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:09.644419 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:09.648485 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9446d-3e6b-41c3-ae0b-5c3e6c067b6c None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:09Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:07:10.515299 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be447eaf-429a-4150-9b60-05c78298d66e req-7621c188-714d-4e0f-ad96-2f126939ee4f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 210 time: 0.0555074 Jan 14 12:07:10.576326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-00c593b8-1eca-4da4-aced-b32331461a92 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:10.577738 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-00c593b8-1eca-4da4-aced-b32331461a92 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 797 time: 0.1942883 Jan 14 12:07:10.731318 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-a872cf34-ade6-4fda-b557-f00f34e69092 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 379 time: 0.1414206 Jan 14 12:07:10.739817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['7b623ace-9bc0-4989-87bc-8e8f459d9f54']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:10.867903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:10.877163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:10.886496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:07:10.890123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.045031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.8 (ab1acfdc-8cf9-4271-9af0-801bc4125536/8d5842ff-4dfb-4fc9-a461-75082a2dc7bb/b022ddbf-4d2a-4585-a23a-7ed8a299f932) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:11.223656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.239309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object b022ddbf-4d2a-4585-a23a-7ed8a299f932 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:11.260617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.333548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:11.336189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:11.340101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:11.379438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:11.421378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:11.422167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.422693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 58436244-5156-48d5-a7e3-44643a667e28 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:11.448209 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-edcbec34-2826-490b-b4dc-f9793513e988 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7118509 Jan 14 12:07:11.459775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Request body: {'port': {'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:11.499836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 58436244-5156-48d5-a7e3-44643a667e28 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:11.505425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 58436244-5156-48d5-a7e3-44643a667e28 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:11.505785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.573804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.631579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.645557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bee561ab-56e7-43fd-ba10-31992ea59174 None None] Provisioning for port b022ddbf-4d2a-4585-a23a-7ed8a299f932 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:11.656219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bee561ab-56e7-43fd-ba10-31992ea59174 None None] Provisioning complete for port b022ddbf-4d2a-4585-a23a-7ed8a299f932 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:11.656584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bee561ab-56e7-43fd-ba10-31992ea59174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.717883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 58436244-5156-48d5-a7e3-44643a667e28, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=58436244-5156-48d5-a7e3-44643a667e28,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:11.720587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bee561ab-56e7-43fd-ba10-31992ea59174 None None] Port b022ddbf-4d2a-4585-a23a-7ed8a299f932 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:07:11.723772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.748551 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862db6d-9b4f-48b8-9e98-0fbf2adaee11 req-efd2f35b-3f34-4475-91d4-768b82d248c2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:11.750293 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a862db6d-9b4f-48b8-9e98-0fbf2adaee11 req-efd2f35b-3f34-4475-91d4-768b82d248c2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 931 time: 0.0925245 Jan 14 12:07:11.790280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=58436244-5156-48d5-a7e3-44643a667e28,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:11.797622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a862db6d-9b4f-48b8-9e98-0fbf2adaee11 req-dae1a4d4-0af2-4042-9edf-e2c717e0f446 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:11.809524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a862db6d-9b4f-48b8-9e98-0fbf2adaee11 req-dae1a4d4-0af2-4042-9edf-e2c717e0f446 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:11.810746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a862db6d-9b4f-48b8-9e98-0fbf2adaee11 req-dae1a4d4-0af2-4042-9edf-e2c717e0f446 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546284 Jan 14 12:07:11.934540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b022ddbf-4d2a-4585-a23a-7ed8a299f932 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:07:11.941388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:11.957290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Transition to ACTIVE for port object b022ddbf-4d2a-4585-a23a-7ed8a299f932 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:11.960864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:12.101580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:12.215068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Attempting to bind port b022ddbf-4d2a-4585-a23a-7ed8a299f932 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:07:12.215396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Attempting to bind port b022ddbf-4d2a-4585-a23a-7ed8a299f932 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:07:12.215716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Attempting to bind port b022ddbf-4d2a-4585-a23a-7ed8a299f932 on network ab1acfdc-8cf9-4271-9af0-801bc4125536 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:12.222634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Port b022ddbf-4d2a-4585-a23a-7ed8a299f932 on network ab1acfdc-8cf9-4271-9af0-801bc4125536 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:07:12.222950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Attempting to bind port b022ddbf-4d2a-4585-a23a-7ed8a299f932 on network ab1acfdc-8cf9-4271-9af0-801bc4125536 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:12.229371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:07:12.229706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Checking segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:07:12.230092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Bound using segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:07:12.230520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Bound port: b022ddbf-4d2a-4585-a23a-7ed8a299f932, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:07:12.230863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:12.318293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:07:12.321090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:07:12.325665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:12.400805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:12.402164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] 10.222.0.31 "PUT /v2.0/ports/b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 1093 time: 0.9474022 Jan 14 12:07:12.402596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:07:12.417897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809dfc-44a1-4f18-8473-5fe15cfeb0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:12.479656 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'status': 'completed', 'code': 200} Jan 14 12:07:12.521443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-90b2e91d-c722-40ec-9249-e23de7a3b5ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1096 time: 0.0748518 Jan 14 12:07:12.680243 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-6b719031-e777-4012-a1da-f9c8c4678217 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 217 time: 0.1514311 Jan 14 12:07:12.740993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-a82a0e50-5375-40c7-86a8-65a7ea2e55eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:12.742385 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-a82a0e50-5375-40c7-86a8-65a7ea2e55eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0567191 Jan 14 12:07:12.817084 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-6dafc59d-65d4-4af3-b9c4-19071befe57f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679088 Jan 14 12:07:12.947621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-c8c89e6c-c395-4254-b378-ec107c9eb005 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249957 Jan 14 12:07:13.005091 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f87de-6c45-47eb-93b4-9451c199755c req-76b35fb6-e639-48d4-85fd-1e9b53f11b43 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:13.006455 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-045f87de-6c45-47eb-93b4-9451c199755c req-76b35fb6-e639-48d4-85fd-1e9b53f11b43 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 943 time: 0.0752583 Jan 14 12:07:13.054789 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-045f87de-6c45-47eb-93b4-9451c199755c req-ef3c136b-75ec-43b7-9edf-dd7deccc1eb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Jan 14 12:07:13.081275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b6c0671a-765c-45c7-95b6-78c5f832350a req-22781739-4e96-4396-83fc-bc992a2c411e service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277404 Jan 14 12:07:13.191161 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-a5a9f09c-f1aa-496b-b152-0bdb1712ec5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1096 time: 0.0677090 Jan 14 12:07:13.321611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-1889d67d-9791-400c-a44e-a61cb08e2360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:13.322968 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-1889d67d-9791-400c-a44e-a61cb08e2360 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1261919 Jan 14 12:07:13.392484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 58436244-5156-48d5-a7e3-44643a667e28 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:13.395207 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-0bcfa310-9124-4158-96e7-8976b6be30e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 217 time: 0.0657756 Jan 14 12:07:13.456242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-0505c6b4-236b-4f96-9f49-89c6a053c59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:13.457705 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-0505c6b4-236b-4f96-9f49-89c6a053c59d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0560403 Jan 14 12:07:13.462990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 58436244-5156-48d5-a7e3-44643a667e28 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:13.463434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:13.535331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-c1456553-596d-4093-a45a-82a8f71550a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712903 Jan 14 12:07:13.668583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-5c029d9c-bcce-4b82-af63-c0aaaf0eb2a0 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261482 Jan 14 12:07:13.795090 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5b9840cf-2284-4e07-821a-c0465bbc404d req-b983bc88-d964-4010-baa8-b459a7a66bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206415 Jan 14 12:07:14.260070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5118f6-227a-4549-b5a6-ff01be936e6d req-ac0d973f-e816-4679-836c-a79ec10e5367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:14.260824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ac5118f6-227a-4549-b5a6-ff01be936e6d req-ac0d973f-e816-4679-836c-a79ec10e5367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:14.276268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ac5118f6-227a-4549-b5a6-ff01be936e6d req-ac0d973f-e816-4679-836c-a79ec10e5367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:14.277480 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ac5118f6-227a-4549-b5a6-ff01be936e6d req-ac0d973f-e816-4679-836c-a79ec10e5367 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 943 time: 0.0925384 Jan 14 12:07:14.321882 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ac5118f6-227a-4549-b5a6-ff01be936e6d req-d7825ab1-dd65-4e00-8aa0-8f55dd033cd0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386298 Jan 14 12:07:14.735104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b022ddbf-4d2a-4585-a23a-7ed8a299f932 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:07:14.863652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:14.876528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:07:14.926818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:14.943638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b022ddbf-4d2a-4585-a23a-7ed8a299f932 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:07:14.957811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:14.961933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:15.026871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:15.397819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['b022ddbf-4d2a-4585-a23a-7ed8a299f932'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:07:15.600354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba72b1d-413c-43f4-a80c-6edfdccbee8f req-7777643b-ac39-4729-b3eb-7d1897d21e15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:15.601860 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bba72b1d-413c-43f4-a80c-6edfdccbee8f req-7777643b-ac39-4729-b3eb-7d1897d21e15 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 944 time: 0.1584973 Jan 14 12:07:15.646729 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bba72b1d-413c-43f4-a80c-6edfdccbee8f req-1a38949d-7f89-4fda-b3bb-db75af75fc66 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386918 Jan 14 12:07:16.734452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b022ddbf-4d2a-4585-a23a-7ed8a299f932 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:16.802212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port b022ddbf-4d2a-4585-a23a-7ed8a299f932 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:16.806931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port b022ddbf-4d2a-4585-a23a-7ed8a299f932 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:16.807299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:16.846136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243f9b6-ef0f-4f0f-a2ac-d0581bbdd2e1 req-6e6ba596-cb1c-4b2d-8c3a-107fdfc5462f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:16.847606 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4243f9b6-ef0f-4f0f-a2ac-d0581bbdd2e1 req-6e6ba596-cb1c-4b2d-8c3a-107fdfc5462f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 944 time: 0.0808320 Jan 14 12:07:16.895489 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4243f9b6-ef0f-4f0f-a2ac-d0581bbdd2e1 req-77a9022a-3176-4750-a38d-22e49fdbbdfe tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Jan 14 12:07:16.948390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:16.973866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:07:16.983982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:16.987864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:17.055645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:17.121622 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:07:17.132363 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'code': 200} Jan 14 12:07:17.349239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70ae1996-8b18-4699-aab3-403bfcc703a2 req-70bc325d-0620-4117-b094-55e700b4c88e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1098 time: 0.0666804 Jan 14 12:07:17.390126 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70ae1996-8b18-4699-aab3-403bfcc703a2 req-11254c04-e04e-4a27-be04-ed32bf9f6cf8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357690 Jan 14 12:07:18.097644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3461-613b-4439-86cc-d0d27f6205b5 req-ee97c068-f471-45ab-b7fd-18d9e4481b8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:18.099093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ffa3461-613b-4439-86cc-d0d27f6205b5 req-ee97c068-f471-45ab-b7fd-18d9e4481b8a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 945 time: 0.0783329 Jan 14 12:07:18.144261 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ffa3461-613b-4439-86cc-d0d27f6205b5 req-18606135-ab1d-4d8f-bc3d-24a8bacdcde9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397713 Jan 14 12:07:19.343435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62090af-c948-456b-98d3-989208574a7d req-70eb4021-b00d-43aa-93eb-739bc96cd540 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:19.344939 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e62090af-c948-456b-98d3-989208574a7d req-70eb4021-b00d-43aa-93eb-739bc96cd540 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 945 time: 0.0778484 Jan 14 12:07:19.387590 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e62090af-c948-456b-98d3-989208574a7d req-0e772813-da45-474b-ba20-ff72c29222e2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 Jan 14 12:07:19.582245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02e99-50e5-4aa5-8804-17c4375714f3 req-21749969-e933-4dba-9719-eb92d54db310 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:19.583966 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15f02e99-50e5-4aa5-8804-17c4375714f3 req-21749969-e933-4dba-9719-eb92d54db310 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 945 time: 0.0758162 Jan 14 12:07:19.630997 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15f02e99-50e5-4aa5-8804-17c4375714f3 req-45924022-15e5-4ed5-8e79-49d1f8c59d29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415668 Jan 14 12:07:19.659435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53758) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:19.726401 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b66fb877-bbfe-4a3b-a785-d1131be36ddc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1093 time: 0.0656686 Jan 14 12:07:19.728822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53762) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:19.733931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:19.739225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:19.742905 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:19.745664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:19.751720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:19.761765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:19.892319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:20.023828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.151 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/79a35294-e29c-4728-8181-d718c59ac0f3) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:20.169772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:20.196768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:20.263234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:20.266042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:20.270365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:20.298196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=79a35294-e29c-4728-8181-d718c59ac0f3,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:20.777332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:20.832994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:21.027912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:21.032846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:21.212249 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=79a35294-e29c-4728-8181-d718c59ac0f3,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:21.229827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:21.417133 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP ce863ce4-21d4-45d1-8fc5-945951ef4358 associated. External IP: 172.26.8.151, port: b022ddbf-4d2a-4585-a23a-7ed8a299f932. Jan 14 12:07:21.815942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:07:22.011873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:07:22.022246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:07:22.033929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:22.034585 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:22.036691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.095726 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-af333215-15fa-4a5c-8407-2e5c25cf67e6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3632588 Jan 14 12:07:22.095726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:07:22.095994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53766) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:22.156246 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'status': 'completed', 'code': 200} Jan 14 12:07:22.219844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:22.323582 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3901fd87-84aa-4987-b56b-c74e3deb2387 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1093 time: 0.2258797 Jan 14 12:07:22.331301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-7d660648-1e5d-47e3-ae87-458494cacd15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1098 time: 0.1011715 Jan 14 12:07:22.470673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-b9ddad5b-fe38-4bbf-ade2-342c5013bdc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:22.472122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-b9ddad5b-fe38-4bbf-ade2-342c5013bdc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1350584 Jan 14 12:07:22.495472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53774) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:22.502069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240864339', 'description': 'tempest-secgroup-smoke-240864339 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:22.508245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:22.518272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:22.529525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.566065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:22.570177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:22.573047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:22.579122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:22.579744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:20Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:22.580772 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-087fbf98-232f-4087-a5c6-ef29ef0418c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 999 time: 0.1022761 Jan 14 12:07:22.584397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:07:22.596631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:22.597274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:22.635458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.639694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.643862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-20580154-6bb6-49c5-be72-8bb027999cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:22.645316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-20580154-6bb6-49c5-be72-8bb027999cdf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0587890 Jan 14 12:07:22.688341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495d3340-d339-4537-a505-a6a0126c6dd6,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:22.696532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.702067 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-15f70fc7-e3e7-48ed-bf15-4b458200b3d8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2052522 Jan 14 12:07:22.702358 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53778) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:22.710018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '495d3340-d339-4537-a505-a6a0126c6dd6', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:22.716774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:22.722104 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:22.725319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:22.736410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:22.758374 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-b6972e82-6b70-4d80-9330-9382c7c91a66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071670 Jan 14 12:07:22.759588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.788453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:22.934250 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-9164910a-4043-430f-8c60-e4f67e758f6a service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669192 Jan 14 12:07:22.936226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:22.939822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.033610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646ecdc3-a10f-4472-8e3b-dc917f597cc1,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:23.047085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.050762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4dceb8c2-1f04-48ab-99fe-820d8b2d30c0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3449240 Jan 14 12:07:23.051195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53782) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:23.057079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '495d3340-d339-4537-a505-a6a0126c6dd6', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:23.063791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:23.075299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:23.079835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:23.086486 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:23.100243 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2b0ce0e-65e6-4f47-b366-e43a70f5d733 req-6fd9e602-db27-461d-8144-9c00635ed9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584077 Jan 14 12:07:23.103814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.145944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:20Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:23.151265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9e1fe-ed96-40d3-9505-bb6b209a58b9 None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:20Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:07:23.170843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.174594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.202134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2102b3-609a-4cc9-a58b-cd589ca85512,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:23.212618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.213843 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f6828c0c-1232-42c5-9a6d-04e715649eb1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1615858 Jan 14 12:07:23.217247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53786) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:23.222645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '495d3340-d339-4537-a505-a6a0126c6dd6', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:23.228477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:23.232190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:23.235128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:23.240648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:23.257027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.319482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.322874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.346773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6134373a-5228-4f5f-b6a0-588f156b6fa8,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:23.355125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.356786 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-18bcd8c0-b6f9-4d30-957d-904e44c9ad3f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1383057 Jan 14 12:07:23.359969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53790) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:23.365265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '495d3340-d339-4537-a505-a6a0126c6dd6', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:23.370920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:23.375683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:23.378538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:23.384082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:23.400668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.462690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.466364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.489725 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4051154e-97fe-43a9-b919-362c48fb6b3c,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:23.499865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.501139 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ba6dd161-1bdc-4eed-a741-5d3468d89932 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1402960 Jan 14 12:07:23.503826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53794) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:23.509274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '495d3340-d339-4537-a505-a6a0126c6dd6', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:23.515661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:23.519422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:23.522269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:23.527817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:23.538330 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:07:23.544601 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.608333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.611978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.635261 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd22408-506a-44ea-88b7-3b64e31372ca,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:23.644697 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.645876 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b9ae19ab-8f89-40f0-86b2-393c008e0c7a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1411004 Jan 14 12:07:23.648469 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53798) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:23.653747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '495d3340-d339-4537-a505-a6a0126c6dd6', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:23.659355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:23.663975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:23.666764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:23.672956 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:23.681986 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:07:23.689221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.751598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.755298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.779747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d603aee3-c21f-4f95-8fb9-a2141d044e0c,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:23.788493 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:23.789686 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4f058eb9-e891-4f64-b562-1692fecdf19d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1403098 Jan 14 12:07:23.969764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-3870bec0-35c4-4a28-831b-836af438daa4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:23.984902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-3870bec0-35c4-4a28-831b-836af438daa4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:23.986036 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-3870bec0-35c4-4a28-831b-836af438daa4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240864339&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0563006 Jan 14 12:07:24.131797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-2133e02b-6330-4bee-a1f0-445393328172 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:24.132489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-2133e02b-6330-4bee-a1f0-445393328172 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:24.147613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-2133e02b-6330-4bee-a1f0-445393328172 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:24.148915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-2133e02b-6330-4bee-a1f0-445393328172 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 797 time: 0.1565118 Jan 14 12:07:24.166356 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-80b7edfd-32e9-4aad-935e-7b10f46aa1ce tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0115051 Jan 14 12:07:24.339805 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-50409557-ba17-4b44-8e71-e490ed107b06 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1676803 Jan 14 12:07:24.473897 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-bc805c23-6a06-42c0-a886-c43906aa2f85 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219335 Jan 14 12:07:24.601558 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-d272ebb1-24d6-4831-b3d6-d5394081d0a8 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221309 Jan 14 12:07:24.786791 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22da8940-7e56-4c3f-8e6b-5c6ca93fad16 req-1317fb77-e8bd-4b13-b572-e9ba9808989f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 210 time: 0.0445192 Jan 14 12:07:25.910415 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5f7c3-0d2f-443e-a2c7-c0dbe35b8532 None None] New status for floating IP ce863ce4-21d4-45d1-8fc5-945951ef4358: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:07:25.984076 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-457f51b8-d5fe-450c-8a02-b1cf4e4ceab4 req-d8d1a1b0-bde6-4dc8-8fbc-275708a75a9b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 210 time: 0.0613184 Jan 14 12:07:26.020379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-f2606d47-eb0d-4c65-b95e-bac37fd6960c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:26.021976 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-f2606d47-eb0d-4c65-b95e-bac37fd6960c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 797 time: 0.1580720 Jan 14 12:07:26.076708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-4760f521-3229-4200-bc83-686da7a5fe3b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 471 time: 0.0430624 Jan 14 12:07:26.085819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': '6a159a57-c7f7-4849-a698-319146ef0552', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['495d3340-d339-4537-a505-a6a0126c6dd6']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:26.227959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:26.237466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:26.245985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:07:26.249803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:26.409612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.11 (ab1acfdc-8cf9-4271-9af0-801bc4125536/8d5842ff-4dfb-4fc9-a461-75082a2dc7bb/3f62ba84-da8f-457c-9763-b5ebb568f91a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:26.593439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:26.608102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 3f62ba84-da8f-457c-9763-b5ebb568f91a will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:26.629182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:26.795679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:26.798737 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:26.803060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:26.828461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=3f62ba84-da8f-457c-9763-b5ebb568f91a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:26.866760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:26.867354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:26.894896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-c25994e5-9479-4b61-bebc-c03599b12022 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8129778 Jan 14 12:07:26.907038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Request body: {'port': {'device_id': '6a159a57-c7f7-4849-a698-319146ef0552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:26.985744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-992d0c24-358d-4139-b299-b68012be1518 None None] Provisioning for port 3f62ba84-da8f-457c-9763-b5ebb568f91a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:26.991674 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-992d0c24-358d-4139-b299-b68012be1518 None None] Provisioning complete for port 3f62ba84-da8f-457c-9763-b5ebb568f91a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:26.992038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-992d0c24-358d-4139-b299-b68012be1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.027855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.048259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-992d0c24-358d-4139-b299-b68012be1518 None None] Port 3f62ba84-da8f-457c-9763-b5ebb568f91a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:07:27.335052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020295-d6f0-4823-bfd1-1f9e84dbd6c3 req-10ea2d14-68f1-4498-aa38-a8dde22af675 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:27.335733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-20020295-d6f0-4823-bfd1-1f9e84dbd6c3 req-10ea2d14-68f1-4498-aa38-a8dde22af675 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:07:27.368164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-20020295-d6f0-4823-bfd1-1f9e84dbd6c3 req-10ea2d14-68f1-4498-aa38-a8dde22af675 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:07:27.369357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20020295-d6f0-4823-bfd1-1f9e84dbd6c3 req-10ea2d14-68f1-4498-aa38-a8dde22af675 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 932 time: 0.2283545 Jan 14 12:07:27.472832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f62ba84-da8f-457c-9763-b5ebb568f91a {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:07:27.480123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20020295-d6f0-4823-bfd1-1f9e84dbd6c3 req-78931810-5f66-4b88-b6e7-cf9e2bc4b046 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966306 Jan 14 12:07:27.481879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.496288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Transition to ACTIVE for port object 3f62ba84-da8f-457c-9763-b5ebb568f91a will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:07:27.500306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.629394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Pushing event updated for resources: {'Port': ['ID=3f62ba84-da8f-457c-9763-b5ebb568f91a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:27.738385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Attempting to bind port 3f62ba84-da8f-457c-9763-b5ebb568f91a on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:07:27.738831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Attempting to bind port 3f62ba84-da8f-457c-9763-b5ebb568f91a by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:07:27.739306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Attempting to bind port 3f62ba84-da8f-457c-9763-b5ebb568f91a on network ab1acfdc-8cf9-4271-9af0-801bc4125536 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:27.745769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Port 3f62ba84-da8f-457c-9763-b5ebb568f91a on network ab1acfdc-8cf9-4271-9af0-801bc4125536 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:07:27.746081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Attempting to bind port 3f62ba84-da8f-457c-9763-b5ebb568f91a on network ab1acfdc-8cf9-4271-9af0-801bc4125536 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:07:27.753002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:07:27.753357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Checking segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:07:27.753728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Bound using segment: {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:07:27.754139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Bound port: 3f62ba84-da8f-457c-9763-b5ebb568f91a, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34b24a2-dde0-4809-b916-ca15f697e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:07:27.754475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.842427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] For port 3f62ba84-da8f-457c-9763-b5ebb568f91a, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:07:27.845188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] For port 3f62ba84-da8f-457c-9763-b5ebb568f91a, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:07:27.849415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.910403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:27.911883 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] 10.222.0.31 "PUT /v2.0/ports/3f62ba84-da8f-457c-9763-b5ebb568f91a HTTP/1.1" status: 200 len: 1094 time: 1.0096109 Jan 14 12:07:27.912314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:07:27.930922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5697ad-a3b3-4091-ac9e-043c65b94cea service neutron] Pushing event updated for resources: {'Port': ['ID=3f62ba84-da8f-457c-9763-b5ebb568f91a,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:28.004101 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'status': 'completed', 'code': 200} Jan 14 12:07:28.049746 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-80219429-30c1-4412-ac13-2815287ac23a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 1097 time: 0.0799470 Jan 14 12:07:28.132058 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-624aba3b-4c98-4e02-9677-3b47d2ea2662 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a HTTP/1.1" status: 200 len: 217 time: 0.0731921 Jan 14 12:07:28.201435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-e795dd19-2243-4610-8c37-6c280c6790cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:28.203206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-e795dd19-2243-4610-8c37-6c280c6790cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0653472 Jan 14 12:07:28.281581 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-e7cc18a8-392c-4538-a024-da7c8157fd47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731943 Jan 14 12:07:28.415271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-8a3e07eb-f1d2-47fb-90f3-06913c25e777 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280348 Jan 14 12:07:28.689187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f41438c6-306b-446e-b5a1-4d362ae35d10 req-29ad47d5-358f-4cf0-a6c2-22d28d6d6ea4 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680938 Jan 14 12:07:28.719367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17922e7-61db-4792-84d8-512ddaa9d98f req-2cccbbcd-68a9-4cc7-aa50-003fd95f99b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:28.720821 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a17922e7-61db-4792-84d8-512ddaa9d98f req-2cccbbcd-68a9-4cc7-aa50-003fd95f99b5 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 944 time: 0.1097093 Jan 14 12:07:28.814826 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a17922e7-61db-4792-84d8-512ddaa9d98f req-bea7c937-d3c3-4e79-90a0-ba4bbc1d99aa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883214 Jan 14 12:07:28.834492 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-bc4d36df-014e-4653-b989-741314ed2e4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 1097 time: 0.0935128 Jan 14 12:07:28.968464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-7b5f2c27-dd35-406a-881f-01cd620d9a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:28.970038 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-7b5f2c27-dd35-406a-881f-01cd620d9a93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1280062 Jan 14 12:07:29.038122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-65ba86dd-b607-4e7d-83a9-71784bf2d71c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a HTTP/1.1" status: 200 len: 217 time: 0.0620935 Jan 14 12:07:29.102879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-cedb8481-5c74-446a-b50c-6840dcc3e6d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:29.104210 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-cedb8481-5c74-446a-b50c-6840dcc3e6d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0607624 Jan 14 12:07:29.176381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-6ee3e331-fddd-477f-ad4c-19652997fd21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667634 Jan 14 12:07:29.305579 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-eeddc3d6-4d0b-41c1-8f3e-c088e7756115 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228085 Jan 14 12:07:29.432995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-324d12bf-fae7-4266-a3fe-1a86f24c4ef5 req-372218b4-ed41-4938-8e97-e4633bb4bb04 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214156 Jan 14 12:07:30.017949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263633b8-cd52-49bf-a6ae-4c16a8bf6fe1 req-db9f4cab-1ce8-42bb-b68b-125720ec9d29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:30.019394 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-263633b8-cd52-49bf-a6ae-4c16a8bf6fe1 req-db9f4cab-1ce8-42bb-b68b-125720ec9d29 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 944 time: 0.0796945 Jan 14 12:07:30.063270 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-263633b8-cd52-49bf-a6ae-4c16a8bf6fe1 req-665c1bd5-c6a9-46e4-af1f-53c4fe249e19 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Jan 14 12:07:30.189259 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-e833a542-9cc5-43a2-b3a1-df8ea37af8a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732515 Jan 14 12:07:30.332653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-7e541d9e-fc1b-478d-a94a-6cc4d0ae9f31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1098 time: 0.0679729 Jan 14 12:07:30.472714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-95393cd1-88b8-4d10-b050-ab05afc12da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:30.474120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-95393cd1-88b8-4d10-b050-ab05afc12da3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1234736 Jan 14 12:07:30.574354 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-67566e5e-5c78-4272-a321-94f306005619 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 1001 time: 0.0936751 Jan 14 12:07:30.635962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-191171df-a422-454e-bacb-abc74d9a245c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:30.637415 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-191171df-a422-454e-bacb-abc74d9a245c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0563948 Jan 14 12:07:30.712634 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-8fff1907-eb41-42bc-97c7-97bb22b9149e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687997 Jan 14 12:07:30.840041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-a260bf0f-600c-4d41-93be-3773d711e61c service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208911 Jan 14 12:07:30.847406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5a68c33-dd6e-42c7-86b2-9bd279e428d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:31.061120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9df1a2b-2b77-45d8-a2a1-bbcec42b53fa req-cae71ea0-ff98-41c7-bc01-852cf3b5df84 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150128 Jan 14 12:07:31.111220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:31.267845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47286d-cd66-472e-87d9-fb7479162b01 req-69d587ac-e5f1-4a75-be63-5c6bede44a60 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:31.270071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f47286d-cd66-472e-87d9-fb7479162b01 req-69d587ac-e5f1-4a75-be63-5c6bede44a60 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 944 time: 0.0809946 Jan 14 12:07:31.327220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f47286d-cd66-472e-87d9-fb7479162b01 req-8de1fc32-5ddf-423d-ae9c-1374c7339538 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501091 Jan 14 12:07:32.521412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f342a-363c-44e9-8a5e-3a8970bf01bd req-ec95a4a2-0122-467c-9c08-b03908c2f452 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:32.522847 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1b0f342a-363c-44e9-8a5e-3a8970bf01bd req-ec95a4a2-0122-467c-9c08-b03908c2f452 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 944 time: 0.0754175 Jan 14 12:07:32.567468 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1b0f342a-363c-44e9-8a5e-3a8970bf01bd req-1e8fa992-dc29-4a9a-8bbd-dfbd9b9ca4a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Jan 14 12:07:32.795702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3f62ba84-da8f-457c-9763-b5ebb568f91a details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:07:32.972579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3f62ba84-da8f-457c-9763-b5ebb568f91a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:32.985523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'port_id': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'mac_address': 'fa:16:3e:1a:01:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:07:33.039938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:33.068125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f62ba84-da8f-457c-9763-b5ebb568f91a {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:07:33.073134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36b20a71-da20-4d0b-a3c9-7db997abc038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:33.086409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3f62ba84-da8f-457c-9763-b5ebb568f91a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:33.089790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:33.167966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3f62ba84-da8f-457c-9763-b5ebb568f91a,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:33.448978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['3f62ba84-da8f-457c-9763-b5ebb568f91a'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:07:33.766020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c9f73-45c3-4385-8822-2fe6b3f94bdf req-e43e54ce-e3cd-422a-a5c5-4035a1b1ed99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:33.767449 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-604c9f73-45c3-4385-8822-2fe6b3f94bdf req-e43e54ce-e3cd-422a-a5c5-4035a1b1ed99 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 945 time: 0.0792978 Jan 14 12:07:33.811625 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-604c9f73-45c3-4385-8822-2fe6b3f94bdf req-26fa5825-a09d-4712-94d0-8cafee0a5d76 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386448 Jan 14 12:07:34.205421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:34.418739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:34.795217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3f62ba84-da8f-457c-9763-b5ebb568f91a up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:07:34.866098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 3f62ba84-da8f-457c-9763-b5ebb568f91a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:07:34.870920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 3f62ba84-da8f-457c-9763-b5ebb568f91a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:07:34.871314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:34.982143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:35.008595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:07:35.012764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076639-7a1e-4504-9854-c34457b23960 req-b6b91e69-abff-409b-b0c1-d5679acd8bd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:35.014003 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5e076639-7a1e-4504-9854-c34457b23960 req-b6b91e69-abff-409b-b0c1-d5679acd8bd2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 945 time: 0.0819778 Jan 14 12:07:35.018431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3f62ba84-da8f-457c-9763-b5ebb568f91a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:07:35.023160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:35.063874 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5e076639-7a1e-4504-9854-c34457b23960 req-b37fbb27-6907-4275-a06d-2f33f79086d1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440795 Jan 14 12:07:35.069302 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'code': 200} Jan 14 12:07:35.101148 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3f62ba84-da8f-457c-9763-b5ebb568f91a,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:35.292763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e738e74d-afe7-4178-ade5-31562028b0ac req-4ca085cf-f44d-4f9d-84bd-700337347920 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 1099 time: 0.0684717 Jan 14 12:07:35.337912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e738e74d-afe7-4178-ade5-31562028b0ac req-99e1c8c4-a021-4e96-ac0a-04f2a39f1bfa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Jan 14 12:07:35.519104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:36.279145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f37bf9-eb47-4e3e-a7c2-719b469505af req-bafd5672-71ab-44e3-b4d3-19e625e1a3f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:36.280598 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66f37bf9-eb47-4e3e-a7c2-719b469505af req-bafd5672-71ab-44e3-b4d3-19e625e1a3f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 946 time: 0.0834854 Jan 14 12:07:36.326290 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66f37bf9-eb47-4e3e-a7c2-719b469505af req-5413e8d1-cdce-4c60-bed4-86b442547ab1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400410 Jan 14 12:07:37.519909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da6cb2-e72a-417f-b592-737fe32ad6dc req-3a94b799-c2c7-44f7-a591-d299aa7e0120 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:37.521385 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-56da6cb2-e72a-417f-b592-737fe32ad6dc req-3a94b799-c2c7-44f7-a591-d299aa7e0120 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 946 time: 0.0756395 Jan 14 12:07:37.564829 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-56da6cb2-e72a-417f-b592-737fe32ad6dc req-f8c99940-418b-459a-a291-81124c3a9bb7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379806 Jan 14 12:07:37.759847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf57a-0d5c-426c-ada2-446798c252d0 req-e6488bb6-efe8-4e5b-8595-60609e894738 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:37.761391 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-effaf57a-0d5c-426c-ada2-446798c252d0 req-e6488bb6-efe8-4e5b-8595-60609e894738 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 946 time: 0.0792246 Jan 14 12:07:37.807353 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-effaf57a-0d5c-426c-ada2-446798c252d0 req-6e55af22-9ba3-44d5-bd9c-35cd394facf0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397484 Jan 14 12:07:37.835559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53848) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:37.903566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3e88b2c4-0d49-4b9d-945f-63fd577c8d4c tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 1094 time: 0.0668411 Jan 14 12:07:37.906424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53852) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:07:37.911418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:07:37.916802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:07:37.921040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:07:37.923778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:07:37.929279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:07:37.940224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:38.072499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:38.209323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.158 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/6888a87c-6019-48be-885c-95613e7d0264) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:07:38.357965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:38.384128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:38.448439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:07:38.451785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:07:38.456000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:07:38.482712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=6888a87c-6019-48be-885c-95613e7d0264,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:38.953357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:39.095905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:39.294915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:39.299244 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:39.401038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=6888a87c-6019-48be-885c-95613e7d0264,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:07:39.418949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:39.604775 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP a5bfc053-ddb6-48de-96a7-04b148f77c8c associated. External IP: 172.26.8.158, port: 3f62ba84-da8f-457c-9763-b5ebb568f91a. Jan 14 12:07:39.981812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:07:40.174349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:07:40.186766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:07:40.198884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:40.199334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:07:40.199752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:40.255621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fc69f37a-66e4-45be-bfef-281f368be5e8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3481898 Jan 14 12:07:40.256196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:07:40.322074 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'status': 'completed', 'code': 200} Jan 14 12:07:40.385692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:40.412165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-a9bd4af8-db11-4cff-a983-34fabc0e79aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 1099 time: 0.0677104 Jan 14 12:07:40.540402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-e8613985-8643-444d-a58f-bb4da4d0759b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:40.541773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-e8613985-8643-444d-a58f-bb4da4d0759b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1221523 Jan 14 12:07:40.737910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'a5bfc053-ddb6-48de-96a7-04b148f77c8c', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.158', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:1a:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a159a57-c7f7-4849-a698-319146ef0552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:38Z', 'updated_at': '2022-01-14T12:07:38Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}, {'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:26Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:40.741770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:07:40.745347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-8d09c29b-8bbc-4d09-bc7b-05c0ef20e5ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a HTTP/1.1" status: 200 len: 1000 time: 0.1969757 Jan 14 12:07:40.752804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:07:40.753395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:07:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:40.807566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-0c657074-ee68-4772-a61f-6af5e037cb71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:07:40.809587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-0c657074-ee68-4772-a61f-6af5e037cb71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0567057 Jan 14 12:07:40.884260 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-ecec9336-489c-4ed7-995c-836534f5148c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688887 Jan 14 12:07:40.930041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:07:41.016146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-d5119139-ba56-4d94-89f8-06372dbcd1aa service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250777 Jan 14 12:07:41.159506 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0907c93-22d5-43ae-8501-18eb663c7a29 req-15f3a76f-ba84-4791-ab15-f5ba15b2008e service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349034 Jan 14 12:07:41.320668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'a5bfc053-ddb6-48de-96a7-04b148f77c8c', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.158', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:1a:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a159a57-c7f7-4849-a698-319146ef0552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:38Z', 'updated_at': '2022-01-14T12:07:38Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}, {'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:26Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:07:41.325462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a95142-1358-4054-b1a4-5119fb89fb2e None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'a5bfc053-ddb6-48de-96a7-04b148f77c8c', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.158', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:1a:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a159a57-c7f7-4849-a698-319146ef0552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:38Z', 'updated_at': '2022-01-14T12:07:38Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}, {'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:26Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:07:41.517945 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7fc81-dbb0-427a-b3a5-602c410a5e77 None None] New status for floating IP a5bfc053-ddb6-48de-96a7-04b148f77c8c: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:07:54.122239 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:08:00.849974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f706c42-c436-4f15-b66c-aa6e7e1ce024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:01.121498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:03.056566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f448b57-b3cc-4685-a0fd-b397d0c203a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:04.208248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:04.421693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:05.522098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:30.850739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a62be675-3e31-4be1-a0e9-79befc70e043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:31.120445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:31.124739 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:08:32.760238 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-8826d9a6-f5b8-4baf-a690-8a27459cb75c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686309 Jan 14 12:08:32.898466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-b2e63dbf-8e4c-4171-9da8-c728155e2472 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1098 time: 0.0708418 Jan 14 12:08:33.042390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679b174-4881-4f08-a3f3-e910f7510adf req-e6401cda-2de4-4055-8b32-bc1c3b7557ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:08:33.043783 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-e6401cda-2de4-4055-8b32-bc1c3b7557ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1268957 Jan 14 12:08:33.057503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-842905e3-9fd5-4902-b52b-65bdf39a0480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:33.149418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-ec2af36b-9df4-423f-b40f-86208e42ac36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 1001 time: 0.0980120 Jan 14 12:08:33.215849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679b174-4881-4f08-a3f3-e910f7510adf req-aff07b97-e54d-4589-8ff9-8fb20069f859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:08:33.217381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-aff07b97-e54d-4589-8ff9-8fb20069f859 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0577424 Jan 14 12:08:33.290217 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-9a7b59cd-c50e-45ef-9a25-d3021ca12b65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662584 Jan 14 12:08:33.420618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-21541a44-3e72-472b-bde7-230ecc10195b service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236179 Jan 14 12:08:33.548597 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f679b174-4881-4f08-a3f3-e910f7510adf req-75f104ac-b7d2-485e-b221-07fefe74dbe3 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224308 Jan 14 12:08:34.211337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:34.424085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:35.524647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:55.715500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53878) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:08:55.817102 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-63bd57cc-f3f9-4eee-bc2c-e307d739660a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/ce863ce4-21d4-45d1-8fc5-945951ef4358 HTTP/1.1" status: 200 len: 993 time: 0.1004486 Jan 14 12:08:56.543212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53888) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:08:56.550263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:08:56.665992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:56.961996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:08:56.986532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:56.990813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:57.056895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:08:57.057498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:57.058851 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/ports/b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 938 time: 0.5146761 Jan 14 12:08:57.059385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:08:57.077663 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=6']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:08:57.086479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.089777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.090512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1038c336-9f26-4b18-b138-0710264e4d0e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:08:57.118808 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'status': 'completed', 'code': 200} Jan 14 12:08:57.216873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-7d96e4df-cfa9-4fd1-9455-7794898ce488 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1099 time: 0.0751629 Jan 14 12:08:57.263091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4ca048d7-687c-4427-a33c-b40b6510b537 None None] Provisioning complete for port b022ddbf-4d2a-4585-a23a-7ed8a299f932 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:08:57.263928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4ca048d7-687c-4427-a33c-b40b6510b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:08:57.323415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4ca048d7-687c-4427-a33c-b40b6510b537 None None] Port b022ddbf-4d2a-4585-a23a-7ed8a299f932 is administratively disabled so it will not transition to active. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 14 12:08:57.349650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-46041beb-4a5e-422b-b4e0-c7df5df42542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:08:57.350973 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-46041beb-4a5e-422b-b4e0-c7df5df42542 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1286976 Jan 14 12:08:57.446710 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-049da153-21a1-4c51-b847-dc4db1501968 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 1002 time: 0.0894811 Jan 14 12:08:57.509253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-f2a63221-f885-4f89-a5bc-32d33685b341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:08:57.510639 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-f2a63221-f885-4f89-a5bc-32d33685b341 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0587363 Jan 14 12:08:57.582187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-d8506b6e-c289-49ef-9fed-722b78f536c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659070 Jan 14 12:08:57.710687 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-5c32f80a-cabd-4f92-aef3-1d216958202f service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220710 Jan 14 12:08:57.840021 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e38266f0-ad71-4841-ba00-4c5c556d94d4 req-c8d11b51-c751-4bd5-8ca4-ca08229f42cb service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234152 Jan 14 12:09:00.504305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53898) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:00.510239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:00.629502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:00.843587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:00.852548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-478e4639-5d5a-4604-805c-b5a605de75e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:00.871671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:00.876031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:00.939771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:00.940374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:00.942078 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/ports/b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 937 time: 0.4364278 Jan 14 12:09:00.942303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:00.944771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 53902) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:00.963589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd9c2-d3ab-414c-84ce-9753029cb7c7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=7']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:01.009942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'status': 'completed', 'code': 200} Jan 14 12:09:01.076576 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5ce730a2-5628-486c-8e16-78d35ab42fe3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/ce863ce4-21d4-45d1-8fc5-945951ef4358 HTTP/1.1" status: 200 len: 993 time: 0.1299791 Jan 14 12:09:01.106341 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-4bc8d5f0-c607-43e5-a997-64dc6a59b656 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1098 time: 0.0737960 Jan 14 12:09:01.137692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:01.164602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f5b841d1-9051-49e5-ba09-fed06859593b None None] Provisioning complete for port b022ddbf-4d2a-4585-a23a-7ed8a299f932 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:01.164993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f5b841d1-9051-49e5-ba09-fed06859593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:01.242681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-6fb6865e-cf31-494d-a943-7a1f5e7250db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:01.244144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-6fb6865e-cf31-494d-a943-7a1f5e7250db service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1312118 Jan 14 12:09:01.320004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['b022ddbf-4d2a-4585-a23a-7ed8a299f932'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:09:01.348480 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-6428b6b8-cfce-4f29-979b-dea165d2734e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 1001 time: 0.0980327 Jan 14 12:09:01.414906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-081fcb7b-5016-4d73-9065-be3f0cd7c259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:01.416555 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-081fcb7b-5016-4d73-9065-be3f0cd7c259 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0620360 Jan 14 12:09:01.491224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-a22e9791-4be6-4b7e-9017-4648ec62e8d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672336 Jan 14 12:09:01.702345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-d49b8256-0653-4b0e-ae71-49fb64116b9a service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052431 Jan 14 12:09:01.834764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2b71412-8423-486b-83be-e1a0419b2eaf req-326f7c23-d4ad-4102-9d0e-8dcb98132cea service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264513 Jan 14 12:09:03.060265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-538b40f8-796f-4ac6-b1df-5ea012ff9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:03.653965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53914) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:03.856822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 6888a87c-6019-48be-885c-95613e7d0264 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:03.857155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.018588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.018908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.145381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 6888a87c-6019-48be-885c-95613e7d0264 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:04.213582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.291883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.338754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=6888a87c-6019-48be-885c-95613e7d0264,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:04.426256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.430820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:04.806003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:09:05.096827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:09:05.106170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:09:05.116443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:05.118129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:05.118811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:05.170150 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57977f83-5644-42ab-ad74-cc8861a07541 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/a5bfc053-ddb6-48de-96a7-04b148f77c8c HTTP/1.1" status: 204 len: 168 time: 1.5147722 Jan 14 12:09:05.171280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:05.229651 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'status': 'completed', 'code': 200} Jan 14 12:09:05.307107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:05.328450 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-b84f3712-eb24-4bd9-a8df-311d211fa099 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 1099 time: 0.0778046 Jan 14 12:09:05.476243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-dd823a3f-1703-4f4c-88ca-ac7e2be1f1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:05.477909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-dd823a3f-1703-4f4c-88ca-ac7e2be1f1dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1436510 Jan 14 12:09:05.568827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:05.593816 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-343328ef-bf4f-412e-a697-fab6420dc181 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a HTTP/1.1" status: 200 len: 217 time: 0.1092613 Jan 14 12:09:05.672263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-e127b7d8-f624-4d83-a180-d6b94511d5ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:05.673615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-e127b7d8-f624-4d83-a180-d6b94511d5ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0688925 Jan 14 12:09:05.682693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa6ae6-25f3-428a-9aaa-4e92e4de3218 req-da6f7bca-ef64-465a-9af4-bffa18a06693 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:05.683347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-33fa6ae6-25f3-428a-9aaa-4e92e4de3218 req-da6f7bca-ef64-465a-9af4-bffa18a06693 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:05.718376 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:26Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:05.722482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:09:05.732862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:05.734222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:05.741491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-33fa6ae6-25f3-428a-9aaa-4e92e4de3218 req-da6f7bca-ef64-465a-9af4-bffa18a06693 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:05.742610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-33fa6ae6-25f3-428a-9aaa-4e92e4de3218 req-da6f7bca-ef64-465a-9af4-bffa18a06693 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 946 time: 0.2077451 Jan 14 12:09:05.800629 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-33fa6ae6-25f3-428a-9aaa-4e92e4de3218 req-dae7f9c7-bd28-4fdd-87b5-e05540a504f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515442 Jan 14 12:09:05.804510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-fe2b5f52-dee2-439c-a82b-b311ff614ab1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1185534 Jan 14 12:09:05.918513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:05.947678 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-29bb7820-a772-45c0-9cae-36780053ce2e service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363299 Jan 14 12:09:06.075507 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29649a01-6fda-4d38-beb5-0f8cb5bda4cf req-e436de20-ef04-43df-8bd9-bdfda49ccbe6 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214249 Jan 14 12:09:06.259513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:26Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:06.263411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0071a-7fec-4d47-95c7-9203b446a0de None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'ce863ce4-21d4-45d1-8fc5-945951ef4358', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'port_id': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'mac_address': 'fa:16:3e:42:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:07:20Z', 'updated_at': '2022-01-14T12:07:26Z', 'revision_number': 1, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:09:06.470237 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b7d67-8772-4fd0-bcb5-86fcdf537515 None None] New status for floating IP a5bfc053-ddb6-48de-96a7-04b148f77c8c: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:09:07.001272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d865-f311-4ff2-af7a-f986374867cf req-e17304a1-9930-4dff-8517-4c6d40d2e960 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:07.002724 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-95a1d865-f311-4ff2-af7a-f986374867cf req-e17304a1-9930-4dff-8517-4c6d40d2e960 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 946 time: 0.0783398 Jan 14 12:09:07.047312 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-95a1d865-f311-4ff2-af7a-f986374867cf req-8cf67f2b-940c-449e-bdac-e93ba8b5b5f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=495d3340-d339-4537-a505-a6a0126c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391679 Jan 14 12:09:07.122748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-6614b53d-e73f-4c67-9fa3-f2813e5c0208 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:07.124160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-6614b53d-e73f-4c67-9fa3-f2813e5c0208 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 946 time: 0.0744123 Jan 14 12:09:07.193772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 3f62ba84-da8f-457c-9763-b5ebb568f91a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:07.194108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:07.431373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 3f62ba84-da8f-457c-9763-b5ebb568f91a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3f62ba84-da8f-457c-9763-b5ebb568f91a,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:07.431724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:07.643814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 3f62ba84-da8f-457c-9763-b5ebb568f91a owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:07.783919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:07.832752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=3f62ba84-da8f-457c-9763-b5ebb568f91a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:07.906609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port 3f62ba84-da8f-457c-9763-b5ebb568f91a on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:09:07.908851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:07.911260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'name': 'network-vif-deleted', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:07.927449 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88f7b6d2-10bb-49b3-b92a-4baf247d1600 req-c7c285d4-5225-4f3d-ac9a-c3fcc7af31cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/3f62ba84-da8f-457c-9763-b5ebb568f91a HTTP/1.1" status: 204 len: 173 time: 0.7974594 Jan 14 12:09:07.975332 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a159a57-c7f7-4849-a698-319146ef0552', 'name': 'network-vif-deleted', 'tag': '3f62ba84-da8f-457c-9763-b5ebb568f91a', 'status': 'completed', 'code': 200} Jan 14 12:09:08.125132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:09:08.224061 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe859b36-84af-4232-b812-62392d401b06 req-da56a769-74f0-4c08-84f1-cf43a578ed50 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a159a57-c7f7-4849-a698-319146ef0552 HTTP/1.1" status: 200 len: 210 time: 0.0428011 Jan 14 12:09:09.328186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53932) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:09.394591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74f78491-e28b-43cb-9ce8-9d1f9bdeed0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:09.423802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74f78491-e28b-43cb-9ce8-9d1f9bdeed0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:09.484655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74f78491-e28b-43cb-9ce8-9d1f9bdeed0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:09.501600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f78491-e28b-43cb-9ce8-9d1f9bdeed0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d3340-d339-4537-a505-a6a0126c6dd6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:09.514646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-74f78491-e28b-43cb-9ce8-9d1f9bdeed0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:09.515757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-74f78491-e28b-43cb-9ce8-9d1f9bdeed0b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/495d3340-d339-4537-a505-a6a0126c6dd6 HTTP/1.1" status: 204 len: 168 time: 0.1865685 Jan 14 12:09:09.556884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53938) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:09.752691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 79a35294-e29c-4728-8181-d718c59ac0f3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:09.752965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:09.913868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:09.914186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:10.030471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 79a35294-e29c-4728-8181-d718c59ac0f3 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:10.173983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:10.220138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=79a35294-e29c-4728-8181-d718c59ac0f3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:10.308312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:10.790017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:09:10.986050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:09:10.995380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:09:11.002108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:11.007257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:11.007847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:11.053481 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-90812e7e-511c-4901-a16d-1e90656d3754 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/ce863ce4-21d4-45d1-8fc5-945951ef4358 HTTP/1.1" status: 204 len: 168 time: 1.4953601 Jan 14 12:09:11.053896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:11.111337 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'status': 'completed', 'code': 200} Jan 14 12:09:11.193863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:11.222588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-5a8898db-1a1c-4983-98ee-b1d0f853c70d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 1098 time: 0.0858533 Jan 14 12:09:11.346658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3f62ba84-da8f-457c-9763-b5ebb568f91a no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:09:11.362785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-5c84fdbb-621d-4612-9380-cf6d46ade01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:11.364402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-5c84fdbb-621d-4612-9380-cf6d46ade01e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 200 len: 898 time: 0.1362956 Jan 14 12:09:11.427050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 3f62ba84-da8f-457c-9763-b5ebb568f91a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:09:11.427402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3f62ba84-da8f-457c-9763-b5ebb568f91a not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:09:11.435738 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-6cfc4920-1db0-4e99-aca8-cf084b4c5f6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 200 len: 217 time: 0.0648091 Jan 14 12:09:11.476325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431702b3-facd-4645-ae8c-8ecc4a712b65 req-1bace10f-b994-4dd3-883d-e686d0bda79a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:11.477874 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-431702b3-facd-4645-ae8c-8ecc4a712b65 req-1bace10f-b994-4dd3-883d-e686d0bda79a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 945 time: 0.0957243 Jan 14 12:09:11.504973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-b483c938-dd09-42a0-a50d-6cc84535c568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:11.506418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-b483c938-dd09-42a0-a50d-6cc84535c568 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 200 len: 835 time: 0.0633452 Jan 14 12:09:11.527757 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-431702b3-facd-4645-ae8c-8ecc4a712b65 req-75d63efb-e9c5-470a-8d17-03603095a94f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 Jan 14 12:09:11.554223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:11.557928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:09:11.568629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:11.569248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:11.591121 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-16cc268f-d576-4438-9452-4566068f7ac9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab1acfdc-8cf9-4271-9af0-801bc4125536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779727 Jan 14 12:09:11.722281 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-f8b20f6f-6b3b-45e5-8cae-d74ba6a0fff9 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248999 Jan 14 12:09:11.783663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:11.855961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30772eb2-e7a5-4f28-bd9d-b78cd5637803 req-babdcb75-9f81-46b5-aaf0-f565b8d31889 service neutron] 10.222.0.31 "GET /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275055 Jan 14 12:09:12.084242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:12.088077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f722f-8fc1-4988-9fbf-1fe9bdb95108 None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:04Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '58436244-5156-48d5-a7e3-44643a667e28', 'name': '', 'network_id': 'ab1acfdc-8cf9-4271-9af0-801bc4125536', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:1b:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:03Z', 'updated_at': '2022-01-14T12:07:11Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '8d5842ff-4dfb-4fc9-a461-75082a2dc7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:09:12.311509 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abfc2dd-484d-4a73-885c-f5f8649af6e9 None None] New status for floating IP ce863ce4-21d4-45d1-8fc5-945951ef4358: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:09:12.732439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-6c88fd48-cd45-4e95-b5eb-d6e6d67dfc45 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:12.733548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-6c88fd48-cd45-4e95-b5eb-d6e6d67dfc45 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:12.748127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-6c88fd48-cd45-4e95-b5eb-d6e6d67dfc45 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:12.749867 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-6c88fd48-cd45-4e95-b5eb-d6e6d67dfc45 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 945 time: 0.0946264 Jan 14 12:09:12.793138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-5ba59357-ad70-48fd-9141-39e61fd800c3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:12.808210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-5ba59357-ad70-48fd-9141-39e61fd800c3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:12.809355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d7ea645d-549b-4ee0-a1dc-ee4241fd7560 req-5ba59357-ad70-48fd-9141-39e61fd800c3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b623ace-9bc0-4989-87bc-8e8f459d9f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540082 Jan 14 12:09:13.026439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023916c-103e-405b-be4c-aec8dcf8935b req-393e2264-3e4d-446a-8a67-aee18989c3df tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:13.027763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e023916c-103e-405b-be4c-aec8dcf8935b req-393e2264-3e4d-446a-8a67-aee18989c3df tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 945 time: 0.0740676 Jan 14 12:09:13.096346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port b022ddbf-4d2a-4585-a23a-7ed8a299f932 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:13.096676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:13.333163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port b022ddbf-4d2a-4585-a23a-7ed8a299f932, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=b022ddbf-4d2a-4585-a23a-7ed8a299f932,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:13.333714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:13.547545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for b022ddbf-4d2a-4585-a23a-7ed8a299f932 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:13.693951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:13.745363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=b022ddbf-4d2a-4585-a23a-7ed8a299f932,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:13.813924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port b022ddbf-4d2a-4585-a23a-7ed8a299f932 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:09:13.816285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:13.818711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'name': 'network-vif-deleted', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:13.834589 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e023916c-103e-405b-be4c-aec8dcf8935b req-fd94ad62-ac18-4ea1-95aa-349f2a96afed tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/b022ddbf-4d2a-4585-a23a-7ed8a299f932 HTTP/1.1" status: 204 len: 173 time: 0.8016798 Jan 14 12:09:13.893991 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11', 'name': 'network-vif-deleted', 'tag': 'b022ddbf-4d2a-4585-a23a-7ed8a299f932', 'status': 'completed', 'code': 200} Jan 14 12:09:13.973626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f195d89a-7462-42a8-9ce2-70423e9cc54a req-034c542b-fe1c-4ce8-b929-812b3d9540c8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:13.988777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f195d89a-7462-42a8-9ce2-70423e9cc54a req-034c542b-fe1c-4ce8-b929-812b3d9540c8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:13.989990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f195d89a-7462-42a8-9ce2-70423e9cc54a req-034c542b-fe1c-4ce8-b929-812b3d9540c8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5e2b-39e5-41e0-9bdc-9f34cee43f11 HTTP/1.1" status: 200 len: 210 time: 0.0607905 Jan 14 12:09:15.100700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53956) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:15.168525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c8314e4-e4e3-4607-be7b-9507e03923b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:15.198407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c8314e4-e4e3-4607-be7b-9507e03923b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:15.261299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c8314e4-e4e3-4607-be7b-9507e03923b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:15.280617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8314e4-e4e3-4607-be7b-9507e03923b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b623ace-9bc0-4989-87bc-8e8f459d9f54,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:15.289952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4c8314e4-e4e3-4607-be7b-9507e03923b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:15.293177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4c8314e4-e4e3-4607-be7b-9507e03923b6 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/7b623ace-9bc0-4989-87bc-8e8f459d9f54 HTTP/1.1" status: 204 len: 168 time: 0.1914189 Jan 14 12:09:15.333209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53962) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:15.727332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:16.413431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 58436244-5156-48d5-a7e3-44643a667e28 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:16.414131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:16.591338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 58436244-5156-48d5-a7e3-44643a667e28, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=58436244-5156-48d5-a7e3-44643a667e28,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:16.591683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:16.714669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 58436244-5156-48d5-a7e3-44643a667e28 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:16.892582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:16.938755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=58436244-5156-48d5-a7e3-44643a667e28,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:17.230264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:17.350889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b022ddbf-4d2a-4585-a23a-7ed8a299f932 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:09:17.387892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: b022ddbf-4d2a-4585-a23a-7ed8a299f932 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:09:17.388232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device b022ddbf-4d2a-4585-a23a-7ed8a299f932 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:09:17.891462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router d489f5fc-285c-46b4-91d3-99276bb23ad6 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:09:18.091185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:09:18.101128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] Sync routers for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:09:18.110293 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-98240aff-650b-4ce3-a170-f7ddd024d00c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/d489f5fc-285c-46b4-91d3-99276bb23ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7728672 Jan 14 12:09:18.110543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53966) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:18.113895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:18.114484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:18.288508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:18.297012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet 8d5842ff-4dfb-4fc9-a461-75082a2dc7bb {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:09:18.299904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.358120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.440957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.515282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.557136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5842ff-4dfb-4fc9-a461-75082a2dc7bb,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:18.564448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.570861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5cfea8-059d-40e5-b59a-ee939071c9a3 None None] Network ab1acfdc-8cf9-4271-9af0-801bc4125536 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:09:18.573205 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6508c74c-94cb-4a56-ae80-d42f206661f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/8d5842ff-4dfb-4fc9-a461-75082a2dc7bb HTTP/1.1" status: 204 len: 168 time: 0.4616945 Jan 14 12:09:18.575726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53970) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:18.632617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:09:16Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:18.642899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] Checking router: d489f5fc-285c-46b4-91d3-99276bb23ad6 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:09:18.709131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] Routers {'d489f5fc-285c-46b4-91d3-99276bb23ad6'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:18.709663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['d489f5fc-285c-46b4-91d3-99276bb23ad6'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:18.778387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.932871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] Set router d489f5fc-285c-46b4-91d3-99276bb23ad6 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:18.979704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:18.991633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port a54308d2-0992-4701-87ba-e13015112ebc {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:18.991633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.074165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] DHCP port deletion for ab1acfdc-8cf9-4271-9af0-801bc4125536 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:09:19.096905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Deleting port 4a76be87-4e68-47ef-9bf7-5eade7e9088e {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:09:19.097271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.171488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port a54308d2-0992-4701-87ba-e13015112ebc, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a54308d2-0992-4701-87ba-e13015112ebc,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:19.171839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.291457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for a54308d2-0992-4701-87ba-e13015112ebc owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:19.431759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] For port 4a76be87-4e68-47ef-9bf7-5eade7e9088e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4a76be87-4e68-47ef-9bf7-5eade7e9088e,segment=NetworkSegment(b34b24a2-dde0-4809-b916-ca15f697e964),segment_id=b34b24a2-dde0-4809-b916-ca15f697e964)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:19.432147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.502744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4a76be87-4e68-47ef-9bf7-5eade7e9088e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:09:19.567670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.593333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Calling delete_port for 4a76be87-4e68-47ef-9bf7-5eade7e9088e owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:09:19.613909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=a54308d2-0992-4701-87ba-e13015112ebc,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:19.686334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:09:16Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:19.692228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12bb32-9f24-4158-9cb2-63029c9a9d23 None None] The sync data for ids ['d489f5fc-285c-46b4-91d3-99276bb23ad6'] in dv-neutron-823850-1-hyperv is: [{'id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'name': 'tempest-TestNetworkBasicOps-router-735519934', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:09:16Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': 'a54308d2-0992-4701-87ba-e13015112ebc', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd489f5fc-285c-46b4-91d3-99276bb23ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:07:00Z', 'updated_at': '2022-01-14T12:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:09:19.739613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.789062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Pushing event deleted for resources: {'Port': ['ID=4a76be87-4e68-47ef-9bf7-5eade7e9088e,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:19.794980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:19.814303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] No DVR routers for this DVR port 4a76be87-4e68-47ef-9bf7-5eade7e9088e on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:09:19.819373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.819656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.819986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.820331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.820644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.820990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.821317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.821635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.824267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.824267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.824267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9352e498-1865-4995-93b5-d3d50d842c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:19.847826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.100323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.104562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.129931 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.130490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router d489f5fc-285c-46b4-91d3-99276bb23ad6 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:09:20.145719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.146802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-05b9a225-e2d8-4510-935b-de05ebda7b57 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/d489f5fc-285c-46b4-91d3-99276bb23ad6 HTTP/1.1" status: 204 len: 168 time: 1.5701294 Jan 14 12:09:20.149468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53974) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:20.266756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.399941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.424294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1acfdc-8cf9-4271-9af0-801bc4125536']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:20.435850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34b24a2-dde0-4809-b916-ca15f697e964') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:20.436341 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34b24a2-dde0-4809-b916-ca15f697e964') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:20.447228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.463207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.469940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:09:20.470396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:09:20.484488 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:09:20.564508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.581780 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.593574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=ab1acfdc-8cf9-4271-9af0-801bc4125536,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:20.601368 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a7504497-da4d-41a7-9012-976e2c35deb0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/ab1acfdc-8cf9-4271-9af0-801bc4125536 HTTP/1.1" status: 204 len: 168 time: 0.4509358 Jan 14 12:09:20.627451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53978) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:20.632893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'network': {'name': 'tempest-network-smoke--1947468060', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:20.637754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:20.642784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:network and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:20.645591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:20.651273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:20.662520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:09:20.665482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.696861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:09:20.710325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.710683 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Added segment 0bf328c9-754a-4283-be67-9a3767a5519f of type vlan for network 7f295d39-f1bc-4468-9ca4-33415e00a306 Jan 14 12:09:20.739922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.772383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.776058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:20.776629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.879216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2506664 Jan 14 12:09:20.881872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53982) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:20.889431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'admin_state_up': True, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:20.894302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d98d2-fe1b-44b0-9693-53aeea879ff9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Network': ['ID=7f295d39-f1bc-4468-9ca4-33415e00a306,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:20.897837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:20.901709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:router and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:20.903796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:09:20.904963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:20.910763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:20.921989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:20.923037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.042555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.191623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.377404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.410321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.450531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a54308d2-0992-4701-87ba-e13015112ebc no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:09:21.484021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a54308d2-0992-4701-87ba-e13015112ebc {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:09:21.484385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a54308d2-0992-4701-87ba-e13015112ebc not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:09:21.484828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 58436244-5156-48d5-a7e3-44643a667e28 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:09:21.514985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 58436244-5156-48d5-a7e3-44643a667e28 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:09:21.515320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 58436244-5156-48d5-a7e3-44643a667e28 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:09:21.547480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.102 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/47e5df2d-2136-4199-afcb-138da2581ef9) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:09:21.689057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.716021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.784898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:09:21.788333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:21.790253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:21.792318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:09:21.943948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:21.944664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:22.167348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:09:22.364072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:09:22.373308 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Sync routers for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:09:22.385159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:22.385790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:22.389855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:22.391413 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4b63e81-5b44-45ab-82ba-453fed08afa3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5086458 Jan 14 12:09:22.394553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53988) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:22.433984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0b97a205-9e76-4a74-b8dd-eef952797ead tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7741e7dad0364f1c986277935c677ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383480 Jan 14 12:09:22.436436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53992) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:22.560135 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:22.565116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce86e692-d974-4cc2-9455-38f6bb482044 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:22.566589 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ce86e692-d974-4cc2-9455-38f6bb482044 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292508 Jan 14 12:09:22.569376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 53996) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:22.706478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4346903-65e3-43f9-8d35-010b0f0ca781 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1358905 Jan 14 12:09:22.708719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54000) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:22.713891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-94459211', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:22.819825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:22.823754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:subnet and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:22.828295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:22.834129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:22.844376 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:21Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:22.845012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:09:22.848671 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Checking router: e0beb0e9-4452-4171-80d7-f5c70851542e for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:09:22.849029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Updating router e0beb0e9-4452-4171-80d7-f5c70851542e port 47e5df2d-2136-4199-afcb-138da2581ef9 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:09:22.928348 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:22.946156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.181125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.248541 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.259490 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Transition to ACTIVE for port object 47e5df2d-2136-4199-afcb-138da2581ef9 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:23.264750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Subnet': ['ID=75b283e2-3319-4d4b-bc1b-1158cadc4389,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:23.266748 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.276175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Checking segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:09:23.276649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network hostable DHCP agents. Network: 7f295d39-f1bc-4468-9ca4-33415e00a306, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:09:23.300365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:09:23.310110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 7f295d39-f1bc-4468-9ca4-33415e00a306) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:23.315631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:23.317648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.318899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e74045-8d72-4272-b89b-fa0ff1ddde71 None None] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:09:23.339661 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Pushing event updated for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:23.343584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8b4aa955-74f2-47d7-9ee9-e60501d7ed8b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6335027 Jan 14 12:09:23.346200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54004) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:23.350643 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.351186 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.351667 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.352164 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.352646 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.353150 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.353619 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.354094 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.354571 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.355032 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.355503 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:23.368189 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Attempting to bind port 47e5df2d-2136-4199-afcb-138da2581ef9 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:09:23.368555 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Attempting to bind port 47e5df2d-2136-4199-afcb-138da2581ef9 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:09:23.368960 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Attempting to bind port 47e5df2d-2136-4199-afcb-138da2581ef9 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:09:23.377607 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:09:23.378725 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:09:23.378725 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.379004 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:09:23.379206 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Bound port: 47e5df2d-2136-4199-afcb-138da2581ef9, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:09:23.379768 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.458948 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] For port 47e5df2d-2136-4199-afcb-138da2581ef9, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:09:23.461780 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] For port 47e5df2d-2136-4199-afcb-138da2581ef9, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=47e5df2d-2136-4199-afcb-138da2581ef9,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:09:23.466955 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.548431 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01aea-decd-4276-91ef-d607d292ebed None None] Pushing event updated for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:23.551760 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:23.552347 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:23.563205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-7f295d39-f1bc-4468-9ca4-33415e00a306', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:09:23.564280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.739865 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:23.761032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Allocated IP 172.20.0.2 (7f295d39-f1bc-4468-9ca4-33415e00a306/75b283e2-3319-4d4b-bc1b-1158cadc4389/78fc7e6f-6957-4d96-8845-50b4a1d5eff4) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:09:23.967607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:23.978214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Transition to ACTIVE for port object 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:23.996944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Transition to ACTIVE for port object 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:24.005403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:24.037743 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:21Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:24.042273 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a27c6-b80e-4107-a4ee-d032e22070df None None] The sync data for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv is: [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:21Z', 'revision_number': 3, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:09:24.082088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:09:24.085131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:24.089643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:09:24.091831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Pushing event updated for resources: {'Port': ['ID=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:24.147945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:24.182593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Attempting to bind port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:09:24.182955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Attempting to bind port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:09:24.183316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Attempting to bind port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 on network 7f295d39-f1bc-4468-9ca4-33415e00a306 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:09:24.190498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:09:24.190860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Checking segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:09:24.191250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:24.191759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Bound using segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:09:24.192365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Bound port: 78fc7e6f-6957-4d96-8845-50b4a1d5eff4, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:09:24.192884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:24.307604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] For port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:09:24.310837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] For port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:09:24.319180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:24.413301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d7129-7b1a-4ce8-bfdc-a9443ef2ed26 None None] Pushing event updated for resources: {'Port': ['ID=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:24.747048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.1 (7f295d39-f1bc-4468-9ca4-33415e00a306/75b283e2-3319-4d4b-bc1b-1158cadc4389/8cb09fc4-7ae3-47d9-89b1-429fee4f1729) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:09:24.916314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:24.931786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:24.952820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.022823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:09:25.026418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:25.028325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:25.031327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:09:25.088007 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.182072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.329870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946912a-0f96-4503-be23-18859168a0b6 None None] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:09:25.449259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c61a28fb-7c4e-47b4-80c8-48f88777bff7 None None] Provisioning for port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:25.528190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:25.596129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.600666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.652594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 47e5df2d-2136-4199-afcb-138da2581ef9 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:25.658768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 47e5df2d-2136-4199-afcb-138da2581ef9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:25.659220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.713843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.718148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:25.783738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.801164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 47e5df2d-2136-4199-afcb-138da2581ef9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=47e5df2d-2136-4199-afcb-138da2581ef9,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:25.806082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.806851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:25.864468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:09:25.865977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:25.937923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:25.961402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:25.966421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0fec9e0a-7212-43c4-a953-4c01f7bf9ea6 None None] Provisioning for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:25.970439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:25.971276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:25.999288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0fec9e0a-7212-43c4-a953-4c01f7bf9ea6 None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:25.999670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0fec9e0a-7212-43c4-a953-4c01f7bf9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:26.076945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0fec9e0a-7212-43c4-a953-4c01f7bf9ea6 None None] Port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:09:26.153253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:26.196899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:26.206791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:26.245161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1587bfc6-ee82-4d04-9f34-9befb7f886ba None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:26.245366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1587bfc6-ee82-4d04-9f34-9befb7f886ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:26.320178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1587bfc6-ee82-4d04-9f34-9befb7f886ba None None] Port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:09:26.323502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:26.401533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:09:26.440600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1cf62f86-71a5-4e5c-ab60-9cc790bb3316 None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:26.441292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1cf62f86-71a5-4e5c-ab60-9cc790bb3316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:26.492398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1cf62f86-71a5-4e5c-ab60-9cc790bb3316 None None] Port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:09:26.602798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:09:26.616326 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ed928761-ffb6-4f85-941d-3dd619b95949 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/e0beb0e9-4452-4171-80d7-f5c70851542e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2689478 Jan 14 12:09:26.618761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54008) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:26.753174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be498df-9373-4e0a-9373-2a7f1dd490cc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.753533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be498df-9373-4e0a-9373-2a7f1dd490cc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.753887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be498df-9373-4e0a-9373-2a7f1dd490cc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.754237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be498df-9373-4e0a-9373-2a7f1dd490cc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.755835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7be498df-9373-4e0a-9373-2a7f1dd490cc tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1362050 Jan 14 12:09:26.758473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54012) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:26.822867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8f9ce-ba82-404d-b03e-e9c00e7f48d0 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.823226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8f9ce-ba82-404d-b03e-e9c00e7f48d0 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.823575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8f9ce-ba82-404d-b03e-e9c00e7f48d0 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.823927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8f9ce-ba82-404d-b03e-e9c00e7f48d0 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:26.825605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6bd8f9ce-ba82-404d-b03e-e9c00e7f48d0 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0662692 Jan 14 12:09:26.828768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54016) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:27.022564 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-640baa07-8eee-4055-ad0e-633fb1de1254 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1926749 Jan 14 12:09:27.358664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54022) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:27.364261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383319436', 'description': 'tempest-secgroup-smoke-1383319436 description', 'project_id': '7741e7dad0364f1c986277935c677ebe'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:27.370447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:27.374891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:27.377779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:27.383998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:27.394357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.432496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:27.436587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:27.439564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:27.445143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:27.461926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:27.508647 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.512465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.532040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 47e5df2d-2136-4199-afcb-138da2581ef9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:27.532654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.558442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79845244-25bb-486e-bb73-160cef21ee6a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:27.562282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.565457 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8f31e790-6481-4c0d-b8c7-8e7a6a23c7a1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2057867 Jan 14 12:09:27.568088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54026) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:27.574894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '79845244-25bb-486e-bb73-160cef21ee6a', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:27.582996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Sync routers for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:09:27.584185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:27.587935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:27.590816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:27.596881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:27.602355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:27.602962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:27.614104 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.680157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.683560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.706952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc99aad8-e0cc-4029-977b-bcaad7989e3c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:27.717690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.718885 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ce84ed9-c49a-46ff-8868-8418fa22c5f2 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1494498 Jan 14 12:09:27.721547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54032) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:27.727169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '79845244-25bb-486e-bb73-160cef21ee6a', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:27.733594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:27.737340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:27.740156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:27.746443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:27.763661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.825975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.833670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.841898 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:27.854432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fe132c-03f9-4f97-83c9-a05cedd1f762,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:27.865753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.867143 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1ccdb596-6cef-4e6b-8d52-49a007a0fe17 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1444643 Jan 14 12:09:27.869599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54036) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:27.875775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '79845244-25bb-486e-bb73-160cef21ee6a', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:27.881554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:27.885435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:27.888423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:27.894257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:27.910478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.915050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:27.979489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.984676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:27.990042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:27.990458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.013395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1d9f47-2d0f-4031-871a-a90973425c09,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:28.023887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.028486 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a98b276c-ef1a-4539-81d8-da0d41ad281b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1549633 Jan 14 12:09:28.028486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54040) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:28.035119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '79845244-25bb-486e-bb73-160cef21ee6a', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:28.041259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:28.046130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:28.048530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:28.054508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:28.075184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.150084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.155175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.188427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dc6626-425c-4f80-8f17-fdbfedb789cd,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:28.209631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.211468 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2ba82249-d271-49c8-ba61-a52e5af3cc9a tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1809094 Jan 14 12:09:28.213467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:28.219638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '79845244-25bb-486e-bb73-160cef21ee6a', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:28.225982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:28.229763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:28.234130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:28.240251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:28.252135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:09:28.258885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.325138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.329258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.336451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:28.340327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Checking router: e0beb0e9-4452-4171-80d7-f5c70851542e for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:09:28.340669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Updating router e0beb0e9-4452-4171-80d7-f5c70851542e port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:09:28.352516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdb8cb6-5a9c-4cd7-ae8e-ded3fea140e8,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:28.367264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.371617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33ce0497-bf07-4b56-a79b-58cad0ff9183 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1547523 Jan 14 12:09:28.371996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54048) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:28.379228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'security_group_rule': {'security_group_id': '79845244-25bb-486e-bb73-160cef21ee6a', 'project_id': '7741e7dad0364f1c986277935c677ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:28.385444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:28.390895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:security_group_rule and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:28.393925 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:28.396395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.400992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:28.410853 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Project 7741e7dad0364f1c986277935c677ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:09:28.418357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.488561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.492933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.519505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5a1975-505a-4488-8ce7-c22c3f6f1ca7,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:28.532962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.533308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.533841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.534396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.534954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.535456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.535791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.536124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.536461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.536795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.537119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:09:28.540618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.541817 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-195732fe-58b9-4985-bb7b-ba19d4239ccf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1682508 Jan 14 12:09:28.735184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-32c55051-98e9-4ee9-97cf-92448e054611 req-4d27ed1d-9d98-47fc-8592-d17425969b10 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:28.751731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-32c55051-98e9-4ee9-97cf-92448e054611 req-4d27ed1d-9d98-47fc-8592-d17425969b10 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:28.753027 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-4d27ed1d-9d98-47fc-8592-d17425969b10 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383319436&fields=id&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 267 time: 0.0618327 Jan 14 12:09:28.755948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.768193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Transition to ACTIVE for port object 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:28.774553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:28.920977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561fffd-2213-4141-9026-f9c7dcc566da None None] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:28.924854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55051-98e9-4ee9-97cf-92448e054611 req-57c6938c-217f-4cbb-b8ea-ecf615eca8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:28.925625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-32c55051-98e9-4ee9-97cf-92448e054611 req-57c6938c-217f-4cbb-b8ea-ecf615eca8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:28.941815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-32c55051-98e9-4ee9-97cf-92448e054611 req-57c6938c-217f-4cbb-b8ea-ecf615eca8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:28.943475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-57c6938c-217f-4cbb-b8ea-ecf615eca8ac tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/networks?id=7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 200 len: 797 time: 0.1830206 Jan 14 12:09:28.966006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-78c05ddc-4efc-4281-a4d3-55b872b1456c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/quotas/7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 375 time: 0.0113866 Jan 14 12:09:29.026823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Attempting to bind port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:09:29.027183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Attempting to bind port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:09:29.027753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Attempting to bind port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 on network 7f295d39-f1bc-4468-9ca4-33415e00a306 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:09:29.034403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:09:29.034777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Checking segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:09:29.035179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:29.035562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Bound using segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:09:29.036267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Bound port: 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:09:29.036829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:29.059432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-32c55051-98e9-4ee9-97cf-92448e054611 req-f32aa271-880d-41df-b0bf-333c8cba9b6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:29.075298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-32c55051-98e9-4ee9-97cf-92448e054611 req-f32aa271-880d-41df-b0bf-333c8cba9b6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:29.077262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-f32aa271-880d-41df-b0bf-333c8cba9b6b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046968 Jan 14 12:09:29.134941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] For port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:09:29.139567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] For port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:09:29.145487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:29.235716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561fffd-2213-4141-9026-f9c7dcc566da None None] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:29.240055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:29.240676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:29.349523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-2eae049c-c5d1-45e5-8038-13c0a008cf59 service neutron] 10.222.0.48 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591338 Jan 14 12:09:29.483473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:29.489402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-48611c39-e93e-4009-81ed-32636c376b7c service neutron] 10.222.0.48 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341109 Jan 14 12:09:29.699210 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d5efd9b7-b2a0-4931-9c6e-d333d3d3cd5d req-cdd0b281-777b-4395-ae1c-a67712ff0e32 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 210 time: 0.0470090 Jan 14 12:09:29.814676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:09:29Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:29.818597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1aeec-5fe6-4499-bdde-c3a857370131 None None] The sync data for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv is: [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:09:29Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:09:30.713336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55051-98e9-4ee9-97cf-92448e054611 req-da3440da-76e0-48ed-b7de-03cc7ce9a4a8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:30.714854 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-da3440da-76e0-48ed-b7de-03cc7ce9a4a8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/networks?id=7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 200 len: 797 time: 0.1522729 Jan 14 12:09:30.773392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-e346377f-0bb9-4830-9405-2d65f1fa4be1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7741e7dad0364f1c986277935c677ebe HTTP/1.1" status: 200 len: 380 time: 0.0465913 Jan 14 12:09:30.783561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'port': {'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'admin_state_up': True, 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'security_groups': ['79845244-25bb-486e-bb73-160cef21ee6a']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:30.854638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3fab70b2-134a-45de-8d39-a851618620e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:30.910550 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-daa1bdea-69b5-4e7a-acb3-43da0a291ba7 req-c7dffa72-13b4-495a-b7b8-29ae0a01f808 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 210 time: 0.0525815 Jan 14 12:09:30.986329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:30.996435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:31.006921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Made reservation on behalf of 7741e7dad0364f1c986277935c677ebe for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:09:31.010420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.147920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.174372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.20.0.14 (7f295d39-f1bc-4468-9ca4-33415e00a306/75b283e2-3319-4d4b-bc1b-1158cadc4389/c89a0aab-389f-43e0-aeb8-e1a0f39497d1) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:09:31.383417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.401879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Transition to ACTIVE for port object c89a0aab-389f-43e0-aeb8-e1a0f39497d1 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:31.429858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.483115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:31.509350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:09:31.513057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:31.516003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:09:31.542212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:31.570360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:31.577778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:31.578212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.591423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:31.592279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.634516 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-7c9e732f-a453-450a-a1df-a5feaa8a56e1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8523166 Jan 14 12:09:31.711179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.759195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:31.763952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.806329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dc2cdb10-33d3-4460-ba88-a487798d99da None None] Provisioning for port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:31.820988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dc2cdb10-33d3-4460-ba88-a487798d99da None None] Provisioning complete for port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:31.821350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdb10-33d3-4460-ba88-a487798d99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:31.849395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Request body: {'port': {'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:31.907021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:31.911680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cdb10-33d3-4460-ba88-a487798d99da None None] Port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:09:31.968567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:32.122140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5dad-6942-4bb7-8afa-5b9a3a77835b req-197b2f01-b20f-4664-8665-c1c6b64a8921 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:32.124381 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f3ad5dad-6942-4bb7-8afa-5b9a3a77835b req-197b2f01-b20f-4664-8665-c1c6b64a8921 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 932 time: 0.0795019 Jan 14 12:09:32.171789 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f3ad5dad-6942-4bb7-8afa-5b9a3a77835b req-e3be5270-288f-465c-abc3-766be734c15f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 Jan 14 12:09:32.322782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89a0aab-389f-43e0-aeb8-e1a0f39497d1 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:09:32.329515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:32.344577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Transition to ACTIVE for port object c89a0aab-389f-43e0-aeb8-e1a0f39497d1 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:09:32.348049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:32.578678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Pushing event updated for resources: {'Port': ['ID=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:32.681297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Attempting to bind port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:09:32.681543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Attempting to bind port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:09:32.681859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Attempting to bind port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 on network 7f295d39-f1bc-4468-9ca4-33415e00a306 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:09:32.689195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 on network 7f295d39-f1bc-4468-9ca4-33415e00a306 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:09:32.689513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Attempting to bind port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 on network 7f295d39-f1bc-4468-9ca4-33415e00a306 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:09:32.695445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:09:32.695763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Checking segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:09:32.696133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Bound using segment: {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:09:32.696541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Bound port: c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf328c9-754a-4283-be67-9a3767a5519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:09:32.696894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:32.788123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] For port c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:09:32.790999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] For port c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:09:32.796083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:32.857602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:32.858968 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] 10.222.0.31 "PUT /v2.0/ports/c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 200 len: 1094 time: 1.2214973 Jan 14 12:09:32.859395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:32.875807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8991111-b886-4c1d-bf39-592b3fc6da5c service neutron] Pushing event updated for resources: {'Port': ['ID=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:32.937675 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'status': 'completed', 'code': 200} Jan 14 12:09:32.980574 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-29b9a680-d392-4ff3-8335-14e84602a9dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1097 time: 0.0798347 Jan 14 12:09:33.056187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-bbbf728a-102c-427b-8ae8-91f96ce18b5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 200 len: 217 time: 0.0682163 Jan 14 12:09:33.066581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-88d8db15-a355-4a42-a3b9-045ad5a6f7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:33.122720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55051-98e9-4ee9-97cf-92448e054611 req-85345823-0704-44b8-ad70-7e98cca38222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:33.124502 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-85345823-0704-44b8-ad70-7e98cca38222 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b283e2-3319-4d4b-bc1b-1158cadc4389 HTTP/1.1" status: 200 len: 833 time: 0.0632131 Jan 14 12:09:33.198694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-03996858-8294-4f55-bef7-95f860434dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f295d39-f1bc-4468-9ca4-33415e00a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681574 Jan 14 12:09:33.331164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-9a3ce475-cc35-472b-8c5b-ad7014d86f76 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264946 Jan 14 12:09:33.373321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6876f-e6a8-45e4-8df8-07f2bff98fa7 req-dfcd1e01-ae84-4673-95fa-06c0ecbebad4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:33.374820 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-93a6876f-e6a8-45e4-8df8-07f2bff98fa7 req-dfcd1e01-ae84-4673-95fa-06c0ecbebad4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 944 time: 0.0794551 Jan 14 12:09:33.423320 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-93a6876f-e6a8-45e4-8df8-07f2bff98fa7 req-a0336cc4-fefb-4c22-9662-094eb1844015 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Jan 14 12:09:33.459831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:33.469273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c55051-98e9-4ee9-97cf-92448e054611 req-3ae26e80-5116-4cb7-b819-f8f7a6849110 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324184 Jan 14 12:09:33.528306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:33.529317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:33.582013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-2413a3bd-1e5d-4e5c-a9f6-ba341e5a9f86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1097 time: 0.0714858 Jan 14 12:09:33.711224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-7c5c7e56-60cd-4812-ae6d-b18af97cfdbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:33.712641 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-7c5c7e56-60cd-4812-ae6d-b18af97cfdbf service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 200 len: 898 time: 0.1253352 Jan 14 12:09:33.777925 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-11f6e302-74eb-44f3-80fc-07d5e9abf5e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 200 len: 217 time: 0.0594242 Jan 14 12:09:33.839916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-f609949e-4675-4d43-915c-f4238397d311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:33.841929 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-f609949e-4675-4d43-915c-f4238397d311 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b283e2-3319-4d4b-bc1b-1158cadc4389 HTTP/1.1" status: 200 len: 833 time: 0.0583508 Jan 14 12:09:33.913578 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-eaa542fd-1bfd-4cbc-9682-c92120e6d8a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f295d39-f1bc-4468-9ca4-33415e00a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653784 Jan 14 12:09:34.040500 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-2f96ac43-c58f-4bd8-b68d-28bf91a43b4a service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212716 Jan 14 12:09:34.172568 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04c3c894-fd19-4216-aab9-8e9a65e04f19 req-861eec31-9fd8-4ee1-8ded-8777d1e5e5d4 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262488 Jan 14 12:09:34.216473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:34.428392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:34.625823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec142cc5-79cc-4d01-a0af-192c9c7dc4c4 req-31b1b534-7f33-4805-b8a9-9009dda823ea tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:34.626507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ec142cc5-79cc-4d01-a0af-192c9c7dc4c4 req-31b1b534-7f33-4805-b8a9-9009dda823ea tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:09:34.641547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ec142cc5-79cc-4d01-a0af-192c9c7dc4c4 req-31b1b534-7f33-4805-b8a9-9009dda823ea tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:09:34.642866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec142cc5-79cc-4d01-a0af-192c9c7dc4c4 req-31b1b534-7f33-4805-b8a9-9009dda823ea tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 944 time: 0.0966306 Jan 14 12:09:34.780001 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec142cc5-79cc-4d01-a0af-192c9c7dc4c4 req-3dc23e5c-0b69-4f12-85f7-0a4801e1713e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313987 Jan 14 12:09:35.530937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:35.974728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebdb11-8a6d-49c2-b8dd-09406bc0a6c9 req-7e2484f7-b4bd-4b43-8c6a-3534db5a5a48 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:35.976161 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-89ebdb11-8a6d-49c2-b8dd-09406bc0a6c9 req-7e2484f7-b4bd-4b43-8c6a-3534db5a5a48 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 944 time: 0.0768821 Jan 14 12:09:36.020562 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-89ebdb11-8a6d-49c2-b8dd-09406bc0a6c9 req-5dd2a389-a33d-4605-9541-d14cf0e55c53 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Jan 14 12:09:37.213704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dabb2-d8e9-4654-a21e-c61d44a09f38 req-f2056510-8078-4721-9b16-c4a9ce2124f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:37.215139 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-096dabb2-d8e9-4654-a21e-c61d44a09f38 req-f2056510-8078-4721-9b16-c4a9ce2124f3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 944 time: 0.0768614 Jan 14 12:09:37.259533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-096dabb2-d8e9-4654-a21e-c61d44a09f38 req-cb5245ee-5a9c-492e-99ba-07bc00f1d1f7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Jan 14 12:09:37.459719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c89a0aab-389f-43e0-aeb8-e1a0f39497d1 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:09:37.588626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:37.601462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:09:37.656952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:37.673558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89a0aab-389f-43e0-aeb8-e1a0f39497d1 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:09:37.688116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:37.692181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:37.755607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:37.985827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['c89a0aab-389f-43e0-aeb8-e1a0f39497d1'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:09:38.457423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8a24d-1b29-40ef-b9d0-c0df47a5f639 req-e8c6c76c-a8fc-4010-9d53-7057062a4abf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:38.458847 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-49a8a24d-1b29-40ef-b9d0-c0df47a5f639 req-e8c6c76c-a8fc-4010-9d53-7057062a4abf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 945 time: 0.0784886 Jan 14 12:09:38.503494 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-49a8a24d-1b29-40ef-b9d0-c0df47a5f639 req-d04ba684-5b4e-43cc-af81-cf0ba1fab9d9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392082 Jan 14 12:09:39.475056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c89a0aab-389f-43e0-aeb8-e1a0f39497d1 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:09:39.575256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:09:39.580419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:09:39.580811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:39.691658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:39.707096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06bb37-525f-4501-9dba-b5b2b6e75d53 req-5bdbc9fd-9a16-434b-84a3-51476ee3ccfc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:39.708532 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da06bb37-525f-4501-9dba-b5b2b6e75d53 req-5bdbc9fd-9a16-434b-84a3-51476ee3ccfc tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 945 time: 0.0792794 Jan 14 12:09:39.719394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:39.730611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:09:39.734991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:39.755734 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da06bb37-525f-4501-9dba-b5b2b6e75d53 req-04f6ff6f-9d25-4fa5-8886-0877cd9a7cfb tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Jan 14 12:09:39.776340 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'code': 200} Jan 14 12:09:39.810295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:39.996206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-234696f2-cbea-4ec9-8700-ba28a81ea8f6 req-74872098-f577-4b06-b94d-ffec9f3c098f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1099 time: 0.0655334 Jan 14 12:09:40.039668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-234696f2-cbea-4ec9-8700-ba28a81ea8f6 req-f22e3cc7-cbf1-48b8-8c70-9d06ebfc6e0d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378368 Jan 14 12:09:40.957847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0276346-8f2b-4fc6-a758-840179709f5e req-5a8b4cfe-63f0-4045-85f0-fa6e0df10933 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:40.959298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e0276346-8f2b-4fc6-a758-840179709f5e req-5a8b4cfe-63f0-4045-85f0-fa6e0df10933 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 946 time: 0.0763557 Jan 14 12:09:41.087192 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e0276346-8f2b-4fc6-a758-840179709f5e req-9329d4c1-d281-4d3e-93a0-7739b6356cbf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223259 Jan 14 12:09:42.278548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b6fb-163a-4e5d-834e-12349c70aa92 req-7ea6bdf8-4f6a-494a-815b-e62ce518ea8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:42.280227 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffa6b6fb-163a-4e5d-834e-12349c70aa92 req-7ea6bdf8-4f6a-494a-815b-e62ce518ea8f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 946 time: 0.0750954 Jan 14 12:09:42.323900 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffa6b6fb-163a-4e5d-834e-12349c70aa92 req-131f4784-8c99-4873-a63e-c98bc46014cd tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382671 Jan 14 12:09:42.516973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087e981-13dd-47a9-8f40-88bbdda61f6e req-ef1623d7-9230-42e3-8fb0-4cec21b777cf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:42.518402 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3087e981-13dd-47a9-8f40-88bbdda61f6e req-ef1623d7-9230-42e3-8fb0-4cec21b777cf tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 946 time: 0.0751565 Jan 14 12:09:42.562845 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3087e981-13dd-47a9-8f40-88bbdda61f6e req-beb18591-a985-4248-92c1-b0bc29261f65 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390141 Jan 14 12:09:42.590541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54098) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:42.661478 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0f79e4db-1919-46f6-ba49-9d632d8ddbe1 tempest-TestNetworkBasicOps-1329185700 tempest-TestNetworkBasicOps-1329185700-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1094 time: 0.0697184 Jan 14 12:09:42.664035 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54102) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:42.669506 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:09:42.674734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:09:42.678406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Usage tracker for resource:floatingip and tenant:7741e7dad0364f1c986277935c677ebe is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:09:42.681149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:09:42.687391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:09:42.697454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:42.832310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:42.959801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Allocated IP 172.26.8.27 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/5149e2f4-919d-4876-85a4-19d3c9389865) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:09:43.111098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:43.140426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:43.207060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:09:43.209884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:09:43.214220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:09:43.237740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=5149e2f4-919d-4876-85a4-19d3c9389865,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:43.711494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:43.764257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:43.960963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:43.965375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:44.148390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event updated for resources: {'Port': ['ID=5149e2f4-919d-4876-85a4-19d3c9389865,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:09:44.167182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:44.352898 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Floating IP 4540db02-826c-450c-9e74-73e2b384ba08 associated. External IP: 172.26.8.27, port: c89a0aab-389f-43e0-aeb8-e1a0f39497d1. Jan 14 12:09:44.738441 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:09:44.938133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:09:44.947556 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] Sync routers for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:09:44.961667 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:44.962200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:09:44.962335 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:45.023603 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0c294903-11ae-4d8a-ab79-5897fb690205 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3584664 Jan 14 12:09:45.024286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:09:45.027219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54106) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:45.081071 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'status': 'completed', 'code': 200} Jan 14 12:09:45.136002 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:09:45.149443 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:45.194317 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65b0f8d0-6ff7-4c3d-a899-e4a8ad73deb3 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1655667 Jan 14 12:09:45.210123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-5ad86b21-a569-4389-b7b9-6fd3b271941b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1099 time: 0.1088140 Jan 14 12:09:45.343991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-a6424d9e-18e3-4281-b9dd-5369b30330b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:45.345414 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-a6424d9e-18e3-4281-b9dd-5369b30330b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 200 len: 898 time: 0.1295073 Jan 14 12:09:45.445921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-a71f635d-18f3-4ba6-96d9-8aaa52c7a603 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 200 len: 999 time: 0.0950654 Jan 14 12:09:45.507727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-633e4881-3b16-408d-92e0-7b5d91fb8c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:09:45.509247 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-633e4881-3b16-408d-92e0-7b5d91fb8c28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b283e2-3319-4d4b-bc1b-1158cadc4389 HTTP/1.1" status: 200 len: 833 time: 0.0575528 Jan 14 12:09:45.517299 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4540db02-826c-450c-9e74-73e2b384ba08', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:09:43Z', 'updated_at': '2022-01-14T12:09:43Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:09:31Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:45.520992 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] Checking router: e0beb0e9-4452-4171-80d7-f5c70851542e for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:09:45.531578 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:09:45.532155 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:09:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:45.582005 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-86904865-c3fd-40a6-9326-a3e3eaabd27a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f295d39-f1bc-4468-9ca4-33415e00a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668705 Jan 14 12:09:45.707405 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:09:45.712614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-3d5b6ec3-b5c9-4a53-b283-b90c4b549ba0 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237962 Jan 14 12:09:45.839006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-caa78061-c33d-481a-9219-1c5e2dfcf089 req-a4d4b5bc-b5f9-487b-8e3f-1a0a5b411be4 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211619 Jan 14 12:09:46.041668 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4540db02-826c-450c-9e74-73e2b384ba08', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:09:43Z', 'updated_at': '2022-01-14T12:09:43Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:09:31Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:09:46.045663 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e5d3-a71d-43b5-8c30-1321a98e7eed None None] The sync data for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv is: [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4540db02-826c-450c-9e74-73e2b384ba08', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:09:43Z', 'updated_at': '2022-01-14T12:09:43Z', 'revision_number': 0, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:09:31Z', 'revision_number': 5, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:09:46.198052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54112) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:46.301131 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1c654617-7f48-4dfe-92cd-57cb9278f060 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1017675 Jan 14 12:09:46.602327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44ea7a-4ec2-47f2-9a9d-734a3154baf2 None None] New status for floating IP 4540db02-826c-450c-9e74-73e2b384ba08: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:09:47.304808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54116) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:09:47.407551 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c59f557f-896e-4d0c-8dc9-bacfa91fabe8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 993 time: 0.1016357 Jan 14 12:10:00.858230 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-930bc5fa-14fa-4167-841f-2fe841899fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:01.145265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:03.059117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-70b9d50a-3048-4712-b680-8304a02c4b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:04.218418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:04.433587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:05.533499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:22.126529 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:10:30.860294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9112e44c-5f8d-49d1-850f-bf51328ba8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:31.150130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:33.061614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9355bf2b-2135-41e3-9c2e-73567b207296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:34.221019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:34.432953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:34.738267 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-daf48542-340b-41ae-a2c3-408c44b65b1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702250 Jan 14 12:10:34.872635 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-2c1a2333-fcb7-4fb0-bffd-9971437b2ed3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1099 time: 0.0663536 Jan 14 12:10:35.012293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b4a26-745a-459d-8080-61ea6da66474 req-9da84560-4b08-4853-9ac4-de72a2b46185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:10:35.013696 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-9da84560-4b08-4853-9ac4-de72a2b46185 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 200 len: 898 time: 0.1231353 Jan 14 12:10:35.203972 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-7d71a2d2-d8e4-460b-962e-86737a7df399 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 200 len: 1001 time: 0.1839941 Jan 14 12:10:35.266200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b4a26-745a-459d-8080-61ea6da66474 req-0471901a-0e89-4202-9bd8-7efdce7952cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:10:35.267507 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-0471901a-0e89-4202-9bd8-7efdce7952cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b283e2-3319-4d4b-bc1b-1158cadc4389 HTTP/1.1" status: 200 len: 833 time: 0.0578194 Jan 14 12:10:35.339119 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-d8c3c476-f04c-41a0-9257-2ff93f1c5247 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f295d39-f1bc-4468-9ca4-33415e00a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659428 Jan 14 12:10:35.467603 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-b7cd1907-b24e-4455-a0e7-5510c87981c8 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225717 Jan 14 12:10:35.536606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:35.603450 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-519b4a26-745a-459d-8080-61ea6da66474 req-fd696c82-b758-44bc-a1ca-c42904607e7c service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301305 Jan 14 12:10:58.707682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54144) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:10:58.713032 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:10:59.127716 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:10:59.350092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:59.360748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:59.561121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:10:59.755974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:10:59.761930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:10:59.766940 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9bc29a3f-39b3-42b2-948a-28efd525470b tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/e0beb0e9-4452-4171-80d7-f5c70851542e HTTP/1.1" status: 200 len: 889 time: 1.0557184 Jan 14 12:10:59.767137 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] Sync routers for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:10:59.778634 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:10:59.779295 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:10:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:10:59.839029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:10:59.849585 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:10:59.850165 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:10:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:10:59.906130 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:10:59.906522 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f66e35-70d3-4195-a592-348f426ddbe7 None None] The sync data for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv is: [] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:11:00.644345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b056bd-c546-4129-89fe-3799390fca81 None None] New status for floating IP 4540db02-826c-450c-9e74-73e2b384ba08: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:11:00.897348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c5e80073-fabb-4104-ae70-1997f809aaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:01.154197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:01.499523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:01.619666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:01.650314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:01.655316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:01.655968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:01.764822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:01.796628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.796867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.797204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.797538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.797865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.798187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.798511 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.798836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.799151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.799469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.799785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:01.833943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:01.852319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 47e5df2d-2136-4199-afcb-138da2581ef9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=47e5df2d-2136-4199-afcb-138da2581ef9,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:01.858073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:01.926991 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:01.930128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54150) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:01.935428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:02.486107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:02.496081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33247163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33247106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33243904'] for router, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:02.697296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:11:02.998658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:11:03.004646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:03.005797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-be85d394-d529-469e-b5ca-78264cad07e7 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/e0beb0e9-4452-4171-80d7-f5c70851542e HTTP/1.1" status: 200 len: 888 time: 1.0746832 Jan 14 12:11:03.008713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54154) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:03.009032 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] Sync routers for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:11:03.020528 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:11:03.021143 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:10:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:03.064341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6829337f-14f6-44ce-94c4-430b169d515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:03.113214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9a1abaf9-7a63-4b31-8115-a90df95ea850 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1033401 Jan 14 12:11:03.204577 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:11:03.568394 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:11:02Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:11:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4540db02-826c-450c-9e74-73e2b384ba08', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:09:43Z', 'updated_at': '2022-01-14T12:11:00Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:11:01Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:03.572177 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] Checking router: e0beb0e9-4452-4171-80d7-f5c70851542e for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:11:03.583051 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:11:03.583623 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:11:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:03.753029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:11:04.087427 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:11:02Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:11:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4540db02-826c-450c-9e74-73e2b384ba08', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:09:43Z', 'updated_at': '2022-01-14T12:11:00Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:11:01Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:04.091170 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a20fa2-27e5-46d4-b129-e175a35add51 None None] The sync data for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv is: [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:11:02Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:11:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4540db02-826c-450c-9e74-73e2b384ba08', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'port_id': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'mac_address': 'fa:16:3e:c8:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:09:43Z', 'updated_at': '2022-01-14T12:11:00Z', 'revision_number': 2, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb09fc4-7ae3-47d9-89b1-429fee4f1729', 'name': '', 'network_id': '7f295d39-f1bc-4468-9ca4-33415e00a306', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'mac_address': 'fa:16:3e:c6:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:24Z', 'updated_at': '2022-01-14T12:11:01Z', 'revision_number': 6, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'subnets': [{'id': '75b283e2-3319-4d4b-bc1b-1158cadc4389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:11:04.117065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54158) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:04.225103 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-efee8af5-c4fa-415f-8611-476cdd11fd6d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1059883 Jan 14 12:11:04.232832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:04.437884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:05.228006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54162) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:05.497429 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-30ff2b70-6a14-4c45-9e79-5a37d9d7fcc1 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.2681758 Jan 14 12:11:05.569242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:11:05.607246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:05.639369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:11:05.639642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:05.753226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:05.784017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:05.787739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:05.788610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:11:05.898166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:05.911459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 47e5df2d-2136-4199-afcb-138da2581ef9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:11:05.911831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:06.022403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:06.037657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 47e5df2d-2136-4199-afcb-138da2581ef9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=47e5df2d-2136-4199-afcb-138da2581ef9,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:06.041316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:06.104854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:06.500906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54168) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:06.603211 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d61afd75-430e-48db-aa13-5d69bf9ae049 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1011944 Jan 14 12:11:07.507287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:11:07.578459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:11:07.578822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:07.606530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54172) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:07.689299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:11:07.713531 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1e3ca533-66b1-469c-83d9-cd8f20c2aec9 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1057220 Jan 14 12:11:07.756007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 47e5df2d-2136-4199-afcb-138da2581ef9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:11:07.756364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:08.717722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54176) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:08.823169 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6b92c1b3-006e-4628-9fb9-21fab66d59c8 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1042864 Jan 14 12:11:09.826986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54180) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:09.929602 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1ca71f51-5893-42e8-ab03-f7f9fc3a88aa tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1015139 Jan 14 12:11:10.933405 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54184) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:11.038045 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2279d0b8-e894-4426-a291-6e123fdb506e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 991 time: 0.1035292 Jan 14 12:11:11.187544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14470b6b-e596-4acd-bd8a-1d16d14ca00d None None] New status for floating IP 4540db02-826c-450c-9e74-73e2b384ba08: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:11:12.041961 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54188) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:12.145339 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b2644445-98af-4446-93dd-3476ae5eb544 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 200 len: 993 time: 0.1022766 Jan 14 12:11:12.441477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54198) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:12.634751 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 5149e2f4-919d-4876-85a4-19d3c9389865 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:11:12.634995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:12.799138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:12.799448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:12.914047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 5149e2f4-919d-4876-85a4-19d3c9389865 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:11:13.054680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:13.100223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=5149e2f4-919d-4876-85a4-19d3c9389865,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:13.280998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.281343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.281673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.282001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.282329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.282654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.282975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.283296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.283613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.283933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.284244 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:13.314235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:13.702159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:11:13.894166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:11:13.913126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:13.963438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-aea0d4f9-a5d8-4f8b-8953-02a8c1a20d2d tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/floatingips/4540db02-826c-450c-9e74-73e2b384ba08 HTTP/1.1" status: 204 len: 168 time: 1.5208259 Jan 14 12:11:13.963929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:11:14.018856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'status': 'completed', 'code': 200} Jan 14 12:11:14.116546 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-77dd4d67-a07b-4549-af51-6efd752ff4e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7741e7dad0364f1c986277935c677ebe&device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 1099 time: 0.0760987 Jan 14 12:11:14.253214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-aa8812b1-1a3b-4726-b48c-56bb5bbbc1a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:14.254655 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-aa8812b1-1a3b-4726-b48c-56bb5bbbc1a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 200 len: 898 time: 0.1329789 Jan 14 12:11:14.326534 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-34174fe2-227e-493e-a729-db0436c39c41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 200 len: 217 time: 0.0651281 Jan 14 12:11:14.355127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0754e-8a66-49f9-9e80-2f0aef05690c req-d52aa079-0771-4a6e-9032-dc4dcbee0995 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:14.356717 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-12d0754e-8a66-49f9-9e80-2f0aef05690c req-d52aa079-0771-4a6e-9032-dc4dcbee0995 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 946 time: 0.0804558 Jan 14 12:11:14.386167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-5c6db2a0-7254-499b-8f65-8490349c0d86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:14.388120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-5c6db2a0-7254-499b-8f65-8490349c0d86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b283e2-3319-4d4b-bc1b-1158cadc4389 HTTP/1.1" status: 200 len: 833 time: 0.0558779 Jan 14 12:11:14.401164 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-12d0754e-8a66-49f9-9e80-2f0aef05690c req-b5d765fe-c95f-4494-8f67-016700c8db3e tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390985 Jan 14 12:11:14.464748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-b572b43c-318a-431e-8391-05e91cb383e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f295d39-f1bc-4468-9ca4-33415e00a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704958 Jan 14 12:11:14.593060 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-1768f3f5-2fad-417e-86ee-95786268aa14 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212423 Jan 14 12:11:14.720192 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c63cd24-2c62-4850-9443-b3a4ad80bba2 req-cc5b9206-5d14-44d2-a006-7d32fae9ae07 service neutron] 10.222.0.31 "GET /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212604 Jan 14 12:11:15.597879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f20de6-063e-481a-a5c6-ef2d83958f57 req-7e21f2fc-8a75-4f85-8188-201c8734896f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:15.598586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-57f20de6-063e-481a-a5c6-ef2d83958f57 req-7e21f2fc-8a75-4f85-8188-201c8734896f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:15.613046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-57f20de6-063e-481a-a5c6-ef2d83958f57 req-7e21f2fc-8a75-4f85-8188-201c8734896f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:15.614465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-57f20de6-063e-481a-a5c6-ef2d83958f57 req-7e21f2fc-8a75-4f85-8188-201c8734896f tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 946 time: 0.0907376 Jan 14 12:11:15.658523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-57f20de6-063e-481a-a5c6-ef2d83958f57 req-5a9bb971-fe2e-4139-936d-f0e0735d2044 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/security-groups?id=79845244-25bb-486e-bb73-160cef21ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385511 Jan 14 12:11:15.898231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-d957f6a7-e5b7-4e08-900f-d62a4d367c25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:15.899640 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-d957f6a7-e5b7-4e08-900f-d62a4d367c25 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 946 time: 0.1682322 Jan 14 12:11:15.963492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:11:15.963817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:16.197805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port c89a0aab-389f-43e0-aeb8-e1a0f39497d1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:16.198155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:16.316807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for c89a0aab-389f-43e0-aeb8-e1a0f39497d1 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:11:16.455641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:16.504699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=c89a0aab-389f-43e0-aeb8-e1a0f39497d1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:16.575666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] No DVR routers for this DVR port c89a0aab-389f-43e0-aeb8-e1a0f39497d1 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:11:16.578422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:16.580829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'name': 'network-vif-deleted', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:11:16.595396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b2694ed-a267-4294-8af6-8129fe7f60a8 req-e9aadc44-1060-4d3d-88ab-d88ec12ed460 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.31 "DELETE /v2.0/ports/c89a0aab-389f-43e0-aeb8-e1a0f39497d1 HTTP/1.1" status: 204 len: 173 time: 0.6904750 Jan 14 12:11:16.639262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9fe1b1-3529-4f72-b8a8-df372ee00f7d', 'name': 'network-vif-deleted', 'tag': 'c89a0aab-389f-43e0-aeb8-e1a0f39497d1', 'status': 'completed', 'code': 200} Jan 14 12:11:16.991008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2c9b0a13-a143-4970-b1fc-e0457aa5c28e req-f0ac666a-6595-4b81-8174-bec2c9aae41c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Synchronizing usage tracker for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:17.007387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2c9b0a13-a143-4970-b1fc-e0457aa5c28e req-f0ac666a-6595-4b81-8174-bec2c9aae41c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Unset dirty status for tenant:7741e7dad0364f1c986277935c677ebe on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:17.008742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2c9b0a13-a143-4970-b1fc-e0457aa5c28e req-f0ac666a-6595-4b81-8174-bec2c9aae41c tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9fe1b1-3529-4f72-b8a8-df372ee00f7d HTTP/1.1" status: 200 len: 210 time: 0.0593729 Jan 14 12:11:18.116920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54216) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:18.184027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:18.212562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:18.274719 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:18.294540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79845244-25bb-486e-bb73-160cef21ee6a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:18.307391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.307665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.307991 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.308311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.308631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.308998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.309315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.309632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.309943 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.310251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.310558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:11:18.317051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:18.317743 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9ad6870e-f8e6-4655-bf13-5ef49bc801e4 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/security-groups/79845244-25bb-486e-bb73-160cef21ee6a HTTP/1.1" status: 204 len: 168 time: 0.1998677 Jan 14 12:11:18.359917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54222) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:18.757042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:19.442181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:11:19.442909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:19.621036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 8cb09fc4-7ae3-47d9-89b1-429fee4f1729, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:19.621929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:19.737369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:11:19.898310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c89a0aab-389f-43e0-aeb8-e1a0f39497d1 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:19.912471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:19.931692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: c89a0aab-389f-43e0-aeb8-e1a0f39497d1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:11:19.932032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c89a0aab-389f-43e0-aeb8-e1a0f39497d1 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:11:19.962150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=8cb09fc4-7ae3-47d9-89b1-429fee4f1729,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:20.255798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:20.911417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Router e0beb0e9-4452-4171-80d7-f5c70851542e has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:11:21.104343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:11:21.122469 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0edcbca0-3973-4423-8f45-408e1c990149 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "PUT /v2.0/routers/e0beb0e9-4452-4171-80d7-f5c70851542e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7605269 Jan 14 12:11:21.124818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54226) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:21.308576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting subnet 75b283e2-3319-4d4b-bc1b-1158cadc4389 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:11:21.311388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.362747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.444825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.522364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.562414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Subnet': ['ID=75b283e2-3319-4d4b-bc1b-1158cadc4389,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:21.568551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.574157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e31c7-64b1-4960-a972-2621f049d75c None None] Network 7f295d39-f1bc-4468-9ca4-33415e00a306 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:11:21.575268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b7113018-e5fd-40d7-a6f4-e2b5b3c4f1a0 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/subnets/75b283e2-3319-4d4b-bc1b-1158cadc4389 HTTP/1.1" status: 204 len: 168 time: 0.4487803 Jan 14 12:11:21.578048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54230) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:21.694778 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] Sync routers for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:11:21.708804 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:11:21.709322 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:11:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:21.783205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.837026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] DHCP port deletion for 7f295d39-f1bc-4468-9ca4-33415e00a306 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:11:21.841340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] Deleting port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:11:21.841948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.904693 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:11:21.985779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:21.995376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Deleting port 47e5df2d-2136-4199-afcb-138da2581ef9 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:11:21.995741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:22.080068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] For port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,segment=NetworkSegment(0bf328c9-754a-4283-be67-9a3767a5519f),segment_id=0bf328c9-754a-4283-be67-9a3767a5519f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:22.080452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:22.195209 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:11:19Z', 'revision_number': 7, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port': {'id': '47e5df2d-2136-4199-afcb-138da2581ef9', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:09:21Z', 'updated_at': '2022-01-14T12:11:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:22.201401 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] Checking router: e0beb0e9-4452-4171-80d7-f5c70851542e for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:11:22.206505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] Calling delete_port for 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:11:22.213896 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] Routers {'e0beb0e9-4452-4171-80d7-f5c70851542e'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:11:22.214508 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:11:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e0beb0e9-4452-4171-80d7-f5c70851542e'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:22.286650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:22.303391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] For port 47e5df2d-2136-4199-afcb-138da2581ef9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=47e5df2d-2136-4199-afcb-138da2581ef9,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:22.303770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:22.338922 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] Pushing event deleted for resources: {'Port': ['ID=78fc7e6f-6957-4d96-8845-50b4a1d5eff4,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:22.342775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf0435-7932-4b39-b873-934038a58f5a None None] No DVR routers for this DVR port 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:11:22.404535 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] Set router e0beb0e9-4452-4171-80d7-f5c70851542e gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:11:22.423959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Calling delete_port for 47e5df2d-2136-4199-afcb-138da2581ef9 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:11:22.507595 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:11:21Z', 'revision_number': 8, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:22.512229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4f69-04ab-4699-9b68-2358417dd6de None None] The sync data for ids ['e0beb0e9-4452-4171-80d7-f5c70851542e'] in dv-neutron-823850-1-hyperv is: [{'id': 'e0beb0e9-4452-4171-80d7-f5c70851542e', 'name': 'tempest-TestNetworkBasicOps-router-2108489595', 'tenant_id': '7741e7dad0364f1c986277935c677ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:09:20Z', 'updated_at': '2022-01-14T12:11:21Z', 'revision_number': 8, 'project_id': '7741e7dad0364f1c986277935c677ebe', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:11:22.599105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:22.648710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Port': ['ID=47e5df2d-2136-4199-afcb-138da2581ef9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:22.861724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.113680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.117691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.142382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.142950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Fanout notify agent at l3_agent the message router_deleted on router e0beb0e9-4452-4171-80d7-f5c70851542e {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:11:23.157677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.162490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54234) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:23.170065 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1f5de667-25c5-4b22-9c17-d691824e0f83 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/routers/e0beb0e9-4452-4171-80d7-f5c70851542e HTTP/1.1" status: 204 len: 168 time: 1.5909078 Jan 14 12:11:23.278549 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.323533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d229892-a3b7-4bff-a11b-ed09548ca93c None None] New status for floating IP 4540db02-826c-450c-9e74-73e2b384ba08: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:11:23.412840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.515402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:23.540417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f295d39-f1bc-4468-9ca4-33415e00a306']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:23.547697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:11:23.548044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8cb09fc4-7ae3-47d9-89b1-429fee4f1729 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:11:23.548461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:23.552859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf328c9-754a-4283-be67-9a3767a5519f') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:23.553147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf328c9-754a-4283-be67-9a3767a5519f') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:11:23.565087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.581967 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.587822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:11:23.588277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.593650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 47e5df2d-2136-4199-afcb-138da2581ef9 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:11:23.594110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 47e5df2d-2136-4199-afcb-138da2581ef9 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:11:23.594561 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:11:23.602603 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:11:23.625165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:11:23.625500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 78fc7e6f-6957-4d96-8845-50b4a1d5eff4 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:11:23.684957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.705530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:23.717399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] Pushing event deleted for resources: {'Network': ['ID=7f295d39-f1bc-4468-9ca4-33415e00a306,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:23.720535 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-446530ba-fd1d-4feb-946a-f0c5ba4e2b20 tempest-TestNetworkBasicOps-1229205715 tempest-TestNetworkBasicOps-1229205715-project] 10.222.0.48 "DELETE /v2.0/networks/7f295d39-f1bc-4468-9ca4-33415e00a306 HTTP/1.1" status: 204 len: 168 time: 0.5562561 Jan 14 12:11:24.078807 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54242) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:24.252090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ad4ee914-88a0-46af-931f-51dcb6bae6cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7741e7dad0364f1c986277935c677ebe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1721299 Jan 14 12:11:24.254521 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 54248) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:24.311705 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-60449beb-1c6f-4242-ad2f-f951e4cc68c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.335843 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-60449beb-1c6f-4242-ad2f-f951e4cc68c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.387951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-60449beb-1c6f-4242-ad2f-f951e4cc68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.403512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60449beb-1c6f-4242-ad2f-f951e4cc68c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c7c9b-799f-4efb-afe4-4d7da6ac1357,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:24.412468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-60449beb-1c6f-4242-ad2f-f951e4cc68c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.413600 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-60449beb-1c6f-4242-ad2f-f951e4cc68c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d22c7c9b-799f-4efb-afe4-4d7da6ac1357 HTTP/1.1" status: 204 len: 168 time: 0.1582055 Jan 14 12:11:24.748971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54256) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:24.767006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.797479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:24.801155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Usage tracker for resource:security_group_rule and tenant:22c17c4d72e24a7cb3490f554e0b5394 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:24.803846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:24.809969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:24.870717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.874927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:24.919203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90218a59-d5b2-43e8-89de-f2048e485e42,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:24.925912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4059a7dc-36fe-4c0c-b2f1-c967d21b1826 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22c17c4d72e24a7cb3490f554e0b5394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1735156 Jan 14 12:11:24.926760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54260) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:24.985786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4620442-8a14-421a-99b8-5f955deb065a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:25.010313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4620442-8a14-421a-99b8-5f955deb065a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:25.059027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4620442-8a14-421a-99b8-5f955deb065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:25.073842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4620442-8a14-421a-99b8-5f955deb065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90218a59-d5b2-43e8-89de-f2048e485e42,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:25.080807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e4620442-8a14-421a-99b8-5f955deb065a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:25.082104 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e4620442-8a14-421a-99b8-5f955deb065a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90218a59-d5b2-43e8-89de-f2048e485e42 HTTP/1.1" status: 204 len: 168 time: 0.1551433 Jan 14 12:11:30.863553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d0d8797c-744b-4caa-bee1-8940113088d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:31.158582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:32.709805 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-16e87dad-ada1-4617-bf76-8145934e97a3 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e774ad546cc4084a6d7428f402b80d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363569 Jan 14 12:11:32.894507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-13154ab4-f0ca-4223-b5ea-a4af3909f4ac tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:32.895868 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-13154ab4-f0ca-4223-b5ea-a4af3909f4ac tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778743 Jan 14 12:11:32.916965 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-5d616083-297d-40c0-a0ad-a3bb5890337e tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/quotas/2e774ad546cc4084a6d7428f402b80d3 HTTP/1.1" status: 200 len: 375 time: 0.0123329 Jan 14 12:11:32.965775 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-ed014344-8fe5-4faa-9624-1ae2e420d278 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e774ad546cc4084a6d7428f402b80d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436871 Jan 14 12:11:33.070297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3481-59aa-45a2-b962-e74631d496ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:33.172807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-17c99cb3-b264-4ef3-8ab7-fa0cfc1e818f req-052d52c8-3b1f-47bb-95f6-7e36dd882209 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 210 time: 0.0504324 Jan 14 12:11:34.043513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-a9dca361-bef8-4488-9802-d7eedca78474 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e774ad546cc4084a6d7428f402b80d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274663 Jan 14 12:11:34.187522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-d276e924-3ea0-4f33-874b-cceb38317e5a tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:34.188967 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-d276e924-3ea0-4f33-874b-cceb38317e5a tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418750 Jan 14 12:11:34.208635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Request body: {'port': {'device_id': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e', 'admin_state_up': True, 'tenant_id': '2e774ad546cc4084a6d7428f402b80d3'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:34.229120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.353371 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3908573f-ae54-4225-937b-eb128c3f27ea req-19d0fa53-55db-4cf9-8f38-6bd77493cc16 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 210 time: 0.0464408 Jan 14 12:11:34.440566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.442267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:34.445929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Usage tracker for resource:port and tenant:2e774ad546cc4084a6d7428f402b80d3 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:34.448630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:34.454876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:34.463738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Made reservation on behalf of 2e774ad546cc4084a6d7428f402b80d3 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:11:34.467250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.482321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.512443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:34.516037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Usage tracker for resource:security_group_rule and tenant:2e774ad546cc4084a6d7428f402b80d3 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:34.518694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:34.524118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:34.587604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.591803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.665563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462089ae-540d-4434-b551-f4db35b2b95e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:34.760407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Allocated IP 192.168.233.177 (7391b25f-73ca-47e2-9799-017aead6911e/f5760153-7409-4aa6-8032-2fa3cb0eb9f4/7731318a-cfb2-41fd-bbab-1a3659776ea2) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:11:34.954202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:34.968926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Transition to ACTIVE for port object 7731318a-cfb2-41fd-bbab-1a3659776ea2 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:11:34.989500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.059582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Network 7391b25f-73ca-47e2-9799-017aead6911e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:11:35.062567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:11:35.066372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:11:35.102326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Pushing event updated for resources: {'Port': ['ID=7731318a-cfb2-41fd-bbab-1a3659776ea2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:35.133090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:35.133693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.161409 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-0c0c3255-f90b-400f-aa84-6a9777c4d1ea tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9603460 Jan 14 12:11:35.173265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Request body: {'port': {'device_id': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:35.281920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.343043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1bafa15f-3149-42e8-9330-1c9b4fd4c215 None None] Provisioning for port 7731318a-cfb2-41fd-bbab-1a3659776ea2 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:11:35.347624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1bafa15f-3149-42e8-9330-1c9b4fd4c215 None None] Provisioning complete for port 7731318a-cfb2-41fd-bbab-1a3659776ea2 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:11:35.347985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bafa15f-3149-42e8-9330-1c9b4fd4c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.399817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1bafa15f-3149-42e8-9330-1c9b4fd4c215 None None] Port 7731318a-cfb2-41fd-bbab-1a3659776ea2 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:11:35.544641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.620107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-5eeeea95-e979-4916-82b0-6161346a898b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:35.620834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-5eeeea95-e979-4916-82b0-6161346a898b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Synchronizing usage tracker for tenant:2e774ad546cc4084a6d7428f402b80d3 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:35.681923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-5eeeea95-e979-4916-82b0-6161346a898b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Unset dirty status for tenant:2e774ad546cc4084a6d7428f402b80d3 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:35.683085 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-5eeeea95-e979-4916-82b0-6161346a898b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 936 time: 0.1906343 Jan 14 12:11:35.716896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7731318a-cfb2-41fd-bbab-1a3659776ea2 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:11:35.725959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.753096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Transition to ACTIVE for port object 7731318a-cfb2-41fd-bbab-1a3659776ea2 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:11:35.756479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-f0f205d5-95b0-49db-81f7-de9bc9251757 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Synchronizing usage tracker for tenant:2e774ad546cc4084a6d7428f402b80d3 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:35.760100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:35.889537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-f0f205d5-95b0-49db-81f7-de9bc9251757 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Unset dirty status for tenant:2e774ad546cc4084a6d7428f402b80d3 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:35.890688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c36a4f04-6d89-423f-9297-b45733898ca7 req-f0f205d5-95b0-49db-81f7-de9bc9251757 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007058 Jan 14 12:11:35.900175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Pushing event updated for resources: {'Port': ['ID=7731318a-cfb2-41fd-bbab-1a3659776ea2,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:36.005614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Attempting to bind port 7731318a-cfb2-41fd-bbab-1a3659776ea2 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:11:36.005934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Attempting to bind port 7731318a-cfb2-41fd-bbab-1a3659776ea2 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:11:36.006248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Attempting to bind port 7731318a-cfb2-41fd-bbab-1a3659776ea2 on network 7391b25f-73ca-47e2-9799-017aead6911e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:11:36.012944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Port 7731318a-cfb2-41fd-bbab-1a3659776ea2 on network 7391b25f-73ca-47e2-9799-017aead6911e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:11:36.013257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Attempting to bind port 7731318a-cfb2-41fd-bbab-1a3659776ea2 on network 7391b25f-73ca-47e2-9799-017aead6911e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:11:36.019336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:11:36.019660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Checking segment: {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:11:36.020027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Bound using segment: {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:11:36.020437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Bound port: 7731318a-cfb2-41fd-bbab-1a3659776ea2, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8454b8-da75-4480-a41d-a49f87e9b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:11:36.020792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:36.111796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] For port 7731318a-cfb2-41fd-bbab-1a3659776ea2, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:11:36.114599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] For port 7731318a-cfb2-41fd-bbab-1a3659776ea2, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:11:36.118928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:36.129078 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:11:36.179840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:36.181302 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] 10.222.0.31 "PUT /v2.0/ports/7731318a-cfb2-41fd-bbab-1a3659776ea2 HTTP/1.1" status: 200 len: 1098 time: 1.0122373 Jan 14 12:11:36.181659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'tag': '7731318a-cfb2-41fd-bbab-1a3659776ea2'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:11:36.198887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8162312-969e-45c4-81c0-b7e01615694b service neutron] Pushing event updated for resources: {'Port': ['ID=7731318a-cfb2-41fd-bbab-1a3659776ea2,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:36.261140 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'tag': '7731318a-cfb2-41fd-bbab-1a3659776ea2', 'status': 'completed', 'code': 200} Jan 14 12:11:36.399757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-ff066565-4119-4720-a33e-a127ba2dbce2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e774ad546cc4084a6d7428f402b80d3&device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 1101 time: 0.1739504 Jan 14 12:11:36.468461 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-f5979d78-c323-4ed6-a072-f428e05db58d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2 HTTP/1.1" status: 200 len: 217 time: 0.0626287 Jan 14 12:11:36.528439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-6bd54ff0-bc66-4337-905f-b28b9e36b53a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:36.529773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-6bd54ff0-bc66-4337-905f-b28b9e36b53a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5760153-7409-4aa6-8032-2fa3cb0eb9f4 HTTP/1.1" status: 200 len: 843 time: 0.0559089 Jan 14 12:11:36.602562 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-2a6d046b-2df7-4dee-bb55-f028d89b2071 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7391b25f-73ca-47e2-9799-017aead6911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0670166 Jan 14 12:11:36.732020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-7781f5ad-3378-49f3-a479-8030c3d35d5a service neutron] 10.222.0.31 "GET /v2.0/networks/7391b25f-73ca-47e2-9799-017aead6911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233377 Jan 14 12:11:36.861165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f265bb0b-c1b6-476b-93e3-2259ed249f73 req-7b7ef578-d073-4901-bcf4-29fecd7ae3e5 service neutron] 10.222.0.31 "GET /v2.0/networks/7391b25f-73ca-47e2-9799-017aead6911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235456 Jan 14 12:11:36.975775 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-a770efcd-bc3e-49cb-9c25-f63dac14862d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e774ad546cc4084a6d7428f402b80d3&device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 1101 time: 0.0717847 Jan 14 12:11:37.157131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-cb03dd25-c225-43f4-acd7-4b218cb11be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:37.158483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-cb03dd25-c225-43f4-acd7-4b218cb11be8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7391b25f-73ca-47e2-9799-017aead6911e HTTP/1.1" status: 200 len: 870 time: 0.1770914 Jan 14 12:11:37.168872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f11e6-f34d-494b-ad33-077ceea32688 req-3110ec17-69cf-422e-8bab-689b7011bb29 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:37.170232 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad3f11e6-f34d-494b-ad33-077ceea32688 req-3110ec17-69cf-422e-8bab-689b7011bb29 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 948 time: 0.1252143 Jan 14 12:11:37.246733 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-ca809587-fbfd-4ace-aa10-531d7bb7a154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2 HTTP/1.1" status: 200 len: 217 time: 0.0753417 Jan 14 12:11:37.320699 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad3f11e6-f34d-494b-ad33-077ceea32688 req-829080d9-5d33-4e00-837e-4dc14060d705 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005762 Jan 14 12:11:37.325738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-1d4b8b22-9507-470d-8f7c-e373c641758f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:37.327352 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-1d4b8b22-9507-470d-8f7c-e373c641758f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5760153-7409-4aa6-8032-2fa3cb0eb9f4 HTTP/1.1" status: 200 len: 843 time: 0.0749648 Jan 14 12:11:37.403017 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-5d20a5cb-641c-4865-a376-3330efd83d2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7391b25f-73ca-47e2-9799-017aead6911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703111 Jan 14 12:11:37.531659 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-4709f4bd-8ada-42b4-a5d8-3a8b86c3bd67 service neutron] 10.222.0.31 "GET /v2.0/networks/7391b25f-73ca-47e2-9799-017aead6911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221428 Jan 14 12:11:37.659846 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b25f7cd-5fe6-4b1f-89b5-e9cbbae55f10 req-fafd8dc8-cdd4-4b83-9e43-5d1e25e8d60c service neutron] 10.222.0.31 "GET /v2.0/networks/7391b25f-73ca-47e2-9799-017aead6911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222208 Jan 14 12:11:38.515844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489852af-7be2-4dd9-b630-fb8f5eb54dc2 req-42879ef6-5bb7-4358-84eb-99ff73db500a tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:38.517288 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-489852af-7be2-4dd9-b630-fb8f5eb54dc2 req-42879ef6-5bb7-4358-84eb-99ff73db500a tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 948 time: 0.0746615 Jan 14 12:11:38.560412 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-489852af-7be2-4dd9-b630-fb8f5eb54dc2 req-70324a3a-2df8-4e78-9089-dd6def23d9bd tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377336 Jan 14 12:11:39.756801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48cf5e-dfbf-4e66-99ca-4aa332737468 req-6f4a2d8f-7c7d-463c-82b9-2daa002a6589 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:39.758697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6e48cf5e-dfbf-4e66-99ca-4aa332737468 req-6f4a2d8f-7c7d-463c-82b9-2daa002a6589 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 948 time: 0.0745368 Jan 14 12:11:39.806655 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6e48cf5e-dfbf-4e66-99ca-4aa332737468 req-2f6cdb8c-dae4-447d-9f68-525dc8b57b05 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Jan 14 12:11:39.984497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7731318a-cfb2-41fd-bbab-1a3659776ea2 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:11:40.113478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7731318a-cfb2-41fd-bbab-1a3659776ea2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:40.126819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '7731318a-cfb2-41fd-bbab-1a3659776ea2', 'network_id': '7391b25f-73ca-47e2-9799-017aead6911e', 'port_id': '7731318a-cfb2-41fd-bbab-1a3659776ea2', 'mac_address': 'fa:16:3e:f6:f3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5760153-7409-4aa6-8032-2fa3cb0eb9f4', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:11:40.182679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:40.200445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7731318a-cfb2-41fd-bbab-1a3659776ea2 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:11:40.215153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7731318a-cfb2-41fd-bbab-1a3659776ea2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:40.218842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:40.282796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7731318a-cfb2-41fd-bbab-1a3659776ea2,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:40.561213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['7731318a-cfb2-41fd-bbab-1a3659776ea2'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:11:41.007885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618da6ce-e894-468d-92c3-95897f09694c req-0c883b15-9ad7-45ff-87f7-d86fec4628d8 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:41.009346 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-618da6ce-e894-468d-92c3-95897f09694c req-0c883b15-9ad7-45ff-87f7-d86fec4628d8 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 949 time: 0.0818233 Jan 14 12:11:41.053821 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-618da6ce-e894-468d-92c3-95897f09694c req-1a2d0861-bf0f-4ed5-b538-0f487672a029 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Jan 14 12:11:41.983930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7731318a-cfb2-41fd-bbab-1a3659776ea2 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:11:42.049810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 7731318a-cfb2-41fd-bbab-1a3659776ea2 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:11:42.054643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 7731318a-cfb2-41fd-bbab-1a3659776ea2 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:11:42.055009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:42.168793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:42.195979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7731318a-cfb2-41fd-bbab-1a3659776ea2'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:11:42.207259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7731318a-cfb2-41fd-bbab-1a3659776ea2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:42.213326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:42.258623 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7731318a-cfb2-41fd-bbab-1a3659776ea2', 'code': 200} Jan 14 12:11:42.258868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4b0d6-e7ba-4596-979c-eb9bea0c2705 req-f2ad7037-da7c-4d29-8f47-db959b31199b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:42.260318 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62c4b0d6-e7ba-4596-979c-eb9bea0c2705 req-f2ad7037-da7c-4d29-8f47-db959b31199b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 950 time: 0.0861695 Jan 14 12:11:42.285587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7731318a-cfb2-41fd-bbab-1a3659776ea2,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:42.313145 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62c4b0d6-e7ba-4596-979c-eb9bea0c2705 req-9475f52a-32af-467a-9573-3dbba3a74907 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466454 Jan 14 12:11:42.575198 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e606db93-e5ea-4296-8dee-64288ce8a975 req-eea77d16-74d2-4fca-b245-22fb8374ab4a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 1103 time: 0.1593039 Jan 14 12:11:42.615107 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e606db93-e5ea-4296-8dee-64288ce8a975 req-e7684cfe-2b61-4a6e-aad0-905241dc860b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348492 Jan 14 12:11:43.507939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33453a-3fae-4113-82c8-1ef1ee76a468 req-6a2abb92-bd1f-42e0-be5a-58c522ac5665 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:43.509407 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8a33453a-3fae-4113-82c8-1ef1ee76a468 req-6a2abb92-bd1f-42e0-be5a-58c522ac5665 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 950 time: 0.0762179 Jan 14 12:11:43.553373 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8a33453a-3fae-4113-82c8-1ef1ee76a468 req-57effdd1-70f1-4762-8b9c-3347e91580a9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Jan 14 12:11:44.748665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb20c4-f654-4249-9e8c-d75489ad299e req-788081fc-d8fa-4742-8ecf-162d54782947 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:44.750102 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-87bb20c4-f654-4249-9e8c-d75489ad299e req-788081fc-d8fa-4742-8ecf-162d54782947 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 950 time: 0.0742490 Jan 14 12:11:44.793982 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-87bb20c4-f654-4249-9e8c-d75489ad299e req-2a5fff7d-f3e6-48c9-be19-112a831715b0 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384715 Jan 14 12:11:45.346635 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b8dd118d-0edf-42bc-8e61-77018a99d721 req-295e2f03-998e-49c8-a70a-f58597a7d79b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1986425 Jan 14 12:11:45.827823 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-562823e1-7a93-4e97-9a36-5cf9e78d6ccc req-aeefc74b-d516-4900-9cd4-a3e429a0ae61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695415 Jan 14 12:11:46.343015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357280c5-fcf2-422d-9203-556eb8cfcb74 req-44a2066d-d62d-4ef7-a65d-0daf9c4ae97b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:46.344453 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-357280c5-fcf2-422d-9203-556eb8cfcb74 req-44a2066d-d62d-4ef7-a65d-0daf9c4ae97b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 950 time: 0.0783079 Jan 14 12:11:46.388262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-357280c5-fcf2-422d-9203-556eb8cfcb74 req-e1f0f82b-46c5-4a87-b149-15547cc016e1 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Jan 14 12:11:47.592403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008beac8-959d-424d-abb9-eb82cb12ffcd req-43f8250d-edbe-4ce4-9ce9-e172c56b0f6a tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:47.593879 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-008beac8-959d-424d-abb9-eb82cb12ffcd req-43f8250d-edbe-4ce4-9ce9-e172c56b0f6a tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 950 time: 0.0762854 Jan 14 12:11:47.638487 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-008beac8-959d-424d-abb9-eb82cb12ffcd req-8cd0429d-d27d-4aed-b27f-32c9478a1621 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/security-groups?id=462089ae-540d-4434-b551-f4db35b2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Jan 14 12:11:47.791709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-7ebdb911-a04a-4575-b03d-2f642c7a4209 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:47.793741 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-7ebdb911-a04a-4575-b03d-2f642c7a4209 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 950 time: 0.0789983 Jan 14 12:11:47.859255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Deleting port 7731318a-cfb2-41fd-bbab-1a3659776ea2 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:11:47.859586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:48.098838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] For port 7731318a-cfb2-41fd-bbab-1a3659776ea2, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7731318a-cfb2-41fd-bbab-1a3659776ea2,segment=NetworkSegment(fd8454b8-da75-4480-a41d-a49f87e9b6d5),segment_id=fd8454b8-da75-4480-a41d-a49f87e9b6d5)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:11:48.099136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:48.217408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Calling delete_port for 7731318a-cfb2-41fd-bbab-1a3659776ea2 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:11:48.358999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:48.369871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['7731318a-cfb2-41fd-bbab-1a3659776ea2'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:11:48.420431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Pushing event deleted for resources: {'Port': ['ID=7731318a-cfb2-41fd-bbab-1a3659776ea2,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:48.500436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] No DVR routers for this DVR port 7731318a-cfb2-41fd-bbab-1a3659776ea2 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:11:48.503059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:48.505645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'name': 'network-vif-deleted', 'tag': '7731318a-cfb2-41fd-bbab-1a3659776ea2'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:11:48.521875 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b3e33edd-3769-4ea1-8325-967c0e53e9c0 req-eca83549-a2a6-4941-885f-acfe0ea860d9 tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.31 "DELETE /v2.0/ports/7731318a-cfb2-41fd-bbab-1a3659776ea2 HTTP/1.1" status: 204 len: 173 time: 0.7232761 Jan 14 12:11:48.563161 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c35ff9-783e-4c6b-9c54-81dbd4069687', 'name': 'network-vif-deleted', 'tag': '7731318a-cfb2-41fd-bbab-1a3659776ea2', 'status': 'completed', 'code': 200} Jan 14 12:11:48.817910 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4cb0fb91-b715-4979-acea-c7d2348bfdda req-41781e12-9613-4d09-b095-3132be97a71b tempest-ServersAdminNegativeTestJSON-184390044 tempest-ServersAdminNegativeTestJSON-184390044-project] 10.222.0.48 "GET /v2.0/ports?device_id=96c35ff9-783e-4c6b-9c54-81dbd4069687 HTTP/1.1" status: 200 len: 210 time: 0.0445697 Jan 14 12:11:50.202113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54390) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:50.372628 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-04a9b021-0d8a-49b9-91f2-2570110bd2d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e774ad546cc4084a6d7428f402b80d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1692126 Jan 14 12:11:50.374947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54396) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:50.431144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41d8c3f0-c263-46f9-8281-4b4a341db887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:50.455421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41d8c3f0-c263-46f9-8281-4b4a341db887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:50.508639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41d8c3f0-c263-46f9-8281-4b4a341db887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:50.526133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8c3f0-c263-46f9-8281-4b4a341db887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462089ae-540d-4434-b551-f4db35b2b95e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:50.533191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-41d8c3f0-c263-46f9-8281-4b4a341db887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:50.534361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-41d8c3f0-c263-46f9-8281-4b4a341db887 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/462089ae-540d-4434-b551-f4db35b2b95e HTTP/1.1" status: 204 len: 168 time: 0.1585488 Jan 14 12:11:50.851664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54404) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:50.869873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:50.900870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:50.904650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Usage tracker for resource:security_group_rule and tenant:160b4694af374e9eb6c54946ccc647c7 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:50.907425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:50.913057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:50.978140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:50.982405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:51.026921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c529611-d885-433c-9670-c31d4bcfa748,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:51.031238 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2214ba82-bfda-4449-af92-ecd29304e11d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=160b4694af374e9eb6c54946ccc647c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785572 Jan 14 12:11:51.033867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:51.090973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3c2232d-2cff-40d0-8dc9-f50966d457fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:51.118621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3c2232d-2cff-40d0-8dc9-f50966d457fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:51.168763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3c2232d-2cff-40d0-8dc9-f50966d457fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:51.182515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2232d-2cff-40d0-8dc9-f50966d457fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c529611-d885-433c-9670-c31d4bcfa748,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:51.188639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3c2232d-2cff-40d0-8dc9-f50966d457fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:51.189781 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d3c2232d-2cff-40d0-8dc9-f50966d457fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c529611-d885-433c-9670-c31d4bcfa748 HTTP/1.1" status: 204 len: 168 time: 0.1551011 Jan 14 12:11:52.006117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54430) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:52.047615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7731318a-cfb2-41fd-bbab-1a3659776ea2 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:11:52.080325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 7731318a-cfb2-41fd-bbab-1a3659776ea2 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:11:52.080661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7731318a-cfb2-41fd-bbab-1a3659776ea2 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:11:52.131983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1765316724-network', 'tenant_id': 'c62b4c9815544d339a29da2ede2669d5'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:52.137344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:52.141145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Usage tracker for resource:network and tenant:c62b4c9815544d339a29da2ede2669d5 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:52.143939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:52.149514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:52.159815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Made reservation on behalf of c62b4c9815544d339a29da2ede2669d5 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:11:52.162071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.174192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.205577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:52.209319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c62b4c9815544d339a29da2ede2669d5 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:52.212034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:52.217799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:52.287038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.290927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.320089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:11:52.332322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cd5b1d-7615-4c43-bb1b-431e42fc7743,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:52.336709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.337068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Added segment f000e8c0-0441-451d-83d3-c2eeb80b4885 of type vlan for network 721ab3ec-d9b9-4f25-a258-8eca925cc000 Jan 14 12:11:52.363011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.394183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.394992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:52.395552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.493848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] Pushing event updated for resources: {'Network': ['ID=721ab3ec-d9b9-4f25-a258-8eca925cc000,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:52.497334 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-57fa2e74-cdbc-4132-bcca-6733141502b3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4902074 Jan 14 12:11:52.500392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54436) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:11:52.504438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 721ab3ec-d9b9-4f25-a258-8eca925cc000 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:11:52.505752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Request body: {'subnet': {'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1765316724-subnet', 'tenant_id': 'c62b4c9815544d339a29da2ede2669d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:52.510920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:52.514704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Usage tracker for resource:subnet and tenant:c62b4c9815544d339a29da2ede2669d5 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:52.517542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:52.523124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:52.533965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Made reservation on behalf of c62b4c9815544d339a29da2ede2669d5 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:11:52.536549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.837114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.907712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efd699a-0768-4412-9168-d75441adfa25,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:52.918750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Checking segment: {'id': 'f000e8c0-0441-451d-83d3-c2eeb80b4885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:11:52.919103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Network hostable DHCP agents. Network: 721ab3ec-d9b9-4f25-a258-8eca925cc000, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:11:52.940964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Network 721ab3ec-d9b9-4f25-a258-8eca925cc000 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:11:52.950294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 721ab3ec-d9b9-4f25-a258-8eca925cc000) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:11:52.955505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:52.957427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:52.958566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7f254-5089-4546-8fb2-28a5ab63ccaf None None] Network 721ab3ec-d9b9-4f25-a258-8eca925cc000 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:11:52.978022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7563e67d-f449-407f-aae1-58d4fd4abb7f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4763978 Jan 14 12:11:53.177146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e46b4-0070-4e78-99e7-61a8f01f56be None None] Network 721ab3ec-d9b9-4f25-a258-8eca925cc000 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:11:53.676440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-24df0997-dc79-44ef-bbaf-be6a41d6850b tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:53.677876 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-24df0997-dc79-44ef-bbaf-be6a41d6850b tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 812 time: 0.1425529 Jan 14 12:11:53.694272 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-31ce4685-2f0c-413c-84f5-871eb912ac89 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/quotas/c62b4c9815544d339a29da2ede2669d5 HTTP/1.1" status: 200 len: 375 time: 0.0103402 Jan 14 12:11:53.738261 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-eeab58dc-3db6-4ce3-85c3-105a33fe07ae tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386739 Jan 14 12:11:53.749417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-7223923e-3f4b-4af0-bc3f-9c6a99e3df3b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:11:53.750364 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-7223923e-3f4b-4af0-bc3f-9c6a99e3df3b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056756 Jan 14 12:11:53.880755 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-4594460f-fdec-4977-ab4c-bb9122b094cd service neutron] 10.222.0.48 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245310 Jan 14 12:11:54.007210 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-f3e676ab-80fa-45f5-b874-2293e29a906e service neutron] 10.222.0.48 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207831 Jan 14 12:11:54.260011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-01da41d4-d10a-47ae-aad3-c16b62eba054 req-f834cf63-be56-4c80-b9b6-81444b735c63 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 210 time: 0.1148937 Jan 14 12:11:55.374492 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e2d9e7e1-0bfe-4322-995d-6463b0687cee req-546a1084-3f84-4c43-8aef-154b61019450 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 210 time: 0.0418627 Jan 14 12:11:56.535072 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a83b0aca-5f6a-4576-9ac9-05894fa3200d req-eedb3a4e-6906-46b0-879d-ec72f2cae076 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 210 time: 0.0428736 Jan 14 12:11:57.209561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-a5482f57-ba5f-462e-a177-35a7a4b42857 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:57.210219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-a5482f57-ba5f-462e-a177-35a7a4b42857 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Synchronizing usage tracker for tenant:c62b4c9815544d339a29da2ede2669d5 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:57.226956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-a5482f57-ba5f-462e-a177-35a7a4b42857 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Unset dirty status for tenant:c62b4c9815544d339a29da2ede2669d5 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:57.228194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-a5482f57-ba5f-462e-a177-35a7a4b42857 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.31 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 812 time: 0.1589308 Jan 14 12:11:57.243445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Request body: {'port': {'device_id': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000', 'admin_state_up': True, 'tenant_id': 'c62b4c9815544d339a29da2ede2669d5'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:57.381172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:11:57.384806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Usage tracker for resource:port and tenant:c62b4c9815544d339a29da2ede2669d5 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:11:57.387479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:11:57.392986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:11:57.402148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Made reservation on behalf of c62b4c9815544d339a29da2ede2669d5 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:11:57.405072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:57.563090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Allocated IP 172.20.0.2 (721ab3ec-d9b9-4f25-a258-8eca925cc000/1efd699a-0768-4412-9168-d75441adfa25/e496c53f-e320-4548-9c01-59e457d42614) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:11:57.769514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:57.795883 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8a0268d4-679a-48c5-aea4-449c9c6d011f req-891b1a49-a7f7-487b-9367-dfe9389761a9 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 210 time: 0.1353886 Jan 14 12:11:57.798610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:57.877934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Network 721ab3ec-d9b9-4f25-a258-8eca925cc000 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:11:57.881390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:11:57.883902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:11:57.910096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:57.947135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:57.947857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:57.968162 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-483dd732-d5ae-41fe-be85-c75e53c16ab8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7284021 Jan 14 12:11:57.978373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Request body: {'port': {'device_id': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:11:58.085327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:58.413585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e496c53f-e320-4548-9c01-59e457d42614 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:11:58.420575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:58.435333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Transition to ACTIVE for port object e496c53f-e320-4548-9c01-59e457d42614 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:11:58.439271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:58.650307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:58.756108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Attempting to bind port e496c53f-e320-4548-9c01-59e457d42614 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:11:58.756429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Attempting to bind port e496c53f-e320-4548-9c01-59e457d42614 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'f000e8c0-0441-451d-83d3-c2eeb80b4885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:11:58.756762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Attempting to bind port e496c53f-e320-4548-9c01-59e457d42614 on network 721ab3ec-d9b9-4f25-a258-8eca925cc000 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:11:58.762472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Port e496c53f-e320-4548-9c01-59e457d42614 on network 721ab3ec-d9b9-4f25-a258-8eca925cc000 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:11:58.762781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Attempting to bind port e496c53f-e320-4548-9c01-59e457d42614 on network 721ab3ec-d9b9-4f25-a258-8eca925cc000 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:11:58.768805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:11:58.769126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Checking segment: {'id': 'f000e8c0-0441-451d-83d3-c2eeb80b4885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:11:58.769497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Bound using segment: {'id': 'f000e8c0-0441-451d-83d3-c2eeb80b4885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:11:58.769903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Bound port: e496c53f-e320-4548-9c01-59e457d42614, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f000e8c0-0441-451d-83d3-c2eeb80b4885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:11:58.770228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:58.862689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:11:58.865621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:11:58.871033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:58.960707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:11:58.962056 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] 10.222.0.31 "PUT /v2.0/ports/e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 1093 time: 0.9875295 Jan 14 12:11:58.968658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:11:59.001670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a46eb4-623c-4e44-b3f5-2b5bb1b83d34 service neutron] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:11:59.077709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-93324ab3-11c6-4bdc-bddd-77ff5dfb3bf5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:59.078384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-93324ab3-11c6-4bdc-bddd-77ff5dfb3bf5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Synchronizing usage tracker for tenant:c62b4c9815544d339a29da2ede2669d5 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:59.102472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614', 'status': 'completed', 'code': 200} Jan 14 12:11:59.105927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-93324ab3-11c6-4bdc-bddd-77ff5dfb3bf5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Unset dirty status for tenant:c62b4c9815544d339a29da2ede2669d5 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:59.107065 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-93324ab3-11c6-4bdc-bddd-77ff5dfb3bf5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 943 time: 0.1807220 Jan 14 12:11:59.110845 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-691e5ea5-c349-4724-97a4-16808ea18d65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1096 time: 0.1064014 Jan 14 12:11:59.200820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-8b7bf271-8656-4218-aac1-bfa43c07093d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 217 time: 0.0747938 Jan 14 12:11:59.246655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-ac29dfa9-319b-46ed-b8ff-c1a0f0846897 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Synchronizing usage tracker for tenant:c62b4c9815544d339a29da2ede2669d5 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:11:59.274881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-ac29dfa9-319b-46ed-b8ff-c1a0f0846897 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Unset dirty status for tenant:c62b4c9815544d339a29da2ede2669d5 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:11:59.276137 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b478f4bc-e31d-4f21-a179-ea29d4b538d0 req-ac29dfa9-319b-46ed-b8ff-c1a0f0846897 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633997 Jan 14 12:11:59.279797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-8e361dee-c404-4489-93af-80c1fb0d6d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:59.281180 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-8e361dee-c404-4489-93af-80c1fb0d6d64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 200 len: 852 time: 0.0746140 Jan 14 12:11:59.325909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-ec447cb5-1799-4da9-820c-7849edf1e8dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=721ab3ec-d9b9-4f25-a258-8eca925cc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392408 Jan 14 12:11:59.454297 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-cb36f1cb-45b4-4a31-974c-cc5807d8bfcd service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228995 Jan 14 12:11:59.581654 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0a4de0f4-4126-4711-9fd9-90e39d0d8796 req-d8903fbb-3788-4a0a-a115-fc325b7f3ecf service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220934 Jan 14 12:11:59.696776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-5778a462-4968-4687-918b-c3a2365c6186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1096 time: 0.0700979 Jan 14 12:11:59.825002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-674d32cb-bf1f-442f-9710-9614416a9bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:59.826688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-674d32cb-bf1f-442f-9710-9614416a9bc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 913 time: 0.1231322 Jan 14 12:11:59.894632 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-a46b0b97-ead9-4cf3-8127-bab612b2b507 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 217 time: 0.0625877 Jan 14 12:11:59.957947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-12efd54e-a806-4c37-b276-28d6b9d779bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:11:59.959344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-12efd54e-a806-4c37-b276-28d6b9d779bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 200 len: 852 time: 0.0598187 Jan 14 12:12:00.002800 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-9a5dad14-4a38-4640-a948-6249e6835834 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=721ab3ec-d9b9-4f25-a258-8eca925cc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379841 Jan 14 12:12:00.129617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-0654d132-37bf-44e3-a99a-59d8dab70c64 service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214511 Jan 14 12:12:00.348861 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b39b6b2-1072-44fa-a12e-19c9cf00bf8f req-6be283b3-b356-4df9-b4f9-7ed0d8e1304d service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131371 Jan 14 12:12:00.471028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321760cb-dd07-4e3d-972d-43697bf3a90a req-8075fe72-20ad-4d04-9c01-91cd15d7c143 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:00.472356 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-321760cb-dd07-4e3d-972d-43697bf3a90a req-8075fe72-20ad-4d04-9c01-91cd15d7c143 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 943 time: 0.0754313 Jan 14 12:12:00.516287 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-321760cb-dd07-4e3d-972d-43697bf3a90a req-49026e69-49e8-4635-83d3-c4d13c0b6e0d tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Jan 14 12:12:00.856524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-523e80c4-0704-4565-a244-752d68a68321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:01.172263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:01.711111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11af09-d84f-40c9-a20e-a0a9021dddff req-4ded9c87-2b8b-45fd-a5b5-9dd6c1d7ddc0 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:01.712539 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a11af09-d84f-40c9-a20e-a0a9021dddff req-4ded9c87-2b8b-45fd-a5b5-9dd6c1d7ddc0 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 943 time: 0.0789363 Jan 14 12:12:01.757163 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a11af09-d84f-40c9-a20e-a0a9021dddff req-8950d72b-bd54-4fb8-a43c-723b7a6ce745 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Jan 14 12:12:02.094146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:12:02.225069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:02.237932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'e496c53f-e320-4548-9c01-59e457d42614', 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000', 'port_id': 'e496c53f-e320-4548-9c01-59e457d42614', 'mac_address': 'fa:16:3e:16:0d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efd699a-0768-4412-9168-d75441adfa25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:12:02.293309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:02.310318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e496c53f-e320-4548-9c01-59e457d42614 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:12:02.325320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:02.329224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:02.393412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:02.402024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.402362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.402695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.403021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.403353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.403671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.403988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.404307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.404623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.404964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.405278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:02.636645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e496c53f-e320-4548-9c01-59e457d42614'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:12:02.952968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dd32f-df88-43cb-a48b-4a843d840c1e req-dcd3a003-46af-4496-96f0-5196fbdb00c8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:02.954292 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-000dd32f-df88-43cb-a48b-4a843d840c1e req-dcd3a003-46af-4496-96f0-5196fbdb00c8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 944 time: 0.0761311 Jan 14 12:12:02.998232 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-000dd32f-df88-43cb-a48b-4a843d840c1e req-80a715be-08fc-4221-b444-b70b62931355 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Jan 14 12:12:03.064481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-981f08d1-7a59-4954-85f3-f652af44fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:04.094155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:12:04.169514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port e496c53f-e320-4548-9c01-59e457d42614 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:12:04.174312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port e496c53f-e320-4548-9c01-59e457d42614 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:12:04.174688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:04.200594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c99039-5f34-4040-acee-b5a94a7ab957 req-f058603c-aaf3-4211-a854-e5b6b622024f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:04.202319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-59c99039-5f34-4040-acee-b5a94a7ab957 req-f058603c-aaf3-4211-a854-e5b6b622024f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 944 time: 0.0813243 Jan 14 12:12:04.238263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:04.252120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-59c99039-5f34-4040-acee-b5a94a7ab957 req-05a1e0f8-3f07-40eb-9525-eff3ba2576b6 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Jan 14 12:12:04.302816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:04.329411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:12:04.339122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:04.343078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:04.388806 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614', 'code': 200} Jan 14 12:12:04.413650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:04.443541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:04.604534 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-78a31e4d-3209-42c2-9d2c-0218a6e940d4 req-65fdcaa9-07cc-412c-a479-d289424a5471 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1098 time: 0.0662370 Jan 14 12:12:04.645362 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-78a31e4d-3209-42c2-9d2c-0218a6e940d4 req-34246cc6-1ed2-447e-b0c9-17749d6b8002 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353775 Jan 14 12:12:05.455957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc836394-ceb8-4316-8dac-f550190a3642 req-f8260594-dfd1-49fa-ac67-d67eeb4d98f8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:05.457375 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc836394-ceb8-4316-8dac-f550190a3642 req-f8260594-dfd1-49fa-ac67-d67eeb4d98f8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0824912 Jan 14 12:12:05.503563 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc836394-ceb8-4316-8dac-f550190a3642 req-f7470c9c-4f32-48ac-b538-908d6552b63b tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jan 14 12:12:05.548679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:06.700430 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8306e3-d3a6-4ee4-a589-5f64438cf401 req-aaa390ae-9564-4581-a8c7-c834a1fa7bf2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:06.702141 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-da8306e3-d3a6-4ee4-a589-5f64438cf401 req-aaa390ae-9564-4581-a8c7-c834a1fa7bf2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0750442 Jan 14 12:12:06.748768 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-da8306e3-d3a6-4ee4-a589-5f64438cf401 req-0b053d93-e268-4ead-af0b-adba38346fe2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Jan 14 12:12:06.938257 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7495ce3c-c8bb-4ef4-9953-ab19953003f6 req-89b1e2e0-114d-42ec-b315-a37cbfd879a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663335 Jan 14 12:12:08.223415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54506) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:08.262354 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429a184-32a3-4cdb-9bec-bf87dadcb322 req-4063be1e-a684-4c13-8760-9cb94db8cfeb tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:08.263882 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f429a184-32a3-4cdb-9bec-bf87dadcb322 req-4063be1e-a684-4c13-8760-9cb94db8cfeb tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0798059 Jan 14 12:12:08.313853 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f429a184-32a3-4cdb-9bec-bf87dadcb322 req-ce1c14cc-5bb8-48eb-a3aa-bb7e77836701 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Jan 14 12:12:08.366099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-51486c08-520e-448d-b4db-96679d94b924 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414921 Jan 14 12:12:09.515099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af7de1-b2a3-406c-837a-bedab1662979 req-f25046c8-ff7d-40af-a902-432db656e67c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:09.516919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a2af7de1-b2a3-406c-837a-bedab1662979 req-f25046c8-ff7d-40af-a902-432db656e67c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0793836 Jan 14 12:12:09.609461 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a2af7de1-b2a3-406c-837a-bedab1662979 req-4838a982-9548-4483-b845-4dd5e2f0a72a tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867438 Jan 14 12:12:09.635504 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-fff3323e-75d8-4bfe-927c-c5dfa4e2e19d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1098 time: 0.0827279 Jan 14 12:12:09.765330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-952902e5-06d6-44df-bf7f-9f6d6c5b3029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:09.766745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-952902e5-06d6-44df-bf7f-9f6d6c5b3029 service neutron] 10.222.0.31 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 913 time: 0.1257956 Jan 14 12:12:09.833626 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-0d746d2d-d181-42ac-90f6-dc2e45aee0e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 217 time: 0.0604270 Jan 14 12:12:09.896146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-277a5afb-c926-426a-b3b8-abe2a059eb19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:09.897586 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-277a5afb-c926-426a-b3b8-abe2a059eb19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 200 len: 852 time: 0.0588753 Jan 14 12:12:09.942597 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-8cc4bfab-9d75-4175-ad80-42617cc3bd04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=721ab3ec-d9b9-4f25-a258-8eca925cc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388703 Jan 14 12:12:10.069780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-e19f294e-bb82-4846-85c4-4d8f9319f87d service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205943 Jan 14 12:12:10.202418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-bc907c40-39f3-406e-8230-53b363226bd2 service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266837 Jan 14 12:12:10.810633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e82df6-bb6e-4092-8e9f-fe52ee3c272a req-ed00733f-c0ab-4c13-a49f-334a99fadd6a tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:10.812067 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a2e82df6-bb6e-4092-8e9f-fe52ee3c272a req-ed00733f-c0ab-4c13-a49f-334a99fadd6a tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0777578 Jan 14 12:12:10.856519 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a2e82df6-bb6e-4092-8e9f-fe52ee3c272a req-59556790-372e-4301-9d16-a89ed61f93bc tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Jan 14 12:12:12.050875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48728f-a9cf-4abf-a696-fc460863cc7b req-2ea835b6-91cc-4517-8baa-4ed154bb28fc tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:12.052307 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b48728f-a9cf-4abf-a696-fc460863cc7b req-2ea835b6-91cc-4517-8baa-4ed154bb28fc tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0746024 Jan 14 12:12:12.106363 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b48728f-a9cf-4abf-a696-fc460863cc7b req-eeffd5fa-8e08-4fd8-8341-b0821f7251e9 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Jan 14 12:12:13.129547 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:12:13.305509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e7a1c-113c-44b5-b8db-c4ee1933bd89 req-24139610-5f98-4289-b2ca-529877b67364 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:13.307557 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-943e7a1c-113c-44b5-b8db-c4ee1933bd89 req-24139610-5f98-4289-b2ca-529877b67364 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0771356 Jan 14 12:12:13.351151 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-943e7a1c-113c-44b5-b8db-c4ee1933bd89 req-db66d4fd-3f33-4742-84d0-2331aa148079 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Jan 14 12:12:14.548773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51b3bf-915a-416b-b3c4-a9d1bcf2a34f req-a46a50c1-d5c4-4ef6-a27b-d933df0dbdd9 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:14.550220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da51b3bf-915a-416b-b3c4-a9d1bcf2a34f req-a46a50c1-d5c4-4ef6-a27b-d933df0dbdd9 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0791714 Jan 14 12:12:14.594908 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da51b3bf-915a-416b-b3c4-a9d1bcf2a34f req-de4fa555-5bdc-49fc-a1f7-5f333009dd8d tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Jan 14 12:12:15.790774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413d96-9340-4ebe-ac0e-880ba832d236 req-d02baac9-2d45-4c95-8a0f-d3352dbf3f65 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:15.792223 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c9413d96-9340-4ebe-ac0e-880ba832d236 req-d02baac9-2d45-4c95-8a0f-d3352dbf3f65 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0786264 Jan 14 12:12:15.836620 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c9413d96-9340-4ebe-ac0e-880ba832d236 req-a8d91411-2365-4b3b-9318-15b4e768d0ac tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Jan 14 12:12:17.121565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ebd8-794a-4ba1-8c7e-dcecbf0eb8c1 req-e60596ce-4c4d-4cfd-a4a8-988aa54ce294 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:17.122998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec81ebd8-794a-4ba1-8c7e-dcecbf0eb8c1 req-e60596ce-4c4d-4cfd-a4a8-988aa54ce294 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.1631885 Jan 14 12:12:17.168484 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec81ebd8-794a-4ba1-8c7e-dcecbf0eb8c1 req-f6e85add-3ff3-40c1-b6c8-f020c9479e81 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Jan 14 12:12:18.362670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771e02-d8b8-4045-8e38-de2c6732c1a1 req-75b882f2-4d8a-436a-bf97-4b26f9c62e53 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:18.364101 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c9771e02-d8b8-4045-8e38-de2c6732c1a1 req-75b882f2-4d8a-436a-bf97-4b26f9c62e53 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0770929 Jan 14 12:12:18.407674 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c9771e02-d8b8-4045-8e38-de2c6732c1a1 req-a1295ed6-d822-4d5b-a3e6-74eac70552a8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Jan 14 12:12:19.604954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d12ac-1274-4484-8cc8-25bef04d44ca req-8acd95ae-b304-48c4-8088-3ed65ccff75f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:19.606390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f0d12ac-1274-4484-8cc8-25bef04d44ca req-8acd95ae-b304-48c4-8088-3ed65ccff75f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0759685 Jan 14 12:12:19.650938 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f0d12ac-1274-4484-8cc8-25bef04d44ca req-9b1a0a2d-012e-4cdf-a9c4-7774115da738 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Jan 14 12:12:20.855387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf36fa-289d-483c-891b-f5c1e9e19039 req-3a8dec7a-2ce0-4641-a2e4-8a272854a26b tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:20.856831 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8acf36fa-289d-483c-891b-f5c1e9e19039 req-3a8dec7a-2ce0-4641-a2e4-8a272854a26b tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0844293 Jan 14 12:12:20.899840 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8acf36fa-289d-483c-891b-f5c1e9e19039 req-ec203929-e2c4-4d30-9ae4-590c2d9a218d tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 Jan 14 12:12:22.097422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277b8d-6267-405d-8d23-f2acc509c9a1 req-dd939c36-d751-425b-a6e8-2942e24ff664 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:22.098843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-94277b8d-6267-405d-8d23-f2acc509c9a1 req-dd939c36-d751-425b-a6e8-2942e24ff664 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0786328 Jan 14 12:12:22.143302 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-94277b8d-6267-405d-8d23-f2acc509c9a1 req-dd248628-8ccc-4dc0-b1c0-134c1c3aa3ae tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Jan 14 12:12:23.336242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb6a66-b9da-4f04-8fd2-b69b45d4be73 req-816d4486-9ef6-4d4b-8d1f-a46ee6e2f7e1 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:23.338245 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5beb6a66-b9da-4f04-8fd2-b69b45d4be73 req-816d4486-9ef6-4d4b-8d1f-a46ee6e2f7e1 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0744300 Jan 14 12:12:23.386138 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5beb6a66-b9da-4f04-8fd2-b69b45d4be73 req-23790adf-e660-48b0-8a97-41a8ebdf13a9 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jan 14 12:12:24.582096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f45161-f1b9-4857-ba46-b1602c11e518 req-25aa4948-13eb-4759-b297-db75d9acb5c5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:24.583524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9f45161-f1b9-4857-ba46-b1602c11e518 req-25aa4948-13eb-4759-b297-db75d9acb5c5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0746601 Jan 14 12:12:24.627930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f9f45161-f1b9-4857-ba46-b1602c11e518 req-6c3da5e0-2e96-4334-a7db-fd48c665f573 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Jan 14 12:12:25.825863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b118d4-4b2f-4c06-bd3d-7a9e5d475141 req-9e04e914-f84f-4781-a559-40866b69b2e8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:25.827306 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e2b118d4-4b2f-4c06-bd3d-7a9e5d475141 req-9e04e914-f84f-4781-a559-40866b69b2e8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0783541 Jan 14 12:12:25.870732 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e2b118d4-4b2f-4c06-bd3d-7a9e5d475141 req-b871b43c-8525-4953-958a-4c3a658a2abf tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Jan 14 12:12:27.067127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9003-27e9-47db-aaa5-7c97985c0035 req-123933f0-643d-434f-872b-64921754622f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:27.068545 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65ae9003-27e9-47db-aaa5-7c97985c0035 req-123933f0-643d-434f-872b-64921754622f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0773416 Jan 14 12:12:27.114028 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65ae9003-27e9-47db-aaa5-7c97985c0035 req-769ec8c9-b2f9-4659-8f21-1bb96cb75829 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Jan 14 12:12:28.322153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735aa2-79bd-48c2-be3c-018daf3931dc req-c6060ae6-d521-4c9d-ac23-31dc83a7a8a8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:28.323869 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9c735aa2-79bd-48c2-be3c-018daf3931dc req-c6060ae6-d521-4c9d-ac23-31dc83a7a8a8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0798848 Jan 14 12:12:28.369003 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9c735aa2-79bd-48c2-be3c-018daf3931dc req-2da4d915-3775-4057-a66a-2bfa5e55398c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Jan 14 12:12:29.563376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953afd-8035-4398-bf0a-cd4ae61fd4c8 req-f964e028-8661-41da-92fc-9efdf7ae9cef tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:29.564842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43953afd-8035-4398-bf0a-cd4ae61fd4c8 req-f964e028-8661-41da-92fc-9efdf7ae9cef tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0764756 Jan 14 12:12:29.618140 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43953afd-8035-4398-bf0a-cd4ae61fd4c8 req-92f7b939-e003-43f1-af97-56e997e16d53 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Jan 14 12:12:30.811640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd7295-287c-4aec-a8c4-1053425ddfa1 req-ce8fad8d-5ad8-45e6-adc4-66acdfbcc0a3 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:30.813098 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-04cd7295-287c-4aec-a8c4-1053425ddfa1 req-ce8fad8d-5ad8-45e6-adc4-66acdfbcc0a3 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0746682 Jan 14 12:12:30.857829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b515cc63-0e30-4c6f-b544-d41223036d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:30.858486 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-04cd7295-287c-4aec-a8c4-1053425ddfa1 req-a2c7431a-2f0a-42d8-97a4-7579030a49bc tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Jan 14 12:12:31.190331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:32.052709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9411ae-6b00-4ccb-ba09-9756e7c16373 req-e95fa68d-89a1-4a4d-b0d3-c03493688cf5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:32.054146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9411ae-6b00-4ccb-ba09-9756e7c16373 req-e95fa68d-89a1-4a4d-b0d3-c03493688cf5 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0750990 Jan 14 12:12:32.098517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db9411ae-6b00-4ccb-ba09-9756e7c16373 req-3f83e73d-0cd5-481a-b27c-f7914da276e8 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Jan 14 12:12:33.065246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-69e47322-5fb4-42f8-83c9-c42e61355b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:33.302194 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b787-f859-4882-9891-3bc92ccc76e0 req-4c1b031e-fd6b-425f-b36b-48ee38c55d6f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:33.303644 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4a15b787-f859-4882-9891-3bc92ccc76e0 req-4c1b031e-fd6b-425f-b36b-48ee38c55d6f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0801048 Jan 14 12:12:33.348987 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4a15b787-f859-4882-9891-3bc92ccc76e0 req-c58289c5-3f1c-49d1-8810-d0628d4b04f2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Jan 14 12:12:34.224416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:34.451396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:34.599083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddb983-f58d-4fbd-a29c-566972ae593b req-12681606-5ba2-4bcd-9f9f-ebb254f3c92c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:34.600541 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-10ddb983-f58d-4fbd-a29c-566972ae593b req-12681606-5ba2-4bcd-9f9f-ebb254f3c92c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.1054459 Jan 14 12:12:34.658597 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-10ddb983-f58d-4fbd-a29c-566972ae593b req-5570a07c-5e6c-432a-b195-6a942524ac55 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525327 Jan 14 12:12:35.550213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:35.856451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532ad40-042c-4d6a-a509-f8c64c87cc2f req-e88ae853-18d5-423d-9071-9266a41b1ed4 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:35.857829 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3532ad40-042c-4d6a-a509-f8c64c87cc2f req-e88ae853-18d5-423d-9071-9266a41b1ed4 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0749028 Jan 14 12:12:35.909570 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3532ad40-042c-4d6a-a509-f8c64c87cc2f req-e1c507ad-9f3d-4d66-831c-0d789018d5f9 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Jan 14 12:12:36.905106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-acf68732-24bb-4d0d-8d8b-78756e387a33 service neutron] 10.222.0.31 "GET /v2.0/ports/e496c53f-e320-4548-9c01-59e457d42614/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0720084 Jan 14 12:12:37.204948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f00-c6ab-4807-baf4-0b96c5d9d744 req-8df76ef5-4553-4b6e-9a28-bc9674f38de6 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:37.206374 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cb1d7f00-c6ab-4807-baf4-0b96c5d9d744 req-8df76ef5-4553-4b6e-9a28-bc9674f38de6 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.1744738 Jan 14 12:12:37.269682 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-7c6bd6fc-ea72-4389-bd6c-f9067e7799c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132&tenant_id=c62b4c9815544d339a29da2ede2669d5 HTTP/1.1" status: 200 len: 1098 time: 0.1721907 Jan 14 12:12:37.281020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cb1d7f00-c6ab-4807-baf4-0b96c5d9d744 req-3f842fb0-ad46-465b-96b1-911f670a0189 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669894 Jan 14 12:12:37.286289 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-986263b6-5c58-4393-b586-447f0ec2eb39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1098 time: 0.1374757 Jan 14 12:12:37.426328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-8709ed85-9995-4132-8b1f-2f840ff1de60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:37.427771 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-8709ed85-9995-4132-8b1f-2f840ff1de60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 913 time: 0.1226442 Jan 14 12:12:37.495402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-a308798e-00bc-4fb2-b341-32368f27b0c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 217 time: 0.0619907 Jan 14 12:12:37.554122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-eddaff44-c065-4a46-b8b3-0dfa58ba751d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:37.555510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-eddaff44-c065-4a46-b8b3-0dfa58ba751d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 200 len: 852 time: 0.0548127 Jan 14 12:12:37.599457 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-99acdd8c-41b0-4451-bb0f-c90c743d8de3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=721ab3ec-d9b9-4f25-a258-8eca925cc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382826 Jan 14 12:12:37.726361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-a108149f-8553-41b1-b68e-cb0f8f640fce service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215367 Jan 14 12:12:37.853015 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-22931fdc-babe-4343-8392-fc6fb5c6c4be req-0ec6ee06-a55e-4b7e-a4d0-84c2a2419bab service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205759 Jan 14 12:12:38.045057 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-51a005ed-f44a-49d2-8d80-71b91610a2df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1098 time: 0.1505091 Jan 14 12:12:38.175130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-657cbd1f-8421-4c2e-b88f-f6b0df4e81a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:38.176472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-657cbd1f-8421-4c2e-b88f-f6b0df4e81a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 913 time: 0.1261942 Jan 14 12:12:38.245356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-04b89047-b2de-4044-ba64-3aa08c2accee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 217 time: 0.0631869 Jan 14 12:12:38.304841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-23cdb1c0-a624-451a-83df-4b6bc9b9bd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:38.306795 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-23cdb1c0-a624-451a-83df-4b6bc9b9bd6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 200 len: 852 time: 0.0563805 Jan 14 12:12:38.350737 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-45d12453-2b41-41e8-9f63-9d8e6d41baba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=721ab3ec-d9b9-4f25-a258-8eca925cc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383792 Jan 14 12:12:38.480246 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-56a753fb-95b9-4e46-8e15-58dd8545933f service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236815 Jan 14 12:12:38.481036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140fc13-a357-441c-ab84-663632948290 req-cff114b2-ad94-4481-a944-f20201ae1eaf tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:38.482491 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c140fc13-a357-441c-ab84-663632948290 req-cff114b2-ad94-4481-a944-f20201ae1eaf tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0774474 Jan 14 12:12:38.527740 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c140fc13-a357-441c-ab84-663632948290 req-1fd2ec97-5224-48ad-a660-0c9b34563d86 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Jan 14 12:12:38.610527 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-782c055a-b75d-4ca2-ad88-4b4bff8f2fe6 req-ea4d5089-6d01-43e1-b241-fab1345fd005 service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246402 Jan 14 12:12:39.737556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757130-9280-4e62-abdb-c61b2820b6d4 req-89ed243c-ae91-405d-a638-2db165b099e4 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:39.739060 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-73757130-9280-4e62-abdb-c61b2820b6d4 req-89ed243c-ae91-405d-a638-2db165b099e4 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0815198 Jan 14 12:12:39.783074 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-73757130-9280-4e62-abdb-c61b2820b6d4 req-23e2d947-c06f-4c53-8e53-ac38b0414ff1 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Jan 14 12:12:40.329326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:12:40.331577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:12:40.570311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:40.592368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:40.610683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'e496c53f-e320-4548-9c01-59e457d42614', 'network_id': '721ab3ec-d9b9-4f25-a258-8eca925cc000', 'port_id': 'e496c53f-e320-4548-9c01-59e457d42614', 'mac_address': 'fa:16:3e:16:0d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efd699a-0768-4412-9168-d75441adfa25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:12:40.615350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:12:40.654508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:40.661182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:40.726805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:40.751150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e496c53f-e320-4548-9c01-59e457d42614 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:12:40.757359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:40.785241 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614', 'code': 200} Jan 14 12:12:40.819102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:12:40.819643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:12:40.983439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f49c9c-71e4-472d-ab67-c12106a1320d req-2a525755-a493-4f33-a59d-f4304158605c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:40.984886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-67f49c9c-71e4-472d-ab67-c12106a1320d req-2a525755-a493-4f33-a59d-f4304158605c tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 943 time: 0.0743902 Jan 14 12:12:41.032307 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-67f49c9c-71e4-472d-ab67-c12106a1320d req-af9b07c5-cd80-4184-987b-c191c71fa806 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Jan 14 12:12:41.372708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:41.389461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e496c53f-e320-4548-9c01-59e457d42614 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:12:41.404533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:41.408071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:41.468159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e496c53f-e320-4548-9c01-59e457d42614'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:12:41.521864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:42.234797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad346ffc-fc2a-4b46-8afc-dd1cf7383673 req-0370037c-ed7a-42c3-9e5a-af6c82692bbc tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:42.236210 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad346ffc-fc2a-4b46-8afc-dd1cf7383673 req-0370037c-ed7a-42c3-9e5a-af6c82692bbc tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 944 time: 0.0776889 Jan 14 12:12:42.281762 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad346ffc-fc2a-4b46-8afc-dd1cf7383673 req-d376f532-972e-4f1c-8d91-6fcc69f6738d tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Jan 14 12:12:42.342130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:12:42.413472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port e496c53f-e320-4548-9c01-59e457d42614 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:12:42.414105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:42.537718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:42.571432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:42.575547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:42.642992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:42.672625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-263668f4-dac3-4521-8098-69f9f5fc82ff tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:42.674043 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-263668f4-dac3-4521-8098-69f9f5fc82ff tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132&tenant_id=c62b4c9815544d339a29da2ede2669d5&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 945 time: 0.0802300 Jan 14 12:12:42.786308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:12:42.810942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-ca5c2f75-6239-43ae-a2d5-8535e8836ead service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c62b4c9815544d339a29da2ede2669d5&device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 1098 time: 0.0695863 Jan 14 12:12:42.857710 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614', 'code': 200} Jan 14 12:12:42.947821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-cd65d4cf-f62c-418b-b5bd-5bf3c9976c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:42.949284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-cd65d4cf-f62c-418b-b5bd-5bf3c9976c1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 200 len: 913 time: 0.1325190 Jan 14 12:12:43.018082 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-f90dffee-7695-4bdb-915f-6a937404917b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 200 len: 217 time: 0.0631368 Jan 14 12:12:43.082671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-472ed7d6-ba6b-4bf2-8796-06980a25e657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:43.083986 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-472ed7d6-ba6b-4bf2-8796-06980a25e657 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 200 len: 852 time: 0.0606551 Jan 14 12:12:43.128743 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-259209d7-3914-4a45-a8e3-e61625964005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=721ab3ec-d9b9-4f25-a258-8eca925cc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381033 Jan 14 12:12:43.259076 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-5448b356-cbd4-4e94-8707-66ec7a78eb83 service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238153 Jan 14 12:12:43.474368 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-b6da3dfe-6ce4-4887-9e4b-ac541bc1d814 service neutron] 10.222.0.31 "GET /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097917 Jan 14 12:12:44.294921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b230-e765-40c9-a87b-ae6db5275e88 req-f3d4b455-a6ed-478b-ace4-bf9a6bdf5a9f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:44.296351 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ba81b230-e765-40c9-a87b-ae6db5275e88 req-f3d4b455-a6ed-478b-ace4-bf9a6bdf5a9f tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0789812 Jan 14 12:12:44.341198 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ba81b230-e765-40c9-a87b-ae6db5275e88 req-8cf386a5-36b7-4e89-94ea-097453f72ada tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Jan 14 12:12:45.535484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94be76a-23d7-41de-8045-d41dec7259d2 req-2d5787ba-8017-4db5-8cfd-243696f4ea44 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:45.536951 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a94be76a-23d7-41de-8045-d41dec7259d2 req-2d5787ba-8017-4db5-8cfd-243696f4ea44 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0754123 Jan 14 12:12:45.581572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a94be76a-23d7-41de-8045-d41dec7259d2 req-4fc7096a-286f-40cb-b90d-2107d5134879 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/security-groups?id=88cd5b1d-7615-4c43-bb1b-431e42fc7743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Jan 14 12:12:46.069411 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-5bda4405-d97f-4ace-89c0-c5670daa0db7 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:46.071436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-5bda4405-d97f-4ace-89c0-c5670daa0db7 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 945 time: 0.0773427 Jan 14 12:12:46.136193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Deleting port e496c53f-e320-4548-9c01-59e457d42614 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:12:46.136530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:46.375941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] For port e496c53f-e320-4548-9c01-59e457d42614, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e496c53f-e320-4548-9c01-59e457d42614,segment=NetworkSegment(f000e8c0-0441-451d-83d3-c2eeb80b4885),segment_id=f000e8c0-0441-451d-83d3-c2eeb80b4885)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:46.376214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:46.495452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Calling delete_port for e496c53f-e320-4548-9c01-59e457d42614 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:12:46.639896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:46.651655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e496c53f-e320-4548-9c01-59e457d42614'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:12:46.686773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Pushing event deleted for resources: {'Port': ['ID=e496c53f-e320-4548-9c01-59e457d42614,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:46.729600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.729932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.730257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.730596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.730901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.731220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.731533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.731845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.732153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.732458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.732785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:12:46.749457 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-771ed394-e359-4183-aab7-625364a64d0f req-8e1de9b5-1d6c-4dae-bd84-31379d8a8033 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cd3e7cf-d89d-4eb9-a969-566695af2132 HTTP/1.1" status: 200 len: 210 time: 0.0463476 Jan 14 12:12:46.771900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] No DVR routers for this DVR port e496c53f-e320-4548-9c01-59e457d42614 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:12:46.774890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:46.777521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-deleted', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:12:46.792905 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e6ea258-bee1-472a-8fd1-f80dfed57e3e req-73804483-8895-4626-b4ae-85b93a8e81a2 tempest-DeleteServersTestJSON-692238295 tempest-DeleteServersTestJSON-692238295-project] 10.222.0.31 "DELETE /v2.0/ports/e496c53f-e320-4548-9c01-59e457d42614 HTTP/1.1" status: 204 len: 173 time: 0.7169967 Jan 14 12:12:46.835913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd3e7cf-d89d-4eb9-a969-566695af2132', 'name': 'network-vif-deleted', 'tag': 'e496c53f-e320-4548-9c01-59e457d42614', 'status': 'completed', 'code': 200} Jan 14 12:12:48.152190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54614) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:48.210624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Deleting subnet 1efd699a-0768-4412-9168-d75441adfa25 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:12:48.214226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.265070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.320369 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.385211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.424303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efd699a-0768-4412-9168-d75441adfa25,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:48.430416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.436294 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3486cc39-0583-42a7-b74e-11e043cb0591 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1efd699a-0768-4412-9168-d75441adfa25 HTTP/1.1" status: 204 len: 168 time: 0.2830009 Jan 14 12:12:48.438741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54618) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:48.542997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.665730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.689518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721ab3ec-d9b9-4f25-a258-8eca925cc000']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:12:48.701974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f000e8c0-0441-451d-83d3-c2eeb80b4885') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:12:48.702265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f000e8c0-0441-451d-83d3-c2eeb80b4885') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:12:48.713289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.728996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.734831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:12:48.735212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:12:48.748334 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:12:48.915820 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.931958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:48.943069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] Pushing event deleted for resources: {'Network': ['ID=721ab3ec-d9b9-4f25-a258-8eca925cc000,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:48.949427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-65777e92-0813-4f76-8543-d641d90bd463 admin admin] 10.222.0.48 "DELETE /v2.0/networks/721ab3ec-d9b9-4f25-a258-8eca925cc000 HTTP/1.1" status: 204 len: 168 time: 0.5097024 Jan 14 12:12:49.080930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54624) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:49.130479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-56a93392-695f-466b-94cc-6640dc14def4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c62b4c9815544d339a29da2ede2669d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483389 Jan 14 12:12:49.132920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54628) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:49.190854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b4654cb9-9d0f-4e0a-8260-1b3cf7b6c452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:49.216263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b4654cb9-9d0f-4e0a-8260-1b3cf7b6c452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:49.277658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b4654cb9-9d0f-4e0a-8260-1b3cf7b6c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:49.296406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4654cb9-9d0f-4e0a-8260-1b3cf7b6c452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cd5b1d-7615-4c43-bb1b-431e42fc7743,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:49.311750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b4654cb9-9d0f-4e0a-8260-1b3cf7b6c452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:49.313017 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b4654cb9-9d0f-4e0a-8260-1b3cf7b6c452 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88cd5b1d-7615-4c43-bb1b-431e42fc7743 HTTP/1.1" status: 204 len: 168 time: 0.1789804 Jan 14 12:12:50.129200 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:12:50.139353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54650) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:50.268645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-25123034-network', 'tenant_id': 'eda79726da914fa590fe62639ec20e23'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:12:50.273444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:12:50.277359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Usage tracker for resource:network and tenant:eda79726da914fa590fe62639ec20e23 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:12:50.280109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:12:50.285586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:12:50.296390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Made reservation on behalf of eda79726da914fa590fe62639ec20e23 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:12:50.298575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.311858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.342592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:12:50.346525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Usage tracker for resource:security_group_rule and tenant:eda79726da914fa590fe62639ec20e23 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:12:50.349254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:12:50.355283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:12:50.389134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:12:50.423735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.424330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: e496c53f-e320-4548-9c01-59e457d42614 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:12:50.424678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e496c53f-e320-4548-9c01-59e457d42614 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:12:50.427796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.456815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:12:50.465618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9354e8-8ceb-4856-946c-9873137bbd5c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:50.470874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.471249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Added segment 13979094-2364-455c-8098-526011ea87dd of type vlan for network 9dc98b17-6b38-499f-8976-ee7a9cd27851 Jan 14 12:12:50.497112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.525747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.526459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:50.527014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.624843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc98b17-6b38-499f-8976-ee7a9cd27851,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:50.627995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9f75c473-67a7-4265-8918-0007a8302c88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4875438 Jan 14 12:12:50.631688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54656) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:12:50.635123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 9dc98b17-6b38-499f-8976-ee7a9cd27851 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:12:50.636304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Request body: {'subnet': {'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-25123034-subnet', 'tenant_id': 'eda79726da914fa590fe62639ec20e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:12:50.641098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:12:50.644842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Usage tracker for resource:subnet and tenant:eda79726da914fa590fe62639ec20e23 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:12:50.647769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:12:50.654016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:12:50.664303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Made reservation on behalf of eda79726da914fa590fe62639ec20e23 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:12:50.667450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.869011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.937054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=834928c0-5a89-49dc-9eac-f7653188fcc5,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:50.951263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Checking segment: {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:12:50.951611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Network hostable DHCP agents. Network: 9dc98b17-6b38-499f-8976-ee7a9cd27851, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:12:50.973692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Network 9dc98b17-6b38-499f-8976-ee7a9cd27851 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:12:50.983792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 9dc98b17-6b38-499f-8976-ee7a9cd27851) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:12:50.987681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:50.988321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:50.992287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa5f1e-1db6-4466-81e2-f5963f69ae8e None None] Network 9dc98b17-6b38-499f-8976-ee7a9cd27851 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:12:51.008635 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4f4b0748-7f1a-4141-8deb-708881042d87 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3761854 Jan 14 12:12:51.202847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773056af-3354-4db9-913a-1945a87c0ca1 None None] Network 9dc98b17-6b38-499f-8976-ee7a9cd27851 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:12:51.547761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-334f714d-7776-4d5d-9fd3-0f8ed27d4994 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:51.548420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-334f714d-7776-4d5d-9fd3-0f8ed27d4994 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Synchronizing usage tracker for tenant:eda79726da914fa590fe62639ec20e23 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:12:51.564117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-334f714d-7776-4d5d-9fd3-0f8ed27d4994 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Unset dirty status for tenant:eda79726da914fa590fe62639ec20e23 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:12:51.565237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-334f714d-7776-4d5d-9fd3-0f8ed27d4994 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 813 time: 0.1580963 Jan 14 12:12:51.581808 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-69f77b35-5cfd-4697-bb81-faf6fcd0102c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/quotas/eda79726da914fa590fe62639ec20e23 HTTP/1.1" status: 200 len: 375 time: 0.0112667 Jan 14 12:12:51.635138 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-06879dc2-601e-4715-9f52-ef7a0fdca382 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478375 Jan 14 12:12:51.832113 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-3c8a0c03-5225-4f9e-ab38-4e4b95cd08a4 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901472 Jan 14 12:12:51.960071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-03f24372-5168-4b17-af8c-7409635cfd5f service neutron] 10.222.0.48 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220005 Jan 14 12:12:52.142872 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09210a17-7143-4438-9c0b-ee9fa3f7ddd6 req-090e6f5d-3ac4-4c04-8e26-997298bc24cb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 210 time: 0.0408869 Jan 14 12:12:53.325972 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1109ef13-ce77-4bc2-aee2-2de12022ef9a req-f157c958-064f-407d-9bac-6f31f5ac8693 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 210 time: 0.0535772 Jan 14 12:12:53.372374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-95cc8f12-e247-4332-b34c-4b1e57515307 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:53.373786 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-95cc8f12-e247-4332-b34c-4b1e57515307 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 813 time: 0.1819396 Jan 14 12:12:53.389599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Request body: {'port': {'device_id': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851', 'admin_state_up': True, 'tenant_id': 'eda79726da914fa590fe62639ec20e23'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:12:53.520003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:12:53.524317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Usage tracker for resource:port and tenant:eda79726da914fa590fe62639ec20e23 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:12:53.527081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:12:53.532568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:12:53.542366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Made reservation on behalf of eda79726da914fa590fe62639ec20e23 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:12:53.545512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:53.792977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Allocated IP 172.20.0.9 (9dc98b17-6b38-499f-8976-ee7a9cd27851/834928c0-5a89-49dc-9eac-f7653188fcc5/a632251e-c5ca-414f-bcae-be50df9f973f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:12:53.990454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.018177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.090273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Network 9dc98b17-6b38-499f-8976-ee7a9cd27851 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:12:54.093694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:12:54.095575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:54.097654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:12:54.156630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:54.157253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.177816 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-e80f139f-8afd-470e-9621-521213bea279 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918792 Jan 14 12:12:54.189154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Request body: {'port': {'device_id': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:12:54.295067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.539903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a6a5-4bf4-4f98-91cd-130b611a0848 req-e773f1c3-d1af-46a5-b041-1a467d0143ef tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:54.541864 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4563a6a5-4bf4-4f98-91cd-130b611a0848 req-e773f1c3-d1af-46a5-b041-1a467d0143ef tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 931 time: 0.0756116 Jan 14 12:12:54.590137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4563a6a5-4bf4-4f98-91cd-130b611a0848 req-c5fdfb92-72e4-42f7-be32-8df155d7c8e1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Jan 14 12:12:54.629873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a632251e-c5ca-414f-bcae-be50df9f973f {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:12:54.637045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.651877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Transition to ACTIVE for port object a632251e-c5ca-414f-bcae-be50df9f973f will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:12:54.655323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.781266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:54.880922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Attempting to bind port a632251e-c5ca-414f-bcae-be50df9f973f on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:12:54.881164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Attempting to bind port a632251e-c5ca-414f-bcae-be50df9f973f by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:12:54.881482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Attempting to bind port a632251e-c5ca-414f-bcae-be50df9f973f on network 9dc98b17-6b38-499f-8976-ee7a9cd27851 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:12:54.887664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Port a632251e-c5ca-414f-bcae-be50df9f973f on network 9dc98b17-6b38-499f-8976-ee7a9cd27851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:12:54.887975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Attempting to bind port a632251e-c5ca-414f-bcae-be50df9f973f on network 9dc98b17-6b38-499f-8976-ee7a9cd27851 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:12:54.894021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:12:54.894348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Checking segment: {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:12:54.894725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Bound using segment: {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:12:54.895141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Bound port: a632251e-c5ca-414f-bcae-be50df9f973f, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:12:54.895472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:54.994571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:12:54.997649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:12:55.001795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:55.062541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:55.063898 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] 10.222.0.31 "PUT /v2.0/ports/a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 1093 time: 0.8788717 Jan 14 12:12:55.064327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:12:55.082138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b75a6-da6e-406e-a0a5-d4d662f6ca91 service neutron] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:55.133025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'status': 'completed', 'code': 200} Jan 14 12:12:55.173907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-d0489305-1537-418a-ad33-244a2f6cb717 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1096 time: 0.0759406 Jan 14 12:12:55.241099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-a3c9931f-aab2-4dc0-bd5f-83a87007a4e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 217 time: 0.0604093 Jan 14 12:12:55.308492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-9f503784-567f-4c2b-9e45-6534abd710aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:55.309946 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-9f503784-567f-4c2b-9e45-6534abd710aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0632234 Jan 14 12:12:55.353431 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-8b5076b7-1654-4c8e-916c-1f647624a4f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377305 Jan 14 12:12:55.478673 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-cb3fbe5a-9e93-4cc7-8fe5-4f16ff260033 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195800 Jan 14 12:12:55.693343 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d968ccc3-281b-44aa-bcd5-db554a2e0d1e req-a2740528-3c25-4111-92e5-cd9b9d12aee0 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091496 Jan 14 12:12:55.794403 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ebd8-c491-489d-95c2-90e97ec45b0d req-05a7575c-ca2e-40d1-a6ed-7214cddfe0fc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:55.795835 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5af7ebd8-c491-489d-95c2-90e97ec45b0d req-05a7575c-ca2e-40d1-a6ed-7214cddfe0fc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 943 time: 0.0760190 Jan 14 12:12:55.811201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-4c413688-ff48-4ba4-bc4c-cd8adaa33504 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1096 time: 0.0728183 Jan 14 12:12:55.841444 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5af7ebd8-c491-489d-95c2-90e97ec45b0d req-9cd08b6e-2e6b-440d-94d7-c36de0764630 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Jan 14 12:12:55.938964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-1cf93fa5-a510-48c1-b454-f708876fba64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:55.940378 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-1cf93fa5-a510-48c1-b454-f708876fba64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1240125 Jan 14 12:12:56.007655 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-158815b2-3e2c-408f-8fdb-59fb4b7e7106 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 217 time: 0.0595319 Jan 14 12:12:56.071192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-5067c889-0171-4b2c-a077-f9c167ecbf8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:56.072513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-5067c889-0171-4b2c-a077-f9c167ecbf8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0593615 Jan 14 12:12:56.115826 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-06d0808f-e3c1-4ac3-92f1-da0f9ba5879f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376599 Jan 14 12:12:56.243587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-d4ad9225-fef0-40d2-a048-e12a58b4336c service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219718 Jan 14 12:12:56.379056 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-316ad220-833b-4bb0-a59c-4f8faa43656d req-102cdd7d-d94d-47bb-a9da-66d364c58615 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290550 Jan 14 12:12:57.033913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-86ad7172-feaf-4fce-8897-061ab6b79aef tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:57.034611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-86ad7172-feaf-4fce-8897-061ab6b79aef tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Synchronizing usage tracker for tenant:eda79726da914fa590fe62639ec20e23 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:12:57.051206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-86ad7172-feaf-4fce-8897-061ab6b79aef tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Unset dirty status for tenant:eda79726da914fa590fe62639ec20e23 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:12:57.052369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-86ad7172-feaf-4fce-8897-061ab6b79aef tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 943 time: 0.0912004 Jan 14 12:12:57.100350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-ff9746cb-6ac9-47e0-9f0c-1b71cb6b0404 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Synchronizing usage tracker for tenant:eda79726da914fa590fe62639ec20e23 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:12:57.116753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-ff9746cb-6ac9-47e0-9f0c-1b71cb6b0404 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Unset dirty status for tenant:eda79726da914fa590fe62639ec20e23 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:12:57.118707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-420a21e2-2739-4350-96d0-624e3ba193f8 req-ff9746cb-6ac9-47e0-9f0c-1b71cb6b0404 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598238 Jan 14 12:12:58.316849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e6b61-2475-47c4-8b78-0375a3c2f603 req-d46fb5fd-a2ed-4092-be03-02daa69b52bd tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:58.318284 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a0e6b61-2475-47c4-8b78-0375a3c2f603 req-d46fb5fd-a2ed-4092-be03-02daa69b52bd tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 943 time: 0.0792763 Jan 14 12:12:58.389480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:12:58.439825 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a0e6b61-2475-47c4-8b78-0375a3c2f603 req-f0af6d36-7249-4899-b037-993a5766bde1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159639 Jan 14 12:12:58.518664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:58.531192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851', 'port_id': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'mac_address': 'fa:16:3e:bd:b6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834928c0-5a89-49dc-9eac-f7653188fcc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:12:58.583639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:58.600571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a632251e-c5ca-414f-bcae-be50df9f973f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:12:58.615748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:12:58.620345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:12:58.687453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:12:58.958133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['a632251e-c5ca-414f-bcae-be50df9f973f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:12:59.639852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4392-9c93-499c-8680-4d7d2c503d69 req-88ecfcf5-1589-488a-9d37-de2119d6371a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:12:59.641331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4daa4392-9c93-499c-8680-4d7d2c503d69 req-88ecfcf5-1589-488a-9d37-de2119d6371a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 944 time: 0.0800340 Jan 14 12:12:59.686227 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4daa4392-9c93-499c-8680-4d7d2c503d69 req-1b7d46df-ff22-469c-b0fd-8ee7cd5f26d5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Jan 14 12:13:00.404236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:13:00.470229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port a632251e-c5ca-414f-bcae-be50df9f973f completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:13:00.474724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port a632251e-c5ca-414f-bcae-be50df9f973f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:13:00.475085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:00.584832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:00.611626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:00.621078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:00.625208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:00.667084 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'code': 200} Jan 14 12:13:00.692237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:00.860989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8bea8334-c2e3-420e-818d-b6f895c26a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:00.943432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2f0d3-ae2d-49c7-81ba-4e41d32fe21c req-b07d6950-68c6-428d-a7ae-044e486dafe9 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:00.944902 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3fb2f0d3-ae2d-49c7-81ba-4e41d32fe21c req-b07d6950-68c6-428d-a7ae-044e486dafe9 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.1369450 Jan 14 12:13:00.948809 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-409427be-9b4c-4707-ac58-171f14f27cce req-0231ff8e-6ce3-42bc-a84f-12c79774ae95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1098 time: 0.1102786 Jan 14 12:13:01.023157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3fb2f0d3-ae2d-49c7-81ba-4e41d32fe21c req-bbbcbaa9-0656-4bba-9654-6542780ac4f2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723541 Jan 14 12:13:01.024706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-409427be-9b4c-4707-ac58-171f14f27cce req-5ea8c919-bb5b-4613-947f-6fe954f1a578 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600803 Jan 14 12:13:01.183152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:02.222508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d05f2b-d34d-4a3d-a191-bc99751af185 req-bb24ef02-b10d-4c29-8702-f1a1c5493fc8 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:02.223955 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-89d05f2b-d34d-4a3d-a191-bc99751af185 req-bb24ef02-b10d-4c29-8702-f1a1c5493fc8 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0767438 Jan 14 12:13:02.269085 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-89d05f2b-d34d-4a3d-a191-bc99751af185 req-9b803003-fc84-4115-8362-bfb2734e56e1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 Jan 14 12:13:03.069022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9235a87a-dcc3-41be-93c4-cd0cf6333edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:03.462251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92658f6-9876-4510-9b6e-bf346286a7d8 req-83cc5da7-39bf-49f9-b324-8b17978f1f52 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:03.463614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f92658f6-9876-4510-9b6e-bf346286a7d8 req-83cc5da7-39bf-49f9-b324-8b17978f1f52 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0753760 Jan 14 12:13:03.507796 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f92658f6-9876-4510-9b6e-bf346286a7d8 req-8b7c458b-7e65-40a3-8fc7-ee246f8065ed tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Jan 14 12:13:03.703164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7c99b-36b9-4bb8-a743-02718a22e494 req-31d1a85c-bbb3-4140-94b3-70b165e9d5cb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:03.704594 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-67b7c99b-36b9-4bb8-a743-02718a22e494 req-31d1a85c-bbb3-4140-94b3-70b165e9d5cb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0787933 Jan 14 12:13:03.753922 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-67b7c99b-36b9-4bb8-a743-02718a22e494 req-ed9c88c8-1c08-4f77-a417-cd23fd47e0d7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Jan 14 12:13:04.111069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2febf-584a-4366-a529-a18dedc0bec0 req-7a9c777e-180e-4612-bd11-f7e1c2a1cc62 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:04.112397 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-53a2febf-584a-4366-a529-a18dedc0bec0 req-7a9c777e-180e-4612-bd11-f7e1c2a1cc62 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0745924 Jan 14 12:13:04.159182 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-53a2febf-584a-4366-a529-a18dedc0bec0 req-71c1dcde-0f9e-4c2f-a38f-6127779bd920 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Jan 14 12:13:04.226873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:04.357416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ea72-ec69-4479-9302-4bb08e1c1e22 req-37acf5d4-fb45-4918-9578-930056ea25d1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:04.358856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2606ea72-ec69-4479-9302-4bb08e1c1e22 req-37acf5d4-fb45-4918-9578-930056ea25d1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0791516 Jan 14 12:13:04.402657 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2606ea72-ec69-4479-9302-4bb08e1c1e22 req-4e3a0b4d-c300-4542-a9f0-f6d3c8581929 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Jan 14 12:13:04.450292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:04.602675 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fd07ba1-a6ad-40f0-927b-021f77ddaef7 req-1889e76e-2e9e-4836-91a9-5e81c7715573 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0731320 Jan 14 12:13:04.899048 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-6bbf2383-8111-4334-bb4e-f9d9aea2e19e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106784 Jan 14 12:13:04.928839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8f08f-3626-4e48-a01a-ab3509210da8 req-ad5306b6-df97-4699-8662-a6578c504716 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:04.930249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c9a8f08f-3626-4e48-a01a-ab3509210da8 req-ad5306b6-df97-4699-8662-a6578c504716 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0877666 Jan 14 12:13:04.981489 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c9a8f08f-3626-4e48-a01a-ab3509210da8 req-ea81f384-e9a9-45bf-8399-feafd2fdd04f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Jan 14 12:13:05.554670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:06.068473 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-61a58c79-e449-4f7a-9212-f3c3df74ff80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1098 time: 0.0682180 Jan 14 12:13:06.185394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1dab-d267-4c3d-8ec9-dba0fc575718 req-0b638652-4428-4b31-8d9f-66a31f771939 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:06.187156 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-117b1dab-d267-4c3d-8ec9-dba0fc575718 req-0b638652-4428-4b31-8d9f-66a31f771939 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0837357 Jan 14 12:13:06.238717 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-117b1dab-d267-4c3d-8ec9-dba0fc575718 req-babb735c-f327-4cdd-8bd0-6cdd3d0d19ba tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Jan 14 12:13:06.295236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-970432c7-898f-4e30-a1a4-30c13799b2e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:06.296601 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-970432c7-898f-4e30-a1a4-30c13799b2e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.2226400 Jan 14 12:13:06.365749 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-09fa9657-0f4a-4f63-a79f-72dbbcab770c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 217 time: 0.0636547 Jan 14 12:13:06.427927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-63aff447-40d1-445f-84b9-fe18a1587132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:06.429372 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-63aff447-40d1-445f-84b9-fe18a1587132 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0583456 Jan 14 12:13:06.477067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-137d6699-8fa2-40d9-817c-307d7022842a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422218 Jan 14 12:13:06.603381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-b1e1f1e5-ca41-4cb9-87a0-87658acd2569 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201518 Jan 14 12:13:06.732681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-cb25b5c2-3dcf-4715-8477-f4a50e82c8c8 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242251 Jan 14 12:13:07.435503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992f89-347e-4116-bb77-094a8614b4e5 req-fe0078f7-ccc5-4c53-90ef-22949753db24 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:07.436877 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d992f89-347e-4116-bb77-094a8614b4e5 req-fe0078f7-ccc5-4c53-90ef-22949753db24 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0744762 Jan 14 12:13:07.479615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d992f89-347e-4116-bb77-094a8614b4e5 req-f4c0851e-8763-41f5-8191-939a22de34c2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Jan 14 12:13:08.678495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b46444-7a2b-438a-a3a7-bb54b0cd48b2 req-874b3680-a5e9-4e61-b8e4-4aca90ae6ddd tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:08.679922 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25b46444-7a2b-438a-a3a7-bb54b0cd48b2 req-874b3680-a5e9-4e61-b8e4-4aca90ae6ddd tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0757251 Jan 14 12:13:08.724681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-25b46444-7a2b-438a-a3a7-bb54b0cd48b2 req-c0df40ff-f1f3-4074-8b36-f1e8130811f4 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Jan 14 12:13:09.924072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99832282-ed69-4687-90ae-96458388c51c req-1fb22240-7b85-4627-b7c7-786d45adba0d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:09.925529 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-99832282-ed69-4687-90ae-96458388c51c req-1fb22240-7b85-4627-b7c7-786d45adba0d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0775504 Jan 14 12:13:09.969131 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-99832282-ed69-4687-90ae-96458388c51c req-655ca3cb-dc64-48e0-9c9e-8e8032c2a829 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Jan 14 12:13:11.167094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846547e0-54ab-4e22-92b8-dc1e860d439f req-12359af4-4970-4337-8c09-99179f3d7ae3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:11.169132 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-846547e0-54ab-4e22-92b8-dc1e860d439f req-12359af4-4970-4337-8c09-99179f3d7ae3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0807397 Jan 14 12:13:11.213547 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-846547e0-54ab-4e22-92b8-dc1e860d439f req-bf4f977a-7868-4ae6-a0e1-bee7f9b6dbc0 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Jan 14 12:13:12.411257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9041-2519-4c2b-b2fa-09446238ea8e req-b3a58997-119a-427a-83f4-649af8adad73 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:12.412674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d31f9041-2519-4c2b-b2fa-09446238ea8e req-b3a58997-119a-427a-83f4-649af8adad73 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0741355 Jan 14 12:13:12.457907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d31f9041-2519-4c2b-b2fa-09446238ea8e req-b6a37b6b-5792-4d38-98de-6acdfc1c0984 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Jan 14 12:13:13.663764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff800e1-8bdb-4572-8c21-5314a23ff8b7 req-9e166a54-0347-4c85-9dcf-16794df96d31 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:13.665205 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2ff800e1-8bdb-4572-8c21-5314a23ff8b7 req-9e166a54-0347-4c85-9dcf-16794df96d31 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0884233 Jan 14 12:13:13.711323 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2ff800e1-8bdb-4572-8c21-5314a23ff8b7 req-8466d04c-d224-492c-a7bb-e79947c900f1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Jan 14 12:13:14.909684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4330385-2295-41d3-8009-590e3020d4c4 req-eab33f6a-0b33-406b-a3c9-ec01bde5fce2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:14.911105 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4330385-2295-41d3-8009-590e3020d4c4 req-eab33f6a-0b33-406b-a3c9-ec01bde5fce2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0776672 Jan 14 12:13:14.955011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4330385-2295-41d3-8009-590e3020d4c4 req-d57cda87-899c-43bd-9725-1ae24b34882c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Jan 14 12:13:16.165325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8729b-ebd6-46e6-b33a-695ea5fa63f1 req-3a4fde58-865a-40b2-9c90-ba3c958ed291 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:16.166760 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-36e8729b-ebd6-46e6-b33a-695ea5fa63f1 req-3a4fde58-865a-40b2-9c90-ba3c958ed291 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0780461 Jan 14 12:13:16.212289 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-36e8729b-ebd6-46e6-b33a-695ea5fa63f1 req-a8847e5f-9750-4092-8f76-03d47ba7c80e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Jan 14 12:13:17.406802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c53713-93a2-4d2a-bb57-16bb16b012ca req-8b4b26ba-575b-4dc4-a72f-d31d641ed5ea tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:17.408232 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-75c53713-93a2-4d2a-bb57-16bb16b012ca req-8b4b26ba-575b-4dc4-a72f-d31d641ed5ea tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0737786 Jan 14 12:13:17.456075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-75c53713-93a2-4d2a-bb57-16bb16b012ca req-bc4dfa34-3fcc-4db6-acb6-e45c10b2ad5f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Jan 14 12:13:18.645887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9503e-b322-4b16-b51c-1f93cf35f19c req-246847a1-d1d2-46c5-accc-272a9dd5306c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:18.647323 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-68d9503e-b322-4b16-b51c-1f93cf35f19c req-246847a1-d1d2-46c5-accc-272a9dd5306c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0749581 Jan 14 12:13:18.694719 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-68d9503e-b322-4b16-b51c-1f93cf35f19c req-2e5a720c-87f2-48e9-93b3-723f265ce6e5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Jan 14 12:13:19.890567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811a74f-e97e-48ce-9e9d-8a6d87f2a34c req-3df4e1dd-d995-436e-9ca4-6152fec607fb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:19.891922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e811a74f-e97e-48ce-9e9d-8a6d87f2a34c req-3df4e1dd-d995-436e-9ca4-6152fec607fb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0742993 Jan 14 12:13:19.937587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e811a74f-e97e-48ce-9e9d-8a6d87f2a34c req-0511659e-46f2-4ff3-bc8f-5ef0546de843 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Jan 14 12:13:21.132942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0165a47-2573-4baf-868b-2581923ddf4a req-141f1a02-15fb-44d9-a94a-5a675b133c79 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:21.134372 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c0165a47-2573-4baf-868b-2581923ddf4a req-141f1a02-15fb-44d9-a94a-5a675b133c79 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0746183 Jan 14 12:13:21.180105 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c0165a47-2573-4baf-868b-2581923ddf4a req-75c8a7f6-84cb-408a-97a1-1f5af2093fb7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Jan 14 12:13:22.383646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853542a1-f456-4a33-81f2-2622d09ca47a req-0595914d-98b9-4cb1-a918-bb25803de34c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:22.385139 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-853542a1-f456-4a33-81f2-2622d09ca47a req-0595914d-98b9-4cb1-a918-bb25803de34c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0859895 Jan 14 12:13:22.429033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-853542a1-f456-4a33-81f2-2622d09ca47a req-553195bf-fdc4-41b1-ade2-4effb2bc2317 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Jan 14 12:13:23.382318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-613a1157-1e2e-4efb-8a5d-d3529e727397 req-b5675d59-55c5-4ed9-bc47-dae96443ce44 service neutron] (83451) timed out ('10.222.0.31', 63542) {{(pid=83451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 14 12:13:23.626255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5198b-5447-440e-90c0-e2895e165cab req-7cf2edbb-258b-45d0-8786-e69d29c287c5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:23.627671 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-87e5198b-5447-440e-90c0-e2895e165cab req-7cf2edbb-258b-45d0-8786-e69d29c287c5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0777125 Jan 14 12:13:23.671093 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-87e5198b-5447-440e-90c0-e2895e165cab req-f0d5df4e-5465-4a7c-8e08-786197fdf650 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Jan 14 12:13:24.862169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f8291-5c8f-48ef-9e7a-19e11a4ed8ed req-7d2b3903-02e2-4e5d-bb30-66be15c64b07 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:24.863627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e34f8291-5c8f-48ef-9e7a-19e11a4ed8ed req-7d2b3903-02e2-4e5d-bb30-66be15c64b07 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0736706 Jan 14 12:13:24.907537 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e34f8291-5c8f-48ef-9e7a-19e11a4ed8ed req-0fb2ab5d-845a-490b-adce-22fd1a55eb7b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 Jan 14 12:13:26.106009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a813-eafe-4c02-bc89-41962a3b3927 req-0d019c3e-ebfb-4ec4-9ea2-2b8fb9e4a2f7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:26.107429 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a735a813-eafe-4c02-bc89-41962a3b3927 req-0d019c3e-ebfb-4ec4-9ea2-2b8fb9e4a2f7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0789945 Jan 14 12:13:26.151211 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a735a813-eafe-4c02-bc89-41962a3b3927 req-55a5ce90-de0f-4c32-9a58-b1df41d70902 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Jan 14 12:13:27.129468 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:13:27.350035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf1b44-76b7-4b29-ae24-69697999e75d req-8a5acc23-f373-40ed-b99e-4ab1d25e40a7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:27.351472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2abf1b44-76b7-4b29-ae24-69697999e75d req-8a5acc23-f373-40ed-b99e-4ab1d25e40a7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0790243 Jan 14 12:13:27.395811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2abf1b44-76b7-4b29-ae24-69697999e75d req-0d82a98b-e578-4b0b-b8a9-2ee331a3f9d4 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Jan 14 12:13:28.594846 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6112a71-b7be-4ef6-92c4-eb459a4c5327 req-26aa023f-2811-4fa2-a2aa-1126dbd2d76d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:28.596278 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f6112a71-b7be-4ef6-92c4-eb459a4c5327 req-26aa023f-2811-4fa2-a2aa-1126dbd2d76d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0798690 Jan 14 12:13:28.640963 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f6112a71-b7be-4ef6-92c4-eb459a4c5327 req-43421a27-cef9-4670-b42b-b163af148049 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Jan 14 12:13:29.832290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a2640-2ec0-498b-b9ae-29d98e7de89c req-3bf126fa-362f-49a3-bfb3-80c60fe2f3af tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:29.833681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e31a2640-2ec0-498b-b9ae-29d98e7de89c req-3bf126fa-362f-49a3-bfb3-80c60fe2f3af tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0754251 Jan 14 12:13:29.882017 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e31a2640-2ec0-498b-b9ae-29d98e7de89c req-27ef3623-6097-428b-8130-6014fe4ff96c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Jan 14 12:13:30.862135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9d0a-8d88-43d8-9057-958b3e023bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:31.077253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ca104-03c0-4678-b856-685320c836d7 req-c1872155-9ef2-4e43-8daf-bf7a258e9859 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:31.078683 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-138ca104-03c0-4678-b856-685320c836d7 req-c1872155-9ef2-4e43-8daf-bf7a258e9859 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0745003 Jan 14 12:13:31.122786 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-138ca104-03c0-4678-b856-685320c836d7 req-5b718335-2c65-405d-a015-5a10551e96a9 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387030 Jan 14 12:13:31.185636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:32.317302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bc4dd-7b32-40ac-9566-17dc5f51550f req-8cf77d1d-6c44-484b-9f69-7cf3a0acdede tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:32.318736 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b28bc4dd-7b32-40ac-9566-17dc5f51550f req-8cf77d1d-6c44-484b-9f69-7cf3a0acdede tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0753765 Jan 14 12:13:32.363600 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b28bc4dd-7b32-40ac-9566-17dc5f51550f req-6b130ad6-6dba-45f0-b53c-02c156661c43 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Jan 14 12:13:33.071616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6cb32043-3623-4fd2-92ee-ae32b428db54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:33.445580 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-087264e6-884d-4f07-b46a-618eb7a745d3 service neutron] 10.222.0.31 "GET /v2.0/ports/a632251e-c5ca-414f-bcae-be50df9f973f/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0790968 Jan 14 12:13:33.568847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df6cef-3b5d-425d-b3f8-ba7e356fe338 req-d6b3cd1c-f70c-4d73-a31d-f66653ce3c1a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:33.570275 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-64df6cef-3b5d-425d-b3f8-ba7e356fe338 req-d6b3cd1c-f70c-4d73-a31d-f66653ce3c1a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0839937 Jan 14 12:13:33.619735 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-64df6cef-3b5d-425d-b3f8-ba7e356fe338 req-0ec77086-b21f-4f3d-b9a9-a878cd858849 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Jan 14 12:13:33.786945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-364c4cb4-8196-4a60-a9dd-024bdfde3651 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb&tenant_id=eda79726da914fa590fe62639ec20e23 HTTP/1.1" status: 200 len: 1098 time: 0.1522050 Jan 14 12:13:33.876037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-dda474a9-7b5e-4ae5-acd9-a21ff10c0dc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1098 time: 0.0670171 Jan 14 12:13:34.002951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-f27b11b3-0f35-4906-842f-0e091bcad8ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:34.004373 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-f27b11b3-0f35-4906-842f-0e091bcad8ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1233921 Jan 14 12:13:34.072679 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-67cd23db-8a13-4e39-83cb-aa4ee0871719 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 217 time: 0.0626056 Jan 14 12:13:34.136289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-8056a94e-2859-4587-a81c-8ce37af2ecc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:34.137720 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-8056a94e-2859-4587-a81c-8ce37af2ecc2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0598724 Jan 14 12:13:34.181452 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-a2fc3aa6-173f-4b9d-9482-01ef67e7cb1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383565 Jan 14 12:13:34.229913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:34.308350 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-d00efffb-5339-48dd-8c09-73ddb6c6c840 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213727 Jan 14 12:13:34.436641 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf179fd5-da0a-4777-8e51-c105c8b74b64 req-f4f069a5-6066-4618-a6ad-71a0ae02c5c0 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228821 Jan 14 12:13:34.452447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:34.815805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf695af-bde5-4169-9181-69acb45ad10a req-28ed8153-bfd9-49bb-8aa3-f101e67334b3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:34.817266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ecf695af-bde5-4169-9181-69acb45ad10a req-28ed8153-bfd9-49bb-8aa3-f101e67334b3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0747912 Jan 14 12:13:34.861199 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ecf695af-bde5-4169-9181-69acb45ad10a req-9d2c3ac2-5284-4caf-828b-96e5480a8057 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385976 Jan 14 12:13:35.558594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:36.063590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842f083-cf32-497e-805d-dbd493d84332 req-6803e70f-b541-4515-b59f-6cdcef1ef38a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:36.065054 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c842f083-cf32-497e-805d-dbd493d84332 req-6803e70f-b541-4515-b59f-6cdcef1ef38a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0750587 Jan 14 12:13:36.113056 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c842f083-cf32-497e-805d-dbd493d84332 req-7e4a7538-3e61-4a4e-ada8-545461cfed89 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Jan 14 12:13:36.622691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:13:36.626043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:13:36.835732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:36.857544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:36.877147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851', 'port_id': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'mac_address': 'fa:16:3e:bd:b6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834928c0-5a89-49dc-9eac-f7653188fcc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:13:36.881944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:36.924790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:36.934986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:36.966597 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'code': 200} Jan 14 12:13:36.997414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:37.021644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a632251e-c5ca-414f-bcae-be50df9f973f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:13:37.029572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:37.069085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.069321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.069648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.069972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.070303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.070619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.070935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.071250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.071565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.071874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.072184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:13:37.094337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:13:37.094680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:13:37.180618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-8d2a662d-50bf-43a6-87d6-0bba9d80d8ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700958 Jan 14 12:13:37.315957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6d9a5-b2c4-4e30-b7f5-1908f89948ca req-c647e049-7bd9-409f-b657-245768828281 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:37.316564 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-c9a8f2fb-7f9d-4112-9fe0-86e6cb8e8545 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1096 time: 0.0681157 Jan 14 12:13:37.317446 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-16b6d9a5-b2c4-4e30-b7f5-1908f89948ca req-c647e049-7bd9-409f-b657-245768828281 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 943 time: 0.0752101 Jan 14 12:13:37.363832 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-16b6d9a5-b2c4-4e30-b7f5-1908f89948ca req-0611ad4e-93cf-47f1-8d6a-7d0d81decf23 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Jan 14 12:13:37.459200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-5d37bb03-881c-405e-98dd-bafa4c7d333f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:37.460627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-5d37bb03-881c-405e-98dd-bafa4c7d333f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1263428 Jan 14 12:13:37.536534 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-769d92ce-d57e-4a9e-8fa4-4c338bed4789 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 217 time: 0.0700247 Jan 14 12:13:37.605807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-9d7f8611-ae04-453e-bd2d-2f0b9cd5ae5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:37.607208 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-9d7f8611-ae04-453e-bd2d-2f0b9cd5ae5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0649879 Jan 14 12:13:37.654817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:37.673357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a632251e-c5ca-414f-bcae-be50df9f973f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:13:37.691005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:37.696695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:37.700589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f294d-f2ee-4f79-959b-0d2cda752930 req-d8bb9a59-f80a-49bb-a589-b5cf4540ef99 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:37.702119 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3f4f294d-f2ee-4f79-959b-0d2cda752930 req-d8bb9a59-f80a-49bb-a589-b5cf4540ef99 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 943 time: 0.0805252 Jan 14 12:13:37.703930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-5ccc033f-d4ca-493e-abb5-839c0341e22f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822265 Jan 14 12:13:37.748434 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3f4f294d-f2ee-4f79-959b-0d2cda752930 req-af4edc8b-85a9-4581-add4-58a00ea55d00 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Jan 14 12:13:37.779966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['a632251e-c5ca-414f-bcae-be50df9f973f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:13:37.815466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:37.848224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-bacd5915-e34e-45e9-aa93-6dd9be73b363 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:37.849928 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-bacd5915-e34e-45e9-aa93-6dd9be73b363 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb&tenant_id=eda79726da914fa590fe62639ec20e23&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 943 time: 0.2303205 Jan 14 12:13:37.869282 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-9defbd14-a94c-49dd-a4a2-f1cb3199be38 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585298 Jan 14 12:13:38.090962 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c86b494-7fa0-4aec-8908-8aa41eb49046 req-f08499dc-b4d5-4e22-a48c-05d2c934a828 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160454 Jan 14 12:13:38.250784 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-4878c805-fb2e-42dc-9408-a3034870325d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 1097 time: 0.0707598 Jan 14 12:13:38.379233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-8fed1fab-65af-49a4-986b-7b8ccf6097d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:38.380584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-8fed1fab-65af-49a4-986b-7b8ccf6097d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1246169 Jan 14 12:13:38.447113 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-8356be1b-8374-4564-94ce-c6a1d702a32c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 200 len: 217 time: 0.0596135 Jan 14 12:13:38.509975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-deed9591-a4b8-4628-b6db-f51eb0451c4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:38.511496 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-deed9591-a4b8-4628-b6db-f51eb0451c4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0593784 Jan 14 12:13:38.554656 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-d755d607-a957-46fd-aaf5-ffa41e97ee87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381823 Jan 14 12:13:38.636360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:13:38.684152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-db225618-a396-403c-a921-4c25fb97ad46 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236813 Jan 14 12:13:38.703572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port a632251e-c5ca-414f-bcae-be50df9f973f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:13:38.704157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:38.819299 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c667bc7-b7f3-42e7-9f1d-553ed10fe859 req-8f383524-52c2-4947-aa0f-13a24775ece1 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297233 Jan 14 12:13:38.856214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:38.889088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:38.897279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:38.960527 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:38.967629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:38.971414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c0aa-529c-4dff-8981-af6b1732f418 req-21bff283-984b-4231-9c04-77c71bb5f1d2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:38.972937 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be74c0aa-529c-4dff-8981-af6b1732f418 req-21bff283-984b-4231-9c04-77c71bb5f1d2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0824237 Jan 14 12:13:39.018032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be74c0aa-529c-4dff-8981-af6b1732f418 req-205a9a68-1512-439d-b016-1245cbd6e9a4 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Jan 14 12:13:39.029399 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'code': 200} Jan 14 12:13:40.215932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaafe8-0e6d-4c4d-84af-7ec89f145890 req-bbde01f8-2264-4116-b3cd-81c2ffb709d7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:40.217389 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cbbaafe8-0e6d-4c4d-84af-7ec89f145890 req-bbde01f8-2264-4116-b3cd-81c2ffb709d7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0756631 Jan 14 12:13:40.260155 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cbbaafe8-0e6d-4c4d-84af-7ec89f145890 req-417500af-1dcc-4663-9b3e-03af8043c54b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371985 Jan 14 12:13:40.457022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5662-cbdb-4368-a037-a99cf482edc9 req-6f85667f-91fb-497b-bac9-e5ac3ba5add2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:40.458366 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d5fb5662-cbdb-4368-a037-a99cf482edc9 req-6f85667f-91fb-497b-bac9-e5ac3ba5add2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0756278 Jan 14 12:13:40.503127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d5fb5662-cbdb-4368-a037-a99cf482edc9 req-35fb86d3-43dc-4123-83b0-37e4ae0c04a5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393877 Jan 14 12:13:40.654149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:13:40.700270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa0a17-fcaa-44d2-aacc-c9bee1e9e796 req-5e0c124f-85c9-4082-a0b6-87e0c4914f08 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:40.701735 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-93fa0a17-fcaa-44d2-aacc-c9bee1e9e796 req-5e0c124f-85c9-4082-a0b6-87e0c4914f08 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 945 time: 0.0793285 Jan 14 12:13:40.749244 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-93fa0a17-fcaa-44d2-aacc-c9bee1e9e796 req-55484bb9-888c-45be-b99b-90011920a3df tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Jan 14 12:13:40.763546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:40.796850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:40.800959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:40.870036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=9']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:41.030447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:41.084383 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'code': 200} Jan 14 12:13:41.318295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-c19dc168-be2c-42b6-bfc4-a1aafb4e2c17 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:41.319627 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-c19dc168-be2c-42b6-bfc4-a1aafb4e2c17 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 813 time: 0.2165537 Jan 14 12:13:41.335572 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-2a8f79de-4e17-4025-8922-c6a7a72ebf45 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/quotas/eda79726da914fa590fe62639ec20e23 HTTP/1.1" status: 200 len: 375 time: 0.0102501 Jan 14 12:13:41.410552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-ee04cd9b-ad7d-48c6-8a0f-cf715c96d3a3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696356 Jan 14 12:13:41.548458 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-aa1b787c-4158-4d31-b42e-95b972261084 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313329 Jan 14 12:13:41.679483 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-8626b682-ecfa-4b7d-b5e1-f3eabe3e32ea service neutron] 10.222.0.48 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252337 Jan 14 12:13:41.866182 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64cf8a15-4c54-4e53-88fa-587ce62137a6 req-d95c6867-581a-4b04-95b8-eef848c53a3f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 210 time: 0.0444944 Jan 14 12:13:42.905785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-1305d3d1-9fec-4c31-90a7-846b8e405a8e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:42.907187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-1305d3d1-9fec-4c31-90a7-846b8e405a8e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 813 time: 0.1933293 Jan 14 12:13:42.926018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-0cdc2c1a-75bb-430d-9392-d863c60718be tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:42.927364 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-0cdc2c1a-75bb-430d-9392-d863c60718be tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/ports?device_id=b604004d-326d-42df-b04e-3ddd1da45afb HTTP/1.1" status: 200 len: 943 time: 0.1235013 Jan 14 12:13:42.932104 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Request body: {'port': {'device_id': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851', 'admin_state_up': True, 'tenant_id': 'eda79726da914fa590fe62639ec20e23'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:13:43.040026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-181e4692-8d31-4220-b047-2327dfbcdf0b req-56a4fe1a-8ebe-45f5-9fa6-b9ba56581abc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jan 14 12:13:43.083111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Deleting port a632251e-c5ca-414f-bcae-be50df9f973f {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:13:43.083450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:43.190296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:13:43.220756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:13:43.341366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Made reservation on behalf of eda79726da914fa590fe62639ec20e23 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:13:43.344763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:43.534280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] For port a632251e-c5ca-414f-bcae-be50df9f973f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a632251e-c5ca-414f-bcae-be50df9f973f,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:43.534620 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:43.688634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Calling delete_port for a632251e-c5ca-414f-bcae-be50df9f973f owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:13:43.758448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Allocated IP 172.20.0.2 (9dc98b17-6b38-499f-8976-ee7a9cd27851/834928c0-5a89-49dc-9eac-f7653188fcc5/eb4a4992-3eaa-4624-8675-4d4d6d28fa84) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:13:43.900606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.001250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Pushing event deleted for resources: {'Port': ['ID=a632251e-c5ca-414f-bcae-be50df9f973f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:44.092671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] No DVR routers for this DVR port a632251e-c5ca-414f-bcae-be50df9f973f on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:13:44.103654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.107739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-deleted', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:44.163266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.194125 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bf3e2e6e-1694-4b17-b05b-7c9245eb8317 req-c51b466e-953f-4e56-87dc-1a81f0a15d7f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "DELETE /v2.0/ports/a632251e-c5ca-414f-bcae-be50df9f973f HTTP/1.1" status: 204 len: 173 time: 1.2459400 Jan 14 12:13:44.206322 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604004d-326d-42df-b04e-3ddd1da45afb', 'name': 'network-vif-deleted', 'tag': 'a632251e-c5ca-414f-bcae-be50df9f973f', 'status': 'completed', 'code': 200} Jan 14 12:13:44.207971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.302822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Network 9dc98b17-6b38-499f-8976-ee7a9cd27851 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:13:44.306178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:13:44.310867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:13:44.352271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Pushing event updated for resources: {'Port': ['ID=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:44.422466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:44.422984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.449262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-063c70fe-0205-46b1-ba40-3cf5eb5bbdd1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5207295 Jan 14 12:13:44.460879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Request body: {'port': {'device_id': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:13:44.506585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6038199-326d-4f48-9236-00622373695f req-e4fe8808-a916-4324-99d6-debda98fb6ff tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:44.507297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-e6038199-326d-4f48-9236-00622373695f req-e4fe8808-a916-4324-99d6-debda98fb6ff tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Synchronizing usage tracker for tenant:eda79726da914fa590fe62639ec20e23 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:13:44.569138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-e6038199-326d-4f48-9236-00622373695f req-e4fe8808-a916-4324-99d6-debda98fb6ff tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Unset dirty status for tenant:eda79726da914fa590fe62639ec20e23 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:13:44.570390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e6038199-326d-4f48-9236-00622373695f req-e4fe8808-a916-4324-99d6-debda98fb6ff tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 931 time: 0.2225487 Jan 14 12:13:44.609056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.678384 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e6038199-326d-4f48-9236-00622373695f req-5b15ab2d-6115-4758-b8bd-a4246694ec5c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Jan 14 12:13:44.968587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4a4992-3eaa-4624-8675-4d4d6d28fa84 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:13:44.975052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:44.988653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Transition to ACTIVE for port object eb4a4992-3eaa-4624-8675-4d4d6d28fa84 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:13:44.992376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:45.203632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Pushing event updated for resources: {'Port': ['ID=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:45.305544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Attempting to bind port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:13:45.305869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Attempting to bind port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:13:45.306188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Attempting to bind port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 on network 9dc98b17-6b38-499f-8976-ee7a9cd27851 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:13:45.312934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 on network 9dc98b17-6b38-499f-8976-ee7a9cd27851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:13:45.313247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Attempting to bind port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 on network 9dc98b17-6b38-499f-8976-ee7a9cd27851 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:13:45.319388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:13:45.319713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Checking segment: {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:13:45.320086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Bound using segment: {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:13:45.320494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Bound port: eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13979094-2364-455c-8098-526011ea87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:13:45.320853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:45.405018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] For port eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:13:45.407919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] For port eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:13:45.412314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:45.474675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:45.476020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] 10.222.0.31 "PUT /v2.0/ports/eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 200 len: 1093 time: 1.0196259 Jan 14 12:13:45.489091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4fde7-0a39-48c3-b183-c7e6cc2f4cef service neutron] Pushing event updated for resources: {'Port': ['ID=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:45.604219 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-ec17cbd3-7981-4146-98ae-12e0485cffba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 1096 time: 0.0927835 Jan 14 12:13:45.672398 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-8875bbca-12c1-4bd3-8294-af3dc1de417b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 200 len: 217 time: 0.0617526 Jan 14 12:13:45.731888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-fd7f5f32-2e52-45fa-b8a9-4462d010516f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:45.733387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-fd7f5f32-2e52-45fa-b8a9-4462d010516f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0560131 Jan 14 12:13:45.777793 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-a59d73a6-b900-44c1-a3ac-17dcf954fb34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390272 Jan 14 12:13:45.877845 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db20be-e5ca-4c2c-a352-b51aedbe11fd req-6bc9a981-c8ec-411b-9235-a6c307a408c7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:45.879216 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-78db20be-e5ca-4c2c-a352-b51aedbe11fd req-6bc9a981-c8ec-411b-9235-a6c307a408c7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 943 time: 0.0757046 Jan 14 12:13:45.908365 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-d1300da7-9253-4bef-99b1-6a46c229cd13 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250517 Jan 14 12:13:45.925710 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-78db20be-e5ca-4c2c-a352-b51aedbe11fd req-fd7a90dc-6758-4d4a-872c-70b08fc23c52 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Jan 14 12:13:46.038402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1dde546b-ba15-4cc2-ac93-956e4ffb9794 req-d4625889-fa58-43fb-af2f-8dfb1d5c962f service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247404 Jan 14 12:13:46.207559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'tag': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:46.259513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'tag': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84', 'status': 'completed', 'code': 200} Jan 14 12:13:46.350627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-7da05072-d70d-467b-8cb7-2e0d78671107 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 1096 time: 0.0697496 Jan 14 12:13:46.477035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-137523e0-5715-4dd1-beeb-b78997fc5d41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:46.478361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-137523e0-5715-4dd1-beeb-b78997fc5d41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1222076 Jan 14 12:13:46.541862 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-91dcbab2-2e76-41ae-a7d7-0cbf56d72147 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 200 len: 217 time: 0.0578883 Jan 14 12:13:46.603195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-f40f850b-aade-4e5c-8f17-260cc75a933a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:46.604590 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-f40f850b-aade-4e5c-8f17-260cc75a933a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0575597 Jan 14 12:13:46.648491 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-8af23754-5433-4adf-80a8-f538b356d44e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370376 Jan 14 12:13:46.667588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:13:46.700682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: a632251e-c5ca-414f-bcae-be50df9f973f {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:13:46.701066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a632251e-c5ca-414f-bcae-be50df9f973f not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:13:46.778222 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-497d1b77-dcb8-400d-b21b-c54f9e75e6d4 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239254 Jan 14 12:13:46.993109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ad1d1c4-fbaa-4505-8e12-4f7676c98f25 req-9a923ffd-5662-4254-b2d7-8a1056f0c5be service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087629 Jan 14 12:13:47.126033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4e94e-93cb-4372-b0ef-4b859f63bb84 req-bfead3c1-7269-4268-810d-41537ce0005b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:47.127601 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f0f4e94e-93cb-4372-b0ef-4b859f63bb84 req-bfead3c1-7269-4268-810d-41537ce0005b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 943 time: 0.0808287 Jan 14 12:13:47.172846 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f0f4e94e-93cb-4372-b0ef-4b859f63bb84 req-79819a0c-54ae-4030-b9b6-83b369780701 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Jan 14 12:13:48.370261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09150217-7c3c-4371-a053-4d7a2180449d req-e979ae3d-4ef0-4149-b41f-799cabef71e6 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:48.372343 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09150217-7c3c-4371-a053-4d7a2180449d req-e979ae3d-4ef0-4149-b41f-799cabef71e6 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 943 time: 0.0789509 Jan 14 12:13:48.416792 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09150217-7c3c-4371-a053-4d7a2180449d req-7a0953e7-0626-4797-a502-ae1d36f0eded tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Jan 14 12:13:48.682925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eb4a4992-3eaa-4624-8675-4d4d6d28fa84 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:13:48.813122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:48.825979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84', 'network_id': '9dc98b17-6b38-499f-8976-ee7a9cd27851', 'port_id': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84', 'mac_address': 'fa:16:3e:2a:3a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834928c0-5a89-49dc-9eac-f7653188fcc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:13:48.878534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:48.898388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4a4992-3eaa-4624-8675-4d4d6d28fa84 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:13:48.913319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:48.916819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:48.981644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:49.226597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['eb4a4992-3eaa-4624-8675-4d4d6d28fa84'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:13:49.612078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b779838-5bad-4b58-940d-4164f617b070 req-dfb14319-84fc-46c5-9979-8579a667ed40 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:49.613551 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8b779838-5bad-4b58-940d-4164f617b070 req-dfb14319-84fc-46c5-9979-8579a667ed40 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 944 time: 0.0747719 Jan 14 12:13:49.660317 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8b779838-5bad-4b58-940d-4164f617b070 req-e513fcf9-af98-4cca-9150-7b98e0633705 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Jan 14 12:13:50.696916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eb4a4992-3eaa-4624-8675-4d4d6d28fa84 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:13:50.764666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:13:50.769522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:13:50.769908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:50.853176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b253b-2844-4ca1-a05c-627fba443e69 req-f656018d-8058-4058-8476-3bc8e0232527 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:50.854600 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d67b253b-2844-4ca1-a05c-627fba443e69 req-f656018d-8058-4058-8476-3bc8e0232527 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 944 time: 0.0760603 Jan 14 12:13:50.886668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:50.902605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d67b253b-2844-4ca1-a05c-627fba443e69 req-0e6f9269-088c-40de-be03-3f78d8c2c31a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Jan 14 12:13:50.922653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:13:50.935205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:13:50.938873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:13:50.981149 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84', 'code': 200} Jan 14 12:13:51.006617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:13:51.220243 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-157a4cef-0293-4fc0-b711-4a8964e51d23 req-ea319299-601d-40bc-9b25-db09fe7daa27 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 1098 time: 0.0705752 Jan 14 12:13:51.263771 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-157a4cef-0293-4fc0-b711-4a8964e51d23 req-3580cf21-de5d-4b74-b3f7-271a7b1eccd3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380492 Jan 14 12:13:52.098541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b15e-2cc3-4c18-9f6b-16554de686fd req-1156ed12-cc52-47f0-95c4-cce99ce76d7c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:52.099984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1b63b15e-2cc3-4c18-9f6b-16554de686fd req-1156ed12-cc52-47f0-95c4-cce99ce76d7c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0763385 Jan 14 12:13:52.149165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1b63b15e-2cc3-4c18-9f6b-16554de686fd req-142b0ea3-acaf-4c5c-9bbc-88739dbc6680 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Jan 14 12:13:53.355096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd27a2-e2e0-4d6b-8c43-6843efd3963c req-4560f33d-a94b-44d4-974d-18b250286802 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:53.357472 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-70bd27a2-e2e0-4d6b-8c43-6843efd3963c req-4560f33d-a94b-44d4-974d-18b250286802 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0774641 Jan 14 12:13:53.401248 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-70bd27a2-e2e0-4d6b-8c43-6843efd3963c req-a2fa65cd-3867-4ee8-8f6f-86b189c71c5c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Jan 14 12:13:53.595906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74c3ad-08ba-4608-a87c-713f1d01ea2a req-19f2ad13-0d46-45a6-b81c-ae845b9c56f4 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:53.597379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e74c3ad-08ba-4608-a87c-713f1d01ea2a req-19f2ad13-0d46-45a6-b81c-ae845b9c56f4 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0777707 Jan 14 12:13:53.643015 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e74c3ad-08ba-4608-a87c-713f1d01ea2a req-2b66b0c3-e742-483b-8e1e-9edc88fdbda2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Jan 14 12:13:53.835316 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-22955a78-c604-40ab-8a5b-ad2ac2380901 req-f09b0088-bfee-44b8-9aa5-e6c3e8804d5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694082 Jan 14 12:13:54.131637 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-4387bf3e-83e4-4e68-81aa-52026657f033 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238909 Jan 14 12:13:54.149388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4fad-415c-4944-a6ef-46c0777d680e req-4c05d179-e68a-497a-b99c-87c7912dede7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:54.150945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8de4fad-415c-4944-a6ef-46c0777d680e req-4c05d179-e68a-497a-b99c-87c7912dede7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0876887 Jan 14 12:13:54.199711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8de4fad-415c-4944-a6ef-46c0777d680e req-d1462fe4-a0c3-4849-b3f1-d205111c9029 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Jan 14 12:13:55.236951 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-60cf622e-ce65-4f8d-8073-a5588b584e5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 1098 time: 0.0722835 Jan 14 12:13:55.370211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-12a0d12e-07b1-4d50-8b31-d36e321a7252 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:55.372652 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-12a0d12e-07b1-4d50-8b31-d36e321a7252 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1289833 Jan 14 12:13:55.413097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a9bf-4de0-49b9-b31c-27c4a19fa8e6 req-a84018b8-2866-4f46-9729-e55d9963a7f5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:55.414527 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1901a9bf-4de0-49b9-b31c-27c4a19fa8e6 req-a84018b8-2866-4f46-9729-e55d9963a7f5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0746613 Jan 14 12:13:55.437547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-62535e11-ddb6-4e7a-9332-f374366f8e7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 200 len: 217 time: 0.0596561 Jan 14 12:13:55.461870 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1901a9bf-4de0-49b9-b31c-27c4a19fa8e6 req-02ea5af1-1409-433a-b636-e6018a4140a2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Jan 14 12:13:55.501633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-202be053-fa19-4424-85c9-60597e217dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:55.503042 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-202be053-fa19-4424-85c9-60597e217dac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0605812 Jan 14 12:13:55.547308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-d5ae1c4c-6407-430c-bbaf-377e10713b4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382581 Jan 14 12:13:55.674479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-e7aa3b3f-7913-40e1-ba62-bf2f06b218e9 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218560 Jan 14 12:13:55.802674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-c1988f52-b1ea-4105-983b-d5a28e3eb00b service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227160 Jan 14 12:13:56.670687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854367b-87e2-46e4-a1be-b667d034778d req-79f1e515-993f-4284-9d9c-a3315bfe6efb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:56.672117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5854367b-87e2-46e4-a1be-b667d034778d req-79f1e515-993f-4284-9d9c-a3315bfe6efb tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0887997 Jan 14 12:13:56.716738 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5854367b-87e2-46e4-a1be-b667d034778d req-f8798d65-891e-4474-8648-97a3cbf1239b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Jan 14 12:13:57.915018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe284c7e-3bc1-411a-9ecb-05fd195870b5 req-9935673a-743d-401e-b215-0cccc5950dd2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:57.916354 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe284c7e-3bc1-411a-9ecb-05fd195870b5 req-9935673a-743d-401e-b215-0cccc5950dd2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0790837 Jan 14 12:13:57.961137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fe284c7e-3bc1-411a-9ecb-05fd195870b5 req-43b5639e-e0ad-4a70-b73c-1dd1e3f72741 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Jan 14 12:13:59.152238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c88b9-bd0f-43e0-a6ae-ab567d27469b req-69714f1a-dac1-4e6d-9bf1-555ea0eeede1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:13:59.153857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d42c88b9-bd0f-43e0-a6ae-ab567d27469b req-69714f1a-dac1-4e6d-9bf1-555ea0eeede1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0739014 Jan 14 12:13:59.198542 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d42c88b9-bd0f-43e0-a6ae-ab567d27469b req-95aa7d14-3a9d-4c6c-872a-711c4f385fc3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Jan 14 12:14:00.391500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6369aa-1c99-41a8-923e-7b5aa5c09b88 req-eb2db3c9-f3af-4c89-8ce5-30081e6b6a76 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:00.392962 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b6369aa-1c99-41a8-923e-7b5aa5c09b88 req-eb2db3c9-f3af-4c89-8ce5-30081e6b6a76 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0761981 Jan 14 12:14:00.438086 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b6369aa-1c99-41a8-923e-7b5aa5c09b88 req-68c08594-e76f-482b-83f3-cfb3cdf63daf tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Jan 14 12:14:00.867282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-57bfa00f-c589-4271-8627-cc9e20c9f7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:01.178553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:01.720386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e64a-8b05-438c-a7e8-b30b6359159e req-c9016cfe-de98-48e2-ad6e-aaa0f1fbf06c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:01.721858 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a333e64a-8b05-438c-a7e8-b30b6359159e req-c9016cfe-de98-48e2-ad6e-aaa0f1fbf06c tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.1641881 Jan 14 12:14:01.766566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a333e64a-8b05-438c-a7e8-b30b6359159e req-3aab2137-df98-4f0e-8bb2-2c52a5558eda tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391347 Jan 14 12:14:02.965562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00d5c4-faeb-4009-99f7-ef443c0bee90 req-184a9733-6c24-4808-bc9c-cf4c31b50f2f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:02.966913 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bc00d5c4-faeb-4009-99f7-ef443c0bee90 req-184a9733-6c24-4808-bc9c-cf4c31b50f2f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0787418 Jan 14 12:14:03.011981 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bc00d5c4-faeb-4009-99f7-ef443c0bee90 req-f1d5bc4e-c0d3-4234-81e4-547b16522748 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Jan 14 12:14:03.075542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f273f733-b92e-42c8-9319-ff16c1957dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:04.129979 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:14:04.209570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f47ead-ad83-4ef2-98b0-3e8adb3bbe00 req-56ae28f9-9f7c-4a22-b24a-e21f6d779626 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:04.211025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b3f47ead-ad83-4ef2-98b0-3e8adb3bbe00 req-56ae28f9-9f7c-4a22-b24a-e21f6d779626 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0773091 Jan 14 12:14:04.232656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:04.259259 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b3f47ead-ad83-4ef2-98b0-3e8adb3bbe00 req-43aca1fe-6a56-4695-a4f7-5d2ed8dbe555 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Jan 14 12:14:04.455522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:05.457682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e74c-2900-4352-9de5-4b3cda992720 req-a2dccb16-276a-402f-80d8-c6866c799ee8 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:05.459196 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-39a8e74c-2900-4352-9de5-4b3cda992720 req-a2dccb16-276a-402f-80d8-c6866c799ee8 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0763619 Jan 14 12:14:05.503304 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-39a8e74c-2900-4352-9de5-4b3cda992720 req-684fbff1-ee65-49fa-9901-d135a85b0f9e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Jan 14 12:14:05.559407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:06.708106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bea2f-3ce8-4a89-94ad-cef8cfbff5c1 req-728fa28b-bb1f-4536-ae52-501deb8c9baf tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:06.709588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-968bea2f-3ce8-4a89-94ad-cef8cfbff5c1 req-728fa28b-bb1f-4536-ae52-501deb8c9baf tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0859020 Jan 14 12:14:06.753982 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-968bea2f-3ce8-4a89-94ad-cef8cfbff5c1 req-8423a4ee-bfa3-4b70-8d62-412c43920bc0 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Jan 14 12:14:07.955293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279e807-44f6-48ff-88e2-9ea6d89e383b req-820c5a37-0f9d-4b73-98be-56df61780b8b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:07.956750 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a279e807-44f6-48ff-88e2-9ea6d89e383b req-820c5a37-0f9d-4b73-98be-56df61780b8b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0791025 Jan 14 12:14:08.003347 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a279e807-44f6-48ff-88e2-9ea6d89e383b req-e6398de5-f801-4032-b739-1ec19de012a3 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Jan 14 12:14:09.200297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589379a-c7bf-4a3d-a74e-2dcb1b26e862 req-1da3e8d0-fe64-40e3-881c-ebb8137274d1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:09.201762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c589379a-c7bf-4a3d-a74e-2dcb1b26e862 req-1da3e8d0-fe64-40e3-881c-ebb8137274d1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0785439 Jan 14 12:14:09.245819 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c589379a-c7bf-4a3d-a74e-2dcb1b26e862 req-45bfab60-8550-4469-a422-52d7e1ae3482 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Jan 14 12:14:10.442212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dca2c-695f-4f98-85fb-1798a0af6fa1 req-b6e4ac25-c37b-4aad-98b7-cb7e0c676ad2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:10.443563 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3d1dca2c-695f-4f98-85fb-1798a0af6fa1 req-b6e4ac25-c37b-4aad-98b7-cb7e0c676ad2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0764394 Jan 14 12:14:10.491079 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3d1dca2c-695f-4f98-85fb-1798a0af6fa1 req-491e6552-cdc0-4aa1-bb36-a7b7a1f4889d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Jan 14 12:14:11.684579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986179b-ee7c-488a-bc71-35c10622e1e4 req-b81dfd1d-7815-4996-a0eb-4add1854a1dc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:11.686022 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7986179b-ee7c-488a-bc71-35c10622e1e4 req-b81dfd1d-7815-4996-a0eb-4add1854a1dc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0755262 Jan 14 12:14:11.729410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7986179b-ee7c-488a-bc71-35c10622e1e4 req-c765a719-f56b-4ddb-9924-b8933ffb7d16 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379755 Jan 14 12:14:12.925385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678a873-b14d-486f-9626-f12239e903f2 req-ce4e334f-bac2-4e8a-bf87-02870f0845de tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:12.926800 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8678a873-b14d-486f-9626-f12239e903f2 req-ce4e334f-bac2-4e8a-bf87-02870f0845de tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0770566 Jan 14 12:14:12.971221 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8678a873-b14d-486f-9626-f12239e903f2 req-5e77e3c3-be64-40e0-9e6c-b04679d5784e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Jan 14 12:14:14.169298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92639520-b100-4ad4-a2a3-f9571e91cc07 req-7605386e-8581-4502-a3a6-6b37b8ea15dc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:14.170722 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-92639520-b100-4ad4-a2a3-f9571e91cc07 req-7605386e-8581-4502-a3a6-6b37b8ea15dc tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0788970 Jan 14 12:14:14.216829 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-92639520-b100-4ad4-a2a3-f9571e91cc07 req-970ee599-772d-4b72-83f4-9fb5553ae65b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Jan 14 12:14:15.416911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d878b3-4b89-459d-8b9e-ef9b1f9bbf49 req-5179abba-dc7c-4202-8f44-30374a3933e7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:15.418367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b4d878b3-4b89-459d-8b9e-ef9b1f9bbf49 req-5179abba-dc7c-4202-8f44-30374a3933e7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0778582 Jan 14 12:14:15.461524 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b4d878b3-4b89-459d-8b9e-ef9b1f9bbf49 req-a4cb99ee-2217-453e-bb53-286fe4cc2073 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Jan 14 12:14:16.659800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c9629-3c23-4547-bd54-6b96c2d66bee req-85c0f6c9-9d5f-41c3-a307-27959a395384 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:16.661273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f88c9629-3c23-4547-bd54-6b96c2d66bee req-85c0f6c9-9d5f-41c3-a307-27959a395384 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0800278 Jan 14 12:14:16.708613 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f88c9629-3c23-4547-bd54-6b96c2d66bee req-7cab6aa0-7b9e-496d-9c1c-2cd5c92f2404 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Jan 14 12:14:17.903639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c5b7c-6535-4b01-9ed8-c692955166b2 req-ede314de-8258-491c-8363-16aec94c0df2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:17.905036 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-993c5b7c-6535-4b01-9ed8-c692955166b2 req-ede314de-8258-491c-8363-16aec94c0df2 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Jan 14 12:14:17.950612 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-993c5b7c-6535-4b01-9ed8-c692955166b2 req-85282c4a-8bb6-4a62-9c29-189f94f1353f tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Jan 14 12:14:19.147080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d47b3-1c03-4a5a-a390-f83616107d25 req-4d12e692-de9c-47b4-af14-d72175c91d40 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:19.148517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-500d47b3-1c03-4a5a-a390-f83616107d25 req-4d12e692-de9c-47b4-af14-d72175c91d40 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0764508 Jan 14 12:14:19.193707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-500d47b3-1c03-4a5a-a390-f83616107d25 req-cb0d7d10-f4ba-4915-b94c-eafccb6e3fe0 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 Jan 14 12:14:20.391517 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e09b-2bb7-44ba-9a9a-f7abbb9a597b req-eabf2a0a-d840-4f35-b9f3-809f64a34641 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:20.392989 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8d8e09b-2bb7-44ba-9a9a-f7abbb9a597b req-eabf2a0a-d840-4f35-b9f3-809f64a34641 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0784054 Jan 14 12:14:20.439379 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a8d8e09b-2bb7-44ba-9a9a-f7abbb9a597b req-258042fd-2933-4b4e-93b5-82be3dc057db tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Jan 14 12:14:21.641050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf714b-dae4-4a3b-afe1-7265ee6f9d13 req-1257b507-3c4b-429e-8328-faf5c16f33d7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:21.642553 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7cbf714b-dae4-4a3b-afe1-7265ee6f9d13 req-1257b507-3c4b-429e-8328-faf5c16f33d7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0809205 Jan 14 12:14:21.687750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7cbf714b-dae4-4a3b-afe1-7265ee6f9d13 req-96ec530e-c3af-40d3-b984-ae67448d708b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Jan 14 12:14:22.448108 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-3e60a31c-8ebd-4201-824b-fbdd5aad8005 service neutron] 10.222.0.31 "GET /v2.0/ports/eb4a4992-3eaa-4624-8675-4d4d6d28fa84/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0734963 Jan 14 12:14:22.702446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-68ea22f9-6b0c-49c5-b6b7-f907ce3aef58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181&tenant_id=eda79726da914fa590fe62639ec20e23 HTTP/1.1" status: 200 len: 1098 time: 0.0745015 Jan 14 12:14:22.791496 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-a7b7fb3b-9661-4212-8577-6d2240d303b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 1098 time: 0.0677645 Jan 14 12:14:22.883248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0a96b-0eee-441a-85a8-e80ec32c4ce3 req-97c3901e-15a8-4bcb-ae07-343c6179d2e7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:22.884824 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-57b0a96b-0eee-441a-85a8-e80ec32c4ce3 req-97c3901e-15a8-4bcb-ae07-343c6179d2e7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0752306 Jan 14 12:14:22.920854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-aa7fb2ca-e9dc-4ab0-8cc2-7423e07454fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:22.922292 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-aa7fb2ca-e9dc-4ab0-8cc2-7423e07454fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1256936 Jan 14 12:14:22.933559 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-57b0a96b-0eee-441a-85a8-e80ec32c4ce3 req-9a34fd82-e946-46cf-b101-bd84576a841e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Jan 14 12:14:22.991573 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-fc57c73b-7418-4754-8435-512347eaa23d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 200 len: 217 time: 0.0636270 Jan 14 12:14:23.052351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-168c38ee-9650-4f55-861e-7df8e0a14c7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:23.053740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-168c38ee-9650-4f55-861e-7df8e0a14c7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0547633 Jan 14 12:14:23.097378 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-39ec1efc-3da1-4e1d-8995-419323d3c0a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373452 Jan 14 12:14:23.224026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-0d06719c-2270-4e7d-9303-730ad3d5839c service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207836 Jan 14 12:14:23.351610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-f6a5edb5-67c1-4f9e-b24c-6e35990a119b service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222534 Jan 14 12:14:24.230615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3abd1-f733-4aca-849c-3e7dcb951bea req-23d31afc-c7b1-46a4-b65f-ec89758e5a4a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:24.231961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bca3abd1-f733-4aca-849c-3e7dcb951bea req-23d31afc-c7b1-46a4-b65f-ec89758e5a4a tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.1644647 Jan 14 12:14:24.276906 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bca3abd1-f733-4aca-849c-3e7dcb951bea req-90b26a7b-da23-41ff-8dee-95f0bbf8005b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Jan 14 12:14:25.472667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570704f7-2f7e-467b-ba9d-4abe903bd90d req-3a1a544e-b2b8-453b-86a8-a761f8c35f45 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:25.474066 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-570704f7-2f7e-467b-ba9d-4abe903bd90d req-3a1a544e-b2b8-453b-86a8-a761f8c35f45 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0752084 Jan 14 12:14:25.518377 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-570704f7-2f7e-467b-ba9d-4abe903bd90d req-435c6f02-8c14-4ec0-938a-ae2ff86d2162 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Jan 14 12:14:26.713921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a80e-63af-42da-ba45-f2c272eac0e9 req-860334c9-288e-42e0-be62-d9b9054f00e1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:26.715480 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b425a80e-63af-42da-ba45-f2c272eac0e9 req-860334c9-288e-42e0-be62-d9b9054f00e1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0738993 Jan 14 12:14:26.761953 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b425a80e-63af-42da-ba45-f2c272eac0e9 req-91667e98-a43b-4cef-820c-2403e8bc83c0 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Jan 14 12:14:27.142694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153fe09-b489-414f-b214-9d3bafb4079c req-aee6d2e9-c93c-442a-a411-170bea783252 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:27.144023 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e153fe09-b489-414f-b214-9d3bafb4079c req-aee6d2e9-c93c-442a-a411-170bea783252 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.1060774 Jan 14 12:14:27.150292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-12e34ef9-4aa6-401d-a898-beced6f47686 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:27.152246 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-12e34ef9-4aa6-401d-a898-beced6f47686 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181&tenant_id=eda79726da914fa590fe62639ec20e23&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 945 time: 0.1439090 Jan 14 12:14:27.171711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-d057a145-ed01-4a81-8241-509cf31edb19 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:14:27.172617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-d057a145-ed01-4a81-8241-509cf31edb19 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046909 Jan 14 12:14:27.199316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e153fe09-b489-414f-b214-9d3bafb4079c req-7353fe3e-bc07-402b-a9a5-80b9205ea8cd tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 Jan 14 12:14:27.310799 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-bb98b400-128c-4662-9e47-1e23f5a45461 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda79726da914fa590fe62639ec20e23&device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 1098 time: 0.0663505 Jan 14 12:14:27.440072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-ae639d0a-f67b-440a-8006-e4973aa99051 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:27.441446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-ae639d0a-f67b-440a-8006-e4973aa99051 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 200 len: 914 time: 0.1249964 Jan 14 12:14:27.508541 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-f8c72fb4-a22d-4b10-9b77-207d5df2537c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 200 len: 217 time: 0.0616055 Jan 14 12:14:27.567177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-ec9ef636-6296-454d-9394-1038afb15c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:27.568609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-ec9ef636-6296-454d-9394-1038afb15c92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 200 len: 853 time: 0.0549459 Jan 14 12:14:27.615704 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-27ace626-3771-486d-a665-f4a6c5f3fbd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc98b17-6b38-499f-8976-ee7a9cd27851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410566 Jan 14 12:14:27.743761 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-78073ba6-3ded-44e7-9558-a8dcee2354d0 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224291 Jan 14 12:14:27.874697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-546a7dc5-df27-4f7e-a6e7-6479b7cf8a5d req-7acb41c1-e498-4359-84b4-8320efd348fa service neutron] 10.222.0.31 "GET /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249692 Jan 14 12:14:28.421276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81ac54-856c-4f69-8860-c3c12bfa2884 req-5bad8860-e635-48dd-95fa-0ac4893a0f60 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:28.422956 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6c81ac54-856c-4f69-8860-c3c12bfa2884 req-5bad8860-e635-48dd-95fa-0ac4893a0f60 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0869858 Jan 14 12:14:28.555296 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6c81ac54-856c-4f69-8860-c3c12bfa2884 req-081f7835-113a-4ac3-a3b0-c8f6c358e60d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262031 Jan 14 12:14:28.753621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4c3f-e057-47cf-ba58-031808909c14 req-556bdbba-f16e-41fa-826e-bcdac02e33e7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:28.755068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-624d4c3f-e057-47cf-ba58-031808909c14 req-556bdbba-f16e-41fa-826e-bcdac02e33e7 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0765734 Jan 14 12:14:28.799734 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-624d4c3f-e057-47cf-ba58-031808909c14 req-60b10eb0-a831-40fb-9634-519a2a138e1b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Jan 14 12:14:29.004976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bfa9a-a61e-4a93-8a8c-681bc4c63cbb req-5fb45a89-e031-44de-8c44-663fdbe5781d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:29.006508 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4b8bfa9a-a61e-4a93-8a8c-681bc4c63cbb req-5fb45a89-e031-44de-8c44-663fdbe5781d tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0746667 Jan 14 12:14:29.049821 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4b8bfa9a-a61e-4a93-8a8c-681bc4c63cbb req-ec749598-411e-459d-8406-c55c914dccb1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Jan 14 12:14:29.621682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53768-5529-4055-9d35-bd73d138ac35 req-06d2f17b-5809-40fc-95b1-3aacd00db700 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:29.623144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51b53768-5529-4055-9d35-bd73d138ac35 req-06d2f17b-5809-40fc-95b1-3aacd00db700 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0772505 Jan 14 12:14:29.667262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51b53768-5529-4055-9d35-bd73d138ac35 req-d085a011-dd8c-4464-867a-ab7e8b91e9a5 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386655 Jan 14 12:14:30.866005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d694ea-e650-47b7-a5bb-ba3c7f2f7b06 req-2e5a4ff3-bfbf-4e7e-80e6-1c2eb21afd1b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:30.867888 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-60d694ea-e650-47b7-a5bb-ba3c7f2f7b06 req-2e5a4ff3-bfbf-4e7e-80e6-1c2eb21afd1b tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0795162 Jan 14 12:14:30.870509 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dfc27a26-45d4-40f2-85c6-698ea6b0993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:30.912192 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-60d694ea-e650-47b7-a5bb-ba3c7f2f7b06 req-db97b141-6718-4911-9c30-cb85c29ad411 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f9354e8-8ceb-4856-946c-9873137bbd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jan 14 12:14:31.087998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-aafafe10-eb5f-4c58-b517-22e95e4ddab1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:31.089944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-aafafe10-eb5f-4c58-b517-22e95e4ddab1 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 945 time: 0.0758746 Jan 14 12:14:31.158419 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Deleting port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:14:31.158755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:31.209471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:31.392326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] For port eb4a4992-3eaa-4624-8675-4d4d6d28fa84, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,segment=NetworkSegment(13979094-2364-455c-8098-526011ea87dd),segment_id=13979094-2364-455c-8098-526011ea87dd)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:31.392587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:31.599546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Calling delete_port for eb4a4992-3eaa-4624-8675-4d4d6d28fa84 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:14:31.736311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:31.748820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['eb4a4992-3eaa-4624-8675-4d4d6d28fa84'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:14:31.785250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Pushing event deleted for resources: {'Port': ['ID=eb4a4992-3eaa-4624-8675-4d4d6d28fa84,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:31.824001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.824345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.824682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.825038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.825367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.825692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.826016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.826338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.826660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.826979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.827298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:31.868129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] No DVR routers for this DVR port eb4a4992-3eaa-4624-8675-4d4d6d28fa84 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:14:31.870986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:31.873584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'name': 'network-vif-deleted', 'tag': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:14:31.889305 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8c772af7-3ecf-43e2-b525-37f9374afd71 req-34051a6a-49fa-4cd1-be26-b902086ee90e tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.31 "DELETE /v2.0/ports/eb4a4992-3eaa-4624-8675-4d4d6d28fa84 HTTP/1.1" status: 204 len: 173 time: 0.7941318 Jan 14 12:14:31.934157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4bf3b7-4a26-437d-b726-d938d60bb181', 'name': 'network-vif-deleted', 'tag': 'eb4a4992-3eaa-4624-8675-4d4d6d28fa84', 'status': 'completed', 'code': 200} Jan 14 12:14:32.078857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-694d11a5-c5b9-4f98-9b67-79324a38dd5a req-0e95943e-4bec-46c8-b698-58c6e249a316 tempest-ServerDiskConfigTestJSON-948187837 tempest-ServerDiskConfigTestJSON-948187837-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4bf3b7-4a26-437d-b726-d938d60bb181 HTTP/1.1" status: 200 len: 210 time: 0.0438337 Jan 14 12:14:33.077794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6a23b37c-2dab-46bd-b59a-545e6ae077e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.335374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54976) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:33.393690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Deleting subnet 834928c0-5a89-49dc-9eac-f7653188fcc5 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:14:33.396489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.443699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.500654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.567042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.604054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834928c0-5a89-49dc-9eac-f7653188fcc5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:33.609303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.614867 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-16d73add-b5e7-4b0f-a999-365a71396ce5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/834928c0-5a89-49dc-9eac-f7653188fcc5 HTTP/1.1" status: 204 len: 168 time: 0.2784684 Jan 14 12:14:33.617299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54980) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:33.725548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.846625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.873916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc98b17-6b38-499f-8976-ee7a9cd27851']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:33.885260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13979094-2364-455c-8098-526011ea87dd') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:33.886096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13979094-2364-455c-8098-526011ea87dd') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:33.896911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.911752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.917504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:14:33.917868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:14:33.930325 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:14:34.005182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.021095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.030891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc98b17-6b38-499f-8976-ee7a9cd27851,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:34.038618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8ed43e3b-3554-4295-a740-e18ac8c1a531 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9dc98b17-6b38-499f-8976-ee7a9cd27851 HTTP/1.1" status: 204 len: 168 time: 0.4203882 Jan 14 12:14:34.174444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54986) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:34.223018 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b229440b-540b-42e8-9f55-681e4b694955 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eda79726da914fa590fe62639ec20e23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473387 Jan 14 12:14:34.225511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 54990) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:34.235942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.284059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40495f21-6f05-4783-b414-ed9410529cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.309610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40495f21-6f05-4783-b414-ed9410529cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.371024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40495f21-6f05-4783-b414-ed9410529cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.390900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40495f21-6f05-4783-b414-ed9410529cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9354e8-8ceb-4856-946c-9873137bbd5c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:34.406466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-40495f21-6f05-4783-b414-ed9410529cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.407589 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-40495f21-6f05-4783-b414-ed9410529cb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f9354e8-8ceb-4856-946c-9873137bbd5c HTTP/1.1" status: 204 len: 168 time: 0.1811967 Jan 14 12:14:34.458190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:34.976157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eb4a4992-3eaa-4624-8675-4d4d6d28fa84 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:14:35.007798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: eb4a4992-3eaa-4624-8675-4d4d6d28fa84 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:14:35.008141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device eb4a4992-3eaa-4624-8675-4d4d6d28fa84 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:14:35.229671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55012) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:35.369176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2013062750-network', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:35.374247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:35.378213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Usage tracker for resource:network and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:35.381131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:35.390563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:35.401661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Made reservation on behalf of ad988ccb98b549cfa2731fb15923424a for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:14:35.404089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.419600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.455332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:35.459403 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Usage tracker for resource:security_group_rule and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:35.462208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:35.470697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:35.549632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.554047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.564064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.587398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:14:35.593273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbf422-28e3-43a4-9e73-a481a4e0823f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:35.600626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.600923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Added segment 0f95a3b8-ce65-4799-9e1b-241dc8ed4aac of type vlan for network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e Jan 14 12:14:35.629824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.662436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.663252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:35.663822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:35.767071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5362947 Jan 14 12:14:35.770028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c0113-8915-486e-8da7-e4e548d99877 admin admin] Pushing event updated for resources: {'Network': ['ID=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:35.771595 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 55018) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:35.777902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Request body: {'subnet': {'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2013062750-subnet', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:35.783420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:35.787452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Usage tracker for resource:subnet and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:35.789180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:14:35.790402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:35.796443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:35.806375 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Made reservation on behalf of ad988ccb98b549cfa2731fb15923424a for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:14:35.808749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.024042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.086036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e31bd9-e858-4951-8cc0-8acb700b3938,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:36.108869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.109212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.109547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.109880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.110207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.110532 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.110853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.111174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.111489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.111802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.112116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:36.124423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:14:36.124805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Network hostable DHCP agents. Network: ec79aefe-bce6-4af3-9754-bcba9f4c2e1e, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:14:36.146536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:14:36.156289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ec79aefe-bce6-4af3-9754-bcba9f4c2e1e) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:36.160299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:36.160909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.168216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d80523-68eb-4646-b292-8e7744acc474 None None] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:14:36.186253 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-17e8db08-0b6a-40c9-adb7-1bae72b256bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4125047 Jan 14 12:14:36.186585 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 55022) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:36.191790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:36.196608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:36.201484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Usage tracker for resource:router and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:36.204412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:36.210546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:36.223672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.224721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.245490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.390926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.415767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:14:36.417182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.569760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Allocated IP 172.20.0.2 (ec79aefe-bce6-4af3-9754-bcba9f4c2e1e/11e31bd9-e858-4951-8cc0-8acb700b3938/95e13113-09cf-4677-a4f6-5eedb74c75bc) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:14:36.578047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.611095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.744077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Allocated IP 172.26.8.198 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/57070cc3-3b57-4fc9-823c-faa87e957380) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:14:36.768296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.779331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Transition to ACTIVE for port object 95e13113-09cf-4677-a4f6-5eedb74c75bc will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:36.797393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Transition to ACTIVE for port object 95e13113-09cf-4677-a4f6-5eedb74c75bc will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:36.802673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.870413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:14:36.873224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:36.877590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:14:36.879711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Pushing event updated for resources: {'Port': ['ID=95e13113-09cf-4677-a4f6-5eedb74c75bc,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:36.891870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.919447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.963224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Attempting to bind port 95e13113-09cf-4677-a4f6-5eedb74c75bc on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:14:36.963767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Attempting to bind port 95e13113-09cf-4677-a4f6-5eedb74c75bc by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:14:36.964178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Attempting to bind port 95e13113-09cf-4677-a4f6-5eedb74c75bc on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:14:36.970419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:14:36.970775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:14:36.971165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.971539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Bound using segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:14:36.971983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Bound port: 95e13113-09cf-4677-a4f6-5eedb74c75bc, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:14:36.972340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:36.989946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:14:36.992771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:36.995720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:14:37.029466 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=57070cc3-3b57-4fc9-823c-faa87e957380,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:37.064866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] For port 95e13113-09cf-4677-a4f6-5eedb74c75bc, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:14:37.067795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] For port 95e13113-09cf-4677-a4f6-5eedb74c75bc, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=95e13113-09cf-4677-a4f6-5eedb74c75bc,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:14:37.073654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:37.157173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Pushing event updated for resources: {'Port': ['ID=95e13113-09cf-4677-a4f6-5eedb74c75bc,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:37.165702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.166051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.166190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:37.166389 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.167282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.167616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.167752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:37.167949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.168363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.168689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.169125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.169359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.169689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba502d9-5555-4389-b793-ab08d7342118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:37.498425 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:14:37.633083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 95e13113-09cf-4677-a4f6-5eedb74c75bc up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:37.701422 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:14:37.703603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 95e13113-09cf-4677-a4f6-5eedb74c75bc completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:37.713169 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:14:37.734110 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:14:37.734890 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:14:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:37.735049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:37.737232 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49cd8a27-10f5-4679-ac2a-346618ab8ef9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5497227 Jan 14 12:14:37.739560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55026) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:37.927523 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:14:38.096442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3154bc-3cde-4fee-8dce-c20984b3758e None None] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:14:38.202300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] Provisioning for port 95e13113-09cf-4677-a4f6-5eedb74c75bc completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:38.218959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] Provisioning complete for port 95e13113-09cf-4677-a4f6-5eedb74c75bc triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:38.219463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.241887 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:37Z', 'revision_number': 3, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:38.246742 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:14:38.246742 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Updating router 52d3c682-d773-4d5c-beee-503a1dcd26f2 port 57070cc3-3b57-4fc9-823c-faa87e957380 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:14:38.299365 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.430994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.476440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] For port 95e13113-09cf-4677-a4f6-5eedb74c75bc, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=95e13113-09cf-4677-a4f6-5eedb74c75bc,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:38.481810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.565582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a41f4-6dab-435f-afd1-b8d572dd880c None None] Pushing event updated for resources: {'Port': ['ID=95e13113-09cf-4677-a4f6-5eedb74c75bc,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:38.623577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.649184 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.662644 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Transition to ACTIVE for port object 57070cc3-3b57-4fc9-823c-faa87e957380 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:38.670892 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.716786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d5d72f87-2dba-434e-a967-508cfe590e44 None None] Provisioning complete for port 95e13113-09cf-4677-a4f6-5eedb74c75bc triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:38.717399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5d72f87-2dba-434e-a967-508cfe590e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.789787 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Attempting to bind port 57070cc3-3b57-4fc9-823c-faa87e957380 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:14:38.790390 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Attempting to bind port 57070cc3-3b57-4fc9-823c-faa87e957380 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:14:38.790488 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Attempting to bind port 57070cc3-3b57-4fc9-823c-faa87e957380 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:14:38.793067 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Pushing event updated for resources: {'Port': ['ID=57070cc3-3b57-4fc9-823c-faa87e957380,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:38.803795 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:14:38.804127 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:14:38.804789 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.805343 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:14:38.805788 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Bound port: 57070cc3-3b57-4fc9-823c-faa87e957380, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:14:38.806149 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.839551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Allocated IP 172.20.0.1 (ec79aefe-bce6-4af3-9754-bcba9f4c2e1e/11e31bd9-e858-4951-8cc0-8acb700b3938/3ad448db-b894-4174-9fed-31dd8ff2612a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:14:38.840156 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.840422 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.840781 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.841112 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.841437 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.841758 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.842079 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.842397 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.842842 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.843161 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.843477 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:14:38.888682 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] For port 57070cc3-3b57-4fc9-823c-faa87e957380, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:14:38.892054 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] For port 57070cc3-3b57-4fc9-823c-faa87e957380, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=57070cc3-3b57-4fc9-823c-faa87e957380,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:14:38.895823 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:38.971548 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef6b31-3b93-40b7-a0d0-3ed4954dfc8c None None] Pushing event updated for resources: {'Port': ['ID=57070cc3-3b57-4fc9-823c-faa87e957380,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:38.976641 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:14:38.977473 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:14:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:38.992703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.008769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Transition to ACTIVE for port object 3ad448db-b894-4174-9fed-31dd8ff2612a will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:39.030292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.118966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:14:39.120756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad448db-b894-4174-9fed-31dd8ff2612a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:39.124426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:39.126540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:14:39.168323 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:14:39.184497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.278172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.361518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5ee338d4-e574-46a3-b8c7-894c67dbd84c None None] Provisioning for port 3ad448db-b894-4174-9fed-31dd8ff2612a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:39.366318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5ee338d4-e574-46a3-b8c7-894c67dbd84c None None] Provisioning complete for port 3ad448db-b894-4174-9fed-31dd8ff2612a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:39.366822 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5ee338d4-e574-46a3-b8c7-894c67dbd84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.421742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5ee338d4-e574-46a3-b8c7-894c67dbd84c None None] Port 3ad448db-b894-4174-9fed-31dd8ff2612a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:14:39.468948 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:37Z', 'revision_number': 3, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:39.472559 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309c3da-ec6c-4cea-b333-86e68e190895 None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:37Z', 'revision_number': 3, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:14:39.513417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.518210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.610333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 95e13113-09cf-4677-a4f6-5eedb74c75bc up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:39.626370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad448db-b894-4174-9fed-31dd8ff2612a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:39.628710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.713150 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 95e13113-09cf-4677-a4f6-5eedb74c75bc triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:39.713625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:39.900462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:14:39.901785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:40.155022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1029103b-f3de-410f-9ee8-b3774fa8d44f None None] Provisioning complete for port 3ad448db-b894-4174-9fed-31dd8ff2612a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:40.155572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1029103b-f3de-410f-9ee8-b3774fa8d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:40.224697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1029103b-f3de-410f-9ee8-b3774fa8d44f None None] Port 3ad448db-b894-4174-9fed-31dd8ff2612a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:14:40.301367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:14:40.501378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:14:40.510168 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4aa6e0cf-113b-4421-8b3f-85d1c993ef21 admin admin] 10.222.0.48 "PUT /v2.0/routers/52d3c682-d773-4d5c-beee-503a1dcd26f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7694004 Jan 14 12:14:40.953263 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 55036) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:40.958949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738653033', 'description': 'tempest-description--361449623'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:40.964787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:40.968485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Usage tracker for resource:security_group and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:40.971910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:40.977436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:40.987568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.021257 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:41.024810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Usage tracker for resource:security_group_rule and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:41.027541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:41.033099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:41.089522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.093085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.132124 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:14:41.134310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd832ee1-224c-4a02-a3c1-57970e439502,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:41.138385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.139576 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a1dc6ead-b2aa-472f-b501-f4001c804f98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1852350 Jan 14 12:14:41.142618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55040) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:41.148386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'security_group_rule': {'security_group_id': 'dd832ee1-224c-4a02-a3c1-57970e439502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:41.154605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:41.158396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Usage tracker for resource:security_group_rule and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:41.161266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:41.167483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:41.184621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.246065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.249448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.272679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21428f82-af66-4a7e-9e24-ab5b85dea3bf,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:41.281201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.284709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a8e71695-3102-41c4-8010-710df62f776c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1387637 Jan 14 12:14:41.285029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55044) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:41.290668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'security_group_rule': {'security_group_id': 'dd832ee1-224c-4a02-a3c1-57970e439502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:41.296747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:41.300528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Usage tracker for resource:security_group_rule and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:41.303355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:41.309693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:41.326365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.384862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.388967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.411472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2f0ba1-1a28-4301-b014-005d2d8ae015,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:41.419483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.420633 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b49a6d2a-3c5d-4b61-8d4c-2c6e2f2a7e35 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1347101 Jan 14 12:14:41.423577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55048) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:41.428525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:41.434404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:41.438116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Usage tracker for resource:floatingip and tenant:ad988ccb98b549cfa2731fb15923424a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:14:41.440942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:14:41.446437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:41.459110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.592367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.622123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 57070cc3-3b57-4fc9-823c-faa87e957380 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:41.687824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 57070cc3-3b57-4fc9-823c-faa87e957380 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:41.692557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 57070cc3-3b57-4fc9-823c-faa87e957380 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:41.692955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.727574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Allocated IP 172.26.8.21 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/6e934f1b-a327-4d56-95f3-c62cef721f3e) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:14:41.806446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.823471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 57070cc3-3b57-4fc9-823c-faa87e957380, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=57070cc3-3b57-4fc9-823c-faa87e957380,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:41.826725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.875148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.890359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=57070cc3-3b57-4fc9-823c-faa87e957380,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:41.902791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:41.971137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:14:41.973919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:41.977590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:14:42.007538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'Port': ['ID=6e934f1b-a327-4d56-95f3-c62cef721f3e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:42.137544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:42.191430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:42.489549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:42.493874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:42.597201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'Port': ['ID=6e934f1b-a327-4d56-95f3-c62cef721f3e,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:42.614263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:42.636340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:42.637560 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-20400994-35f0-4485-a5de-e3ce470fb04d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2131019 Jan 14 12:14:42.814095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-29f2e404-0f4c-4d62-805f-a6c21e269a5d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:14:42.832078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-29f2e404-0f4c-4d62-805f-a6c21e269a5d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:14:42.833400 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-29f2e404-0f4c-4d62-805f-a6c21e269a5d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1738653033&fields=id&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 267 time: 0.0627325 Jan 14 12:14:42.962307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:14:42.974447 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:14:42.975047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:14:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:42.983521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-1a9be2ea-6312-453a-a3b1-a1a16a7f08ef tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:42.984200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-1a9be2ea-6312-453a-a3b1-a1a16a7f08ef tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:14:43.001174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-1a9be2ea-6312-453a-a3b1-a1a16a7f08ef tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:14:43.002274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-1a9be2ea-6312-453a-a3b1-a1a16a7f08ef tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1618798 Jan 14 12:14:43.018397 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-5cd1d52d-94ef-4624-b802-0e130452e157 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/quotas/ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 375 time: 0.0108483 Jan 14 12:14:43.101035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-83e6dc57-d726-4133-b4db-b3c634f90889 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:14:43.118671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-83e6dc57-d726-4133-b4db-b3c634f90889 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:14:43.120683 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-83e6dc57-d726-4133-b4db-b3c634f90889 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974834 Jan 14 12:14:43.157198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:14:43.266306 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-ea6b5700-1109-4760-9fb4-0fe6029376e9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 Jan 14 12:14:43.416052 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-431a533f-0590-4434-9163-c0521ccbfe5d service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439643 Jan 14 12:14:43.477663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 2, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:43.481648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:14:43.481996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Updating router 52d3c682-d773-4d5c-beee-503a1dcd26f2 port 3ad448db-b894-4174-9fed-31dd8ff2612a binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:14:43.533775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:43.633834 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d6a4b0fd-92bc-48b5-82f5-673bef9aab09 req-dee6d581-5108-45f0-95c4-ce49008f251c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 210 time: 0.0691228 Jan 14 12:14:43.644192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 57070cc3-3b57-4fc9-823c-faa87e957380 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:43.822088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 57070cc3-3b57-4fc9-823c-faa87e957380 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:43.822414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:44.064928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:44.077864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Transition to ACTIVE for port object 3ad448db-b894-4174-9fed-31dd8ff2612a will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:44.083853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:44.210978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa7453-bf96-4900-9dde-3897cd05c4db None None] Pushing event updated for resources: {'Port': ['ID=3ad448db-b894-4174-9fed-31dd8ff2612a,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:44.300872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Attempting to bind port 3ad448db-b894-4174-9fed-31dd8ff2612a on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:14:44.301237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Attempting to bind port 3ad448db-b894-4174-9fed-31dd8ff2612a by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:14:44.301600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Attempting to bind port 3ad448db-b894-4174-9fed-31dd8ff2612a on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:14:44.308782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:14:44.309157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:14:44.309557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:44.309946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Bound using segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:14:44.310412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Bound port: 3ad448db-b894-4174-9fed-31dd8ff2612a, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:14:44.310791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:44.417648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] For port 3ad448db-b894-4174-9fed-31dd8ff2612a, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:14:44.421073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] For port 3ad448db-b894-4174-9fed-31dd8ff2612a, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ad448db-b894-4174-9fed-31dd8ff2612a,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:14:44.425961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:44.511058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa7453-bf96-4900-9dde-3897cd05c4db None None] Pushing event updated for resources: {'Port': ['ID=3ad448db-b894-4174-9fed-31dd8ff2612a,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:44.515245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:14:44.515850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:14:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:44.689223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-925b13b0-3f4b-450c-aefe-b2be3e198633 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:44.691159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-925b13b0-3f4b-450c-aefe-b2be3e198633 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1710389 Jan 14 12:14:44.734302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:14:44.752922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-1307405a-e394-41ed-ae61-0d782caaecf6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 380 time: 0.0494678 Jan 14 12:14:44.768279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'port': {'device_id': 'f87e70ca-8208-486a-8a88-428b27a86188', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'admin_state_up': True, 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'security_groups': ['dd832ee1-224c-4a02-a3c1-57970e439502']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:44.881855 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a66c83b6-2f6f-466a-a985-0773b3eb08e6 req-01fd4772-1f35-40d8-b6d9-f7745cd60793 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 210 time: 0.0974002 Jan 14 12:14:44.945760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:14:44.955723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:14:44.966325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Made reservation on behalf of ad988ccb98b549cfa2731fb15923424a for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:14:44.969317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.057650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:44Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:45.061555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028139f4-0940-4bb2-8398-c9d280717cba None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:44Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:14:45.155245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Allocated IP 172.20.0.14 (ec79aefe-bce6-4af3-9754-bcba9f4c2e1e/11e31bd9-e858-4951-8cc0-8acb700b3938/bb06a524-0c5c-4ede-8828-69effec52daa) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:14:45.357115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.374479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Transition to ACTIVE for port object bb06a524-0c5c-4ede-8828-69effec52daa will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:45.399224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.474102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:14:45.477200 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:14:45.481830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:14:45.625904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:45.662865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ad448db-b894-4174-9fed-31dd8ff2612a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:45.682521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:45.683437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.714036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f4affa7a-f869-4170-9ae7-7605228ff08b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9508703 Jan 14 12:14:45.767623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e90f92d1-c4c1-4ec1-9749-352a1d5d4a53 None None] Provisioning for port bb06a524-0c5c-4ede-8828-69effec52daa completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:45.774908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e90f92d1-c4c1-4ec1-9749-352a1d5d4a53 None None] Provisioning complete for port bb06a524-0c5c-4ede-8828-69effec52daa triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:45.775275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e90f92d1-c4c1-4ec1-9749-352a1d5d4a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.815426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Request body: {'port': {'device_id': 'f87e70ca-8208-486a-8a88-428b27a86188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:45.837597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 3ad448db-b894-4174-9fed-31dd8ff2612a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:45.841521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e90f92d1-c4c1-4ec1-9749-352a1d5d4a53 None None] Port bb06a524-0c5c-4ede-8828-69effec52daa cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:14:45.846314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3ad448db-b894-4174-9fed-31dd8ff2612a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:45.846690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.939589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:45.992239 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.034727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 3ad448db-b894-4174-9fed-31dd8ff2612a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ad448db-b894-4174-9fed-31dd8ff2612a,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:46.042080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.125332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=3ad448db-b894-4174-9fed-31dd8ff2612a,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:46.253436 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b47f9-789d-42f0-ae9c-4c1fded1a155 req-2fb06ec8-0e12-4195-92d2-05d4ec9b4bc3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:46.255007 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f63b47f9-789d-42f0-ae9c-4c1fded1a155 req-2fb06ec8-0e12-4195-92d2-05d4ec9b4bc3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 932 time: 0.0800800 Jan 14 12:14:46.300234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f63b47f9-789d-42f0-ae9c-4c1fded1a155 req-6932a8f6-5ce1-422a-83f1-46222a337c34 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:14:46.305376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb06a524-0c5c-4ede-8828-69effec52daa {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:14:46.312473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-f63b47f9-789d-42f0-ae9c-4c1fded1a155 req-6932a8f6-5ce1-422a-83f1-46222a337c34 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:14:46.313012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.313642 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f63b47f9-789d-42f0-ae9c-4c1fded1a155 req-6932a8f6-5ce1-422a-83f1-46222a337c34 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531321 Jan 14 12:14:46.327894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Transition to ACTIVE for port object bb06a524-0c5c-4ede-8828-69effec52daa will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:14:46.331878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.464680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:46.577768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Attempting to bind port bb06a524-0c5c-4ede-8828-69effec52daa on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:14:46.578101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Attempting to bind port bb06a524-0c5c-4ede-8828-69effec52daa by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:14:46.578426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Attempting to bind port bb06a524-0c5c-4ede-8828-69effec52daa on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:14:46.584043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Port bb06a524-0c5c-4ede-8828-69effec52daa on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:14:46.584357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Attempting to bind port bb06a524-0c5c-4ede-8828-69effec52daa on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:14:46.590783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:14:46.591109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:14:46.591483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Bound using segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:14:46.591895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Bound port: bb06a524-0c5c-4ede-8828-69effec52daa, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:14:46.592226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.677992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:14:46.681056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:14:46.686257 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.746582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:46.747671 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] 10.222.0.31 "PUT /v2.0/ports/bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 1094 time: 1.0254395 Jan 14 12:14:46.750376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:14:46.784255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85a68-fae7-4618-a286-e6ee832c1b9d service neutron] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:46.819207 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'status': 'completed', 'code': 200} Jan 14 12:14:46.861994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-90c6ca34-497f-4997-8905-68bc85ce34a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1097 time: 0.0745625 Jan 14 12:14:46.933767 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-fc80dff4-0ad8-491a-86f4-d9fa91067149 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 217 time: 0.0653589 Jan 14 12:14:46.995128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-cbbfe9ee-5c44-4e7f-834d-a6a355ef0eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:46.996633 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-cbbfe9ee-5c44-4e7f-834d-a6a355ef0eb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0571027 Jan 14 12:14:47.069854 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-faa234c6-5696-45f8-a616-d09390a1a924 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671358 Jan 14 12:14:47.202413 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-f3081252-159d-469a-9e94-ab2977e9796c service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255970 Jan 14 12:14:47.332123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6e79946-03cf-4495-a332-9269d72ba8c9 req-5692bfac-4ad6-41f9-994c-f72be3fa0cbc service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232390 Jan 14 12:14:47.451624 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-edff1a6e-7e08-4a56-aeea-9e66511a17a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1097 time: 0.0744245 Jan 14 12:14:47.516746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d320f5-3ea7-47d4-8f36-7a5267d604a4 req-ed994d31-5674-4d22-8a40-7532dc402b6b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:47.518189 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-90d320f5-3ea7-47d4-8f36-7a5267d604a4 req-ed994d31-5674-4d22-8a40-7532dc402b6b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 944 time: 0.0806017 Jan 14 12:14:47.566205 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-90d320f5-3ea7-47d4-8f36-7a5267d604a4 req-fafa08b3-ed8f-40de-8b17-a51369f04aa5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Jan 14 12:14:47.619885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ad448db-b894-4174-9fed-31dd8ff2612a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:47.686903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06521cae-499e-4622-8a9b-c29aef48a34e req-1e4b5c4e-9e26-46b3-bc4d-6dabc8bc6b07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:47.688617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-1e4b5c4e-9e26-46b3-bc4d-6dabc8bc6b07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.2313137 Jan 14 12:14:47.689755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3ad448db-b894-4174-9fed-31dd8ff2612a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:47.690120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:47.758602 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-052810c6-473a-4ae0-8d6a-7b25d53b6816 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 217 time: 0.0643499 Jan 14 12:14:47.819599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06521cae-499e-4622-8a9b-c29aef48a34e req-a5555d7f-c563-429d-82ae-7410c9c05872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:47.821062 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-a5555d7f-c563-429d-82ae-7410c9c05872 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0571179 Jan 14 12:14:47.894333 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-84f7f57a-c555-4931-be4d-e78716f7a076 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669577 Jan 14 12:14:48.023571 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-7163d4bf-9bb1-47b6-857a-e74830749484 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229534 Jan 14 12:14:48.153584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06521cae-499e-4622-8a9b-c29aef48a34e req-e549391d-896c-48ce-ad07-b2d43d5ee9de service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231821 Jan 14 12:14:48.769706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4776-186a-4053-8269-0600e1b98c6d req-8ffb018a-be6c-4d61-ad0c-b5c809966b22 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:48.770439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c8dd4776-186a-4053-8269-0600e1b98c6d req-8ffb018a-be6c-4d61-ad0c-b5c809966b22 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:14:48.784810 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c8dd4776-186a-4053-8269-0600e1b98c6d req-8ffb018a-be6c-4d61-ad0c-b5c809966b22 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:14:48.785910 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c8dd4776-186a-4053-8269-0600e1b98c6d req-8ffb018a-be6c-4d61-ad0c-b5c809966b22 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 944 time: 0.0946636 Jan 14 12:14:48.831842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c8dd4776-186a-4053-8269-0600e1b98c6d req-a6b4ecd6-a459-4c70-9e10-815494715c9b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Jan 14 12:14:50.020669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2ee5c-5b3b-45e2-9053-0a53295f5abe req-55d6c66a-87c9-4443-b8ea-6545c67dc31a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:50.022153 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c0a2ee5c-5b3b-45e2-9053-0a53295f5abe req-55d6c66a-87c9-4443-b8ea-6545c67dc31a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 944 time: 0.0753543 Jan 14 12:14:50.069346 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c0a2ee5c-5b3b-45e2-9053-0a53295f5abe req-5827a048-0a3a-4c3d-a850-dee07d53c4e6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Jan 14 12:14:51.016908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:14:51.192460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:51.207092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'mac_address': 'fa:16:3e:fe:49:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:14:51.259781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:51.267593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ce8f-4355-44a1-9d55-b72532915c52 req-20571937-a5b8-46e8-94b1-15e033e91033 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:51.268994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bec6ce8f-4355-44a1-9d55-b72532915c52 req-20571937-a5b8-46e8-94b1-15e033e91033 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 944 time: 0.0768592 Jan 14 12:14:51.276962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb06a524-0c5c-4ede-8828-69effec52daa {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:14:51.291517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:51.295969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:51.319486 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bec6ce8f-4355-44a1-9d55-b72532915c52 req-3340f6e3-970c-471e-98ec-89d4ea884420 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Jan 14 12:14:51.364419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:51.600868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['bb06a524-0c5c-4ede-8828-69effec52daa'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:14:52.531561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731d5a8-4959-469a-be0b-26113b8f85e6 req-dcf65f2e-5254-4f13-a4a6-bed95c5aaa6c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:52.533034 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7731d5a8-4959-469a-be0b-26113b8f85e6 req-dcf65f2e-5254-4f13-a4a6-bed95c5aaa6c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 945 time: 0.0914934 Jan 14 12:14:52.578095 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7731d5a8-4959-469a-be0b-26113b8f85e6 req-2fc04e90-2ef9-4287-bdbc-0720cffd2c6f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395627 Jan 14 12:14:53.021852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:14:53.090810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port bb06a524-0c5c-4ede-8828-69effec52daa completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:14:53.095439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port bb06a524-0c5c-4ede-8828-69effec52daa triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:14:53.095799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:53.212289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:53.240441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:14:53.250310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:14:53.254051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:53.299238 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'code': 200} Jan 14 12:14:53.324881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:14:53.515801 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dde01442-6022-4b90-b81c-b4ca4ea91dee req-2ffe6140-3394-4e9e-bc41-f0950eb41a5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1099 time: 0.0692289 Jan 14 12:14:53.555328 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dde01442-6022-4b90-b81c-b4ca4ea91dee req-a0e2ed7a-2cf2-4881-89b7-7a80dcb8f072 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343745 Jan 14 12:14:53.776200 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8830cf-5907-4508-86ed-29fac56af9db req-7c7988ff-180b-4e93-b4fe-a2e647c676d8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:53.777644 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad8830cf-5907-4508-86ed-29fac56af9db req-7c7988ff-180b-4e93-b4fe-a2e647c676d8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0778136 Jan 14 12:14:53.821739 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad8830cf-5907-4508-86ed-29fac56af9db req-bf364c2d-b4a1-4271-91b2-d846df399d74 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383937 Jan 14 12:14:55.030976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f214b-913d-4d5b-b389-41504e0e25a2 req-72cabd7c-b0f7-4e55-8c25-07840a13b3ba tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:55.032412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-545f214b-913d-4d5b-b389-41504e0e25a2 req-72cabd7c-b0f7-4e55-8c25-07840a13b3ba tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0796824 Jan 14 12:14:55.077383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-545f214b-913d-4d5b-b389-41504e0e25a2 req-d2c6bee6-11cf-48df-88fd-0982b586e31c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Jan 14 12:14:55.266366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5ea19-dfaf-4dbd-91fb-4d2ba8ebc3e0 req-4a578f12-d106-452e-bd8f-eca5c3d4bedd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:55.267793 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cae5ea19-dfaf-4dbd-91fb-4d2ba8ebc3e0 req-4a578f12-d106-452e-bd8f-eca5c3d4bedd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0772099 Jan 14 12:14:55.276171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55096) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:14:55.281440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'floatingip': {'port_id': 'bb06a524-0c5c-4ede-8828-69effec52daa'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:14:55.356555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:56.022586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:56.027290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:56.212491 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 associated. External IP: 172.26.8.21, port: bb06a524-0c5c-4ede-8828-69effec52daa. Jan 14 12:14:56.593154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:14:56.790015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:14:56.794442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:14:56.800024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:14:56.813137 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:14:56.813732 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:14:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:56.846995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8d08e14-0a43-4975-a8d3-cca3fba1ee71 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "PUT /v2.0/floatingips/41b059ea-d2ff-41ec-a992-7b083408dbd0 HTTP/1.1" status: 200 len: 991 time: 1.5696211 Jan 14 12:14:56.847481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:14:56.909277 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'status': 'completed', 'code': 200} Jan 14 12:14:56.992459 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:14:57.006896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-3953d7a3-20aa-4e9a-9b65-4ae4d5ca88da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1099 time: 0.0771551 Jan 14 12:14:57.137070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-5c79ce29-1a75-4297-9e17-fdf2b04851b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:57.138405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-5c79ce29-1a75-4297-9e17-fdf2b04851b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1259720 Jan 14 12:14:57.249926 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-348c43ec-b97b-4381-92d9-c1d7af4a2f32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 999 time: 0.1054120 Jan 14 12:14:57.313568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-4329c3f9-2a64-42db-ad8b-77d9035b38ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:14:57.314998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-4329c3f9-2a64-42db-ad8b-77d9035b38ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0598276 Jan 14 12:14:57.368277 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:fe:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87e70ca-8208-486a-8a88-428b27a86188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:14:55Z', 'revision_number': 1, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:57.372707 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:14:57.382782 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:14:57.383364 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:14:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:57.388772 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-7a89d7b5-b314-4c2c-b945-7ee51f278907 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679314 Jan 14 12:14:57.562840 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:14:57.618069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-be7824d6-e7bc-40e5-a400-d7be6e5e5bfa service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231808 Jan 14 12:14:57.750742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e608c9d-89cd-4d9e-bd16-cad26b80759b req-0bb14a21-c19e-4405-9a8b-ddfe9ee93ec4 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274099 Jan 14 12:14:57.905569 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:fe:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87e70ca-8208-486a-8a88-428b27a86188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:14:55Z', 'revision_number': 1, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:14:57.909354 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0644e6-b540-4e55-a32b-25ec34af81b6 None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:fe:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87e70ca-8208-486a-8a88-428b27a86188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:14:55Z', 'revision_number': 1, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:15:00.852699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75335a77-47d4-4b41-88c0-921a4bb3989b None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:15:00.948104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63616be5-22f5-46de-9d21-e6fc1041c57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:01.216059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:03.082865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-300fdb51-3c11-4ef3-84b1-ba15c63471e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:04.237725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:04.460601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:05.567269 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:18.131848 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:15:30.869639 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bb568eaf-e23d-4299-bd6a-a96826512dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:31.215497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:33.087234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-470af4b2-d570-47a1-b5a3-994bca8ca93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:34.239320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:34.463397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:35.569318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:15:39.422470 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-7bfcca40-e123-41aa-8733-bcc9381e2352 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710571 Jan 14 12:15:39.554766 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-5396e8ae-da4d-4b1c-9395-0a1d3268ab82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1099 time: 0.0667956 Jan 14 12:15:39.699775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-6f0e0570-e6d9-48f4-a764-265c978bd60a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:15:39.701404 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-6f0e0570-e6d9-48f4-a764-265c978bd60a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1293805 Jan 14 12:15:39.801291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-ab245b3c-04de-482c-b1a1-da9c4e2e2bf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 1001 time: 0.0933619 Jan 14 12:15:39.861778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-90758f51-19b2-46fd-a509-f7e37803104d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:15:39.863195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-90758f51-19b2-46fd-a509-f7e37803104d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0563371 Jan 14 12:15:39.942475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-b53cf093-5088-44a1-9a69-b18c3c871729 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730617 Jan 14 12:15:40.074149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-11272fb2-6c04-4069-bf9b-e20bb17e957c service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253505 Jan 14 12:15:40.203347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ffad6996-922b-484a-b943-37ed0439f9e4 req-0474e747-c01d-407b-9b83-b733051da4e8 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240337 Jan 14 12:15:55.130802 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:16:00.871547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b25575cf-9df0-4472-bb14-af832c2e8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:01.224917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:03.088987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-50c0fc52-3f8e-4589-90fe-e3ec749757a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:04.240993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:04.466011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:05.572270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:15.348808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413e604-ada6-47a3-bf64-b02702432da8 req-4598ce26-09b2-458f-b4c6-7cb3b4c85215 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:15.350147 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d413e604-ada6-47a3-bf64-b02702432da8 req-4598ce26-09b2-458f-b4c6-7cb3b4c85215 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0763266 Jan 14 12:16:15.393616 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d413e604-ada6-47a3-bf64-b02702432da8 req-26b2fdfc-cfee-42f7-a5d9-7e9138e5628e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379484 Jan 14 12:16:15.589240 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a5520e6-0283-4ad8-9347-73ea1f8c7d9b req-285f2444-a5e9-4540-9bdf-ca054f1ca934 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690267 Jan 14 12:16:16.841608 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 55266) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:16:16.919567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33819e-abf0-4111-ba60-638cd8697c88 req-10045a59-cab6-4b3f-bddc-8be569568486 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:16.921036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff33819e-abf0-4111-ba60-638cd8697c88 req-10045a59-cab6-4b3f-bddc-8be569568486 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0803893 Jan 14 12:16:16.967509 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff33819e-abf0-4111-ba60-638cd8697c88 req-477d2cea-519c-48ee-8268-0d29b2dc523e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Jan 14 12:16:16.979309 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-5b0a453d-fa1b-4c7f-a192-ecd12f5872f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365032 Jan 14 12:16:18.153025 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-452b2319-f200-4cb5-b25b-9ff4db921dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1099 time: 0.0691721 Jan 14 12:16:18.179127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c9a3-531f-4727-98cf-d1b569c13af1 req-dfa45d87-7784-43bb-8cbd-f149ec0a969b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:18.180625 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e8f8c9a3-531f-4727-98cf-d1b569c13af1 req-dfa45d87-7784-43bb-8cbd-f149ec0a969b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0802729 Jan 14 12:16:18.231089 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e8f8c9a3-531f-4727-98cf-d1b569c13af1 req-bcc2d979-dc9f-4e15-bfd3-787950afec56 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Jan 14 12:16:18.286528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-7a5b07da-5f50-49c7-9568-57e3250373bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:18.287881 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-7a5b07da-5f50-49c7-9568-57e3250373bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1293066 Jan 14 12:16:18.391164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-e0a67f4e-625c-423e-ba67-2312dc8ce7be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 1001 time: 0.0969787 Jan 14 12:16:18.542580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-dbbda32b-f28d-4237-a3fc-650a21c9ed8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:18.544711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-dbbda32b-f28d-4237-a3fc-650a21c9ed8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.1474471 Jan 14 12:16:18.618346 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-bbc37a61-72b2-4d02-98a0-c9ceabd21ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679615 Jan 14 12:16:18.749119 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-6c6d5012-6b3d-4bc6-9010-67449a1bf608 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247065 Jan 14 12:16:18.881998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-d04a511d-b54a-4d9c-a338-f50e57c75f9f service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264689 Jan 14 12:16:19.426117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712d9b6-b8f0-4053-a357-d3a613e9a8c5 req-c0471cae-db10-4644-9ef0-de5ec73d0a40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:19.427552 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9712d9b6-b8f0-4053-a357-d3a613e9a8c5 req-c0471cae-db10-4644-9ef0-de5ec73d0a40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0760782 Jan 14 12:16:19.475909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9712d9b6-b8f0-4053-a357-d3a613e9a8c5 req-d4a11c42-64c5-4439-affd-5bee3cdb322f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Jan 14 12:16:20.668706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b152b-06ce-49b1-acf2-98ed7d4d5b01 req-f46e02a2-1607-44c6-89de-444a588e10b1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:20.670359 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b98b152b-06ce-49b1-acf2-98ed7d4d5b01 req-f46e02a2-1607-44c6-89de-444a588e10b1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0737836 Jan 14 12:16:20.713628 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b98b152b-06ce-49b1-acf2-98ed7d4d5b01 req-d7a0a50d-cc00-463e-aa5a-f24936f99ea1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380034 Jan 14 12:16:21.910538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f870c52-4456-4b33-a5b5-afacfd3407ba req-c19555d3-425f-4831-b83d-30ee2489e151 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:21.911884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f870c52-4456-4b33-a5b5-afacfd3407ba req-c19555d3-425f-4831-b83d-30ee2489e151 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0755162 Jan 14 12:16:21.956439 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f870c52-4456-4b33-a5b5-afacfd3407ba req-1d465704-9054-4ab4-82d5-bf2ad8acf595 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390871 Jan 14 12:16:23.155789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e304c-a5ec-4a68-9c1d-96461764a6aa req-e1bc20c3-6f85-4b22-ba7f-98ffa33a71b8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:23.157255 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-111e304c-a5ec-4a68-9c1d-96461764a6aa req-e1bc20c3-6f85-4b22-ba7f-98ffa33a71b8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0786371 Jan 14 12:16:23.202410 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-111e304c-a5ec-4a68-9c1d-96461764a6aa req-bad89a78-f004-4332-b61c-fe99f19f711a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Jan 14 12:16:24.403657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fbf01-12a2-4315-92f3-61d8009c07e5 req-e97a34fa-0608-499b-b72d-fe1e93ea931b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:24.405143 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ac3fbf01-12a2-4315-92f3-61d8009c07e5 req-e97a34fa-0608-499b-b72d-fe1e93ea931b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0827603 Jan 14 12:16:24.450345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ac3fbf01-12a2-4315-92f3-61d8009c07e5 req-c4460ad2-d161-471f-93c1-32bfe251de60 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Jan 14 12:16:25.642994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b697b-6f28-465d-bf56-10c7c531ea50 req-6fd7fc48-b1c7-4d6a-8c07-440b9e90b0a4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:25.644440 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e65b697b-6f28-465d-bf56-10c7c531ea50 req-6fd7fc48-b1c7-4d6a-8c07-440b9e90b0a4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0771859 Jan 14 12:16:25.687858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e65b697b-6f28-465d-bf56-10c7c531ea50 req-67e029c9-600d-4265-ba89-53ee43e59d29 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379157 Jan 14 12:16:26.891236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caf0a4-893b-401b-99bd-5f3377f2294e req-651cd83e-9800-4c7f-9f1d-2ccff52774d3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:26.892669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-58caf0a4-893b-401b-99bd-5f3377f2294e req-651cd83e-9800-4c7f-9f1d-2ccff52774d3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0762737 Jan 14 12:16:26.936233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-58caf0a4-893b-401b-99bd-5f3377f2294e req-b765ff38-298d-460f-a4f1-3ef80e076909 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Jan 14 12:16:28.135223 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123502d-d8ac-4edf-a481-4aff8cdb03ee req-a359f150-edad-46bf-94a8-7a1658b05f08 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:28.138160 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6123502d-d8ac-4edf-a481-4aff8cdb03ee req-a359f150-edad-46bf-94a8-7a1658b05f08 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0795555 Jan 14 12:16:28.186362 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6123502d-d8ac-4edf-a481-4aff8cdb03ee req-c0a4b1cf-2f0a-443c-aa5a-e565ec5c9804 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423794 Jan 14 12:16:29.383450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523ab1-ee9d-4db8-b8d8-116909a49e58 req-d5062a8e-76e1-4fc3-9502-044059554120 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:29.384908 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03523ab1-ee9d-4db8-b8d8-116909a49e58 req-d5062a8e-76e1-4fc3-9502-044059554120 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0778708 Jan 14 12:16:29.428872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03523ab1-ee9d-4db8-b8d8-116909a49e58 req-8ed90bb9-30d5-444b-ad68-771bec1b46a5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Jan 14 12:16:30.533668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-51b20b87-eec2-4251-8cc8-5a7e217be879 service neutron] 10.222.0.31 "GET /v2.0/ports/bb06a524-0c5c-4ede-8828-69effec52daa/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0730453 Jan 14 12:16:30.631666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c506-a22d-45bb-a52a-e60b16dca149 req-028b8fe0-9e36-496a-8786-93f496b1a645 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:30.633239 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0702c506-a22d-45bb-a52a-e60b16dca149 req-028b8fe0-9e36-496a-8786-93f496b1a645 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0815902 Jan 14 12:16:30.679351 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0702c506-a22d-45bb-a52a-e60b16dca149 req-8a8260ed-e5aa-4a20-8aec-da90dd1ae065 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Jan 14 12:16:30.799296 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-ce99daba-d0f8-4592-ac8a-de5f7e18c82b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 1099 time: 0.0706527 Jan 14 12:16:30.873726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-beef97f2-3a72-40f6-ac08-531f89dbaa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:30.890729 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-a4750440-7318-496d-88c2-39b73dacd487 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1099 time: 0.0699587 Jan 14 12:16:31.018587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-db283b62-ed7d-4361-80e6-cfe433002b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:31.020031 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-db283b62-ed7d-4361-80e6-cfe433002b1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1233628 Jan 14 12:16:31.122152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-e233fe7a-dc26-49cc-b0c3-e61ec63f5777 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 1001 time: 0.0958216 Jan 14 12:16:31.182964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-0a69aeb6-780b-4c6e-95a5-9d439809fcd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:31.183817 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-0a69aeb6-780b-4c6e-95a5-9d439809fcd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0563178 Jan 14 12:16:31.217238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:31.259694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-b28ed2dc-9685-474e-92d6-926965c77c73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702286 Jan 14 12:16:31.390281 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-dffd738b-8e28-4366-b619-67ffe6032b77 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245422 Jan 14 12:16:31.609653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43ae500b-f060-42f8-b994-5b0106fb1233 req-2a23b4c0-c4fb-4420-bf82-e94820429dc7 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137580 Jan 14 12:16:31.877783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b37cfe-78d5-4c78-bf2d-5f258fabefea req-255b90b8-3857-4965-a050-74904840ffb6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:31.879230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-58b37cfe-78d5-4c78-bf2d-5f258fabefea req-255b90b8-3857-4965-a050-74904840ffb6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0750813 Jan 14 12:16:31.923913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-58b37cfe-78d5-4c78-bf2d-5f258fabefea req-7ff52153-d738-4f1d-b4a5-5cc1d50c2dc1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391278 Jan 14 12:16:32.131048 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:16:33.092777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdc4c-524c-49a9-b312-f67e01391cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:33.204552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c1ea-a746-40c0-adcc-ed7b5df6baef req-310f8e8f-7daa-4e4f-b4bc-df8333bb31c1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:33.206011 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d864c1ea-a746-40c0-adcc-ed7b5df6baef req-310f8e8f-7daa-4e4f-b4bc-df8333bb31c1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.1601601 Jan 14 12:16:33.249348 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d864c1ea-a746-40c0-adcc-ed7b5df6baef req-509df9ef-cc0c-44c4-b1c2-e147d465cb8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378821 Jan 14 12:16:33.563610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:16:33.566958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:16:33.780751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:33.797984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:33.817829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'mac_address': 'fa:16:3e:fe:49:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:16:33.824221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:16:33.864477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:33.874193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:33.911004 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'code': 200} Jan 14 12:16:33.963800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:33.992707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb06a524-0c5c-4ede-8828-69effec52daa {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:16:34.031494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:34.056399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.056823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.057111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.057441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.057767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.058096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.058476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.058723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.059043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.059359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.059757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:34.069579 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:16:34.069926 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:16:34.242523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:34.451064 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac90750-41eb-4f7d-9f2e-b281bf34bfe7 req-708636b7-7930-4578-beb2-48f78b3f9309 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:34.452749 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cac90750-41eb-4f7d-9f2e-b281bf34bfe7 req-708636b7-7930-4578-beb2-48f78b3f9309 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 944 time: 0.0773487 Jan 14 12:16:34.470517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:34.497891 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cac90750-41eb-4f7d-9f2e-b281bf34bfe7 req-c669b6ac-f6a3-4db9-8fac-d2f816d5a7d6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Jan 14 12:16:34.627345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:34.645010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb06a524-0c5c-4ede-8828-69effec52daa {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:16:34.659691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:34.663306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:34.726391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['bb06a524-0c5c-4ede-8828-69effec52daa'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:16:34.762463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:35.575919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:16:35.603769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:35.644066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port bb06a524-0c5c-4ede-8828-69effec52daa triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:16:35.644448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:35.699002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f098f0-4cd3-4679-8128-b3505eed5313 req-95918f65-bbd5-435f-a133-83b838472c1a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:35.701159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f5f098f0-4cd3-4679-8128-b3505eed5313 req-95918f65-bbd5-435f-a133-83b838472c1a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 945 time: 0.0800922 Jan 14 12:16:35.745582 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f5f098f0-4cd3-4679-8128-b3505eed5313 req-157c0fd0-c5f3-436a-acfd-42de47940d77 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389223 Jan 14 12:16:35.758297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:35.791141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:35.795291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:35.861857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:35.912122 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:16:36.119596 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'code': 200} Jan 14 12:16:36.137319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bd82-c163-462d-ae21-15b8954e272c req-2e417a60-6c8c-452a-ab7d-c09c27a8365a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:36.138821 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-2e417a60-6c8c-452a-ab7d-c09c27a8365a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188&tenant_id=ad988ccb98b549cfa2731fb15923424a&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 946 time: 0.1400521 Jan 14 12:16:36.148635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45613a7-5caf-4e1a-b81a-82d8db859f6a req-22687ea7-bfa2-41a9-8c97-6bbdbfeed714 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:36.150047 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f45613a7-5caf-4e1a-b81a-82d8db859f6a req-22687ea7-bfa2-41a9-8c97-6bbdbfeed714 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.1202798 Jan 14 12:16:36.196554 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f45613a7-5caf-4e1a-b81a-82d8db859f6a req-8c3059c8-51ce-401c-8d21-177fb06f0605 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Jan 14 12:16:36.281068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-9b6072e8-532b-468b-bd1d-733fc3b37c17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 1099 time: 0.0702715 Jan 14 12:16:36.408755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bd82-c163-462d-ae21-15b8954e272c req-3ce946f2-22a4-42ff-8555-7c2d85e16acc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:36.410096 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-3ce946f2-22a4-42ff-8555-7c2d85e16acc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1236367 Jan 14 12:16:36.505967 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-07e46532-9def-4e53-a789-72f89146466c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 200 len: 1001 time: 0.0905821 Jan 14 12:16:36.568738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bd82-c163-462d-ae21-15b8954e272c req-9e87d273-adf9-406e-a5bb-f0c4f0322783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:36.570133 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-9e87d273-adf9-406e-a5bb-f0c4f0322783 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0591967 Jan 14 12:16:36.641874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-96c06769-0872-4a2e-88ef-8cf45098a195 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653613 Jan 14 12:16:36.769127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-bb56743c-8965-4e96-bdec-2273297a9dae service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210039 Jan 14 12:16:36.899705 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b71bd82-c163-462d-ae21-15b8954e272c req-84a92f7f-8f25-479e-b9d9-c63d3278ada7 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251552 Jan 14 12:16:37.437072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e00bb1-a81a-4ad0-afdc-f9b606cab24d req-e2d9b75b-73f1-42b8-8677-a1f52e7e7fc8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:37.438703 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d7e00bb1-a81a-4ad0-afdc-f9b606cab24d req-e2d9b75b-73f1-42b8-8677-a1f52e7e7fc8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0984113 Jan 14 12:16:37.495359 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d7e00bb1-a81a-4ad0-afdc-f9b606cab24d req-b8b294f2-ac7b-4587-ada0-ff9be21d188f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493965 Jan 14 12:16:38.693019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e2dfa-483a-4412-a04b-6ee9b5a9773d req-b477bbdb-8b10-41f9-94b2-de482d9d6459 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:38.694691 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e4e2dfa-483a-4412-a04b-6ee9b5a9773d req-b477bbdb-8b10-41f9-94b2-de482d9d6459 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0781465 Jan 14 12:16:38.738288 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9e4e2dfa-483a-4412-a04b-6ee9b5a9773d req-f529d614-2b06-44f6-8270-425ae96dba63 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381181 Jan 14 12:16:38.934576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1430f-6f80-4eb5-b06f-63722a07bf74 req-ae5145ad-2ffb-46f0-b524-23cc6b0a95d9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:38.935937 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4af1430f-6f80-4eb5-b06f-63722a07bf74 req-ae5145ad-2ffb-46f0-b524-23cc6b0a95d9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0785716 Jan 14 12:16:38.983009 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4af1430f-6f80-4eb5-b06f-63722a07bf74 req-c6899897-e653-4060-aca4-e4230aa65926 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Jan 14 12:16:39.175732 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33499d1-b679-46ca-b393-b5c478ef37af req-24eda5e4-622c-4692-8323-40aacd88d19c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:39.177255 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d33499d1-b679-46ca-b393-b5c478ef37af req-24eda5e4-622c-4692-8323-40aacd88d19c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0752115 Jan 14 12:16:39.222392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d33499d1-b679-46ca-b393-b5c478ef37af req-1cfaa25e-b6dd-463d-8c33-a2cbdf9c5540 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396242 Jan 14 12:16:39.619697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65790c6-1eb1-4a50-a3a3-65a49c684802 req-6a9cc0d3-cd6d-4f1e-986f-6590251d4e32 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:39.621148 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f65790c6-1eb1-4a50-a3a3-65a49c684802 req-6a9cc0d3-cd6d-4f1e-986f-6590251d4e32 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0781720 Jan 14 12:16:39.665807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f65790c6-1eb1-4a50-a3a3-65a49c684802 req-7a860880-708d-481a-a816-e451a886014a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386953 Jan 14 12:16:40.863504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da303-a30b-4867-8ecb-278a253e01ec req-85c277d3-350a-4146-aaf5-4a562c2755c3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:40.864961 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fb9da303-a30b-4867-8ecb-278a253e01ec req-85c277d3-350a-4146-aaf5-4a562c2755c3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0776443 Jan 14 12:16:40.909597 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fb9da303-a30b-4867-8ecb-278a253e01ec req-d512fa31-a0fe-4869-8249-42c935829a8f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Jan 14 12:16:41.427816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-11084791-885d-4d01-8581-4729df71b565 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:41.429240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-11084791-885d-4d01-8581-4729df71b565 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.0749619 Jan 14 12:16:41.498140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Deleting port bb06a524-0c5c-4ede-8828-69effec52daa {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:16:41.498474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:41.734831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] For port bb06a524-0c5c-4ede-8828-69effec52daa, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=bb06a524-0c5c-4ede-8828-69effec52daa,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:41.735174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:42.159017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:42.159382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:42.159682 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 disassociated. External IP: 172.26.8.21, port: bb06a524-0c5c-4ede-8828-69effec52daa. Jan 14 12:16:42.160010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Calling delete_port for bb06a524-0c5c-4ede-8828-69effec52daa owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:16:42.240311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd7027-bfcb-4cd1-9179-2ba304c28cbc req-ab3af9ed-93d2-418c-98cc-55a956de4d85 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:42.241782 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-69dd7027-bfcb-4cd1-9179-2ba304c28cbc req-ab3af9ed-93d2-418c-98cc-55a956de4d85 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 946 time: 0.1802807 Jan 14 12:16:42.339881 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-69dd7027-bfcb-4cd1-9179-2ba304c28cbc req-053db83d-d93d-4961-9c39-a501fcb84dc3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922613 Jan 14 12:16:42.344359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:42.390263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event deleted for resources: {'Port': ['ID=bb06a524-0c5c-4ede-8828-69effec52daa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:42.404946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.405279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.405629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.405919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.406290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.406563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.406902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.407194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.407507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.407816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.408126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:16:42.619904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:16:42.818008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:16:42.832385 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:16:42.844553 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:16:42.845197 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:16:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:42.889521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] No DVR routers for this DVR port bb06a524-0c5c-4ede-8828-69effec52daa on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:16:42.892210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:42.896133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-deleted', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:16:42.909812 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a654806-7451-4f24-84bb-d0020d8dd909 req-c132de1e-7fe3-421d-a89a-18c665ec2d1e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "DELETE /v2.0/ports/bb06a524-0c5c-4ede-8828-69effec52daa HTTP/1.1" status: 204 len: 173 time: 1.4758260 Jan 14 12:16:42.954322 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87e70ca-8208-486a-8a88-428b27a86188', 'name': 'network-vif-deleted', 'tag': 'bb06a524-0c5c-4ede-8828-69effec52daa', 'status': 'completed', 'code': 200} Jan 14 12:16:43.035863 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:16:43.342740 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:43.346707 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:16:43.357553 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:16:43.358121 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:16:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:43.523957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9a938a11-eb79-409b-92d4-9f3d0b12e974 req-e26adae3-e1f8-475a-9a6f-e9097c404279 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:16:43.532177 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:16:43.539428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-9a938a11-eb79-409b-92d4-9f3d0b12e974 req-e26adae3-e1f8-475a-9a6f-e9097c404279 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:16:43.540962 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a938a11-eb79-409b-92d4-9f3d0b12e974 req-e26adae3-e1f8-475a-9a6f-e9097c404279 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=f87e70ca-8208-486a-8a88-428b27a86188 HTTP/1.1" status: 200 len: 210 time: 0.0561280 Jan 14 12:16:43.854726 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:43.858624 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da5a75-078e-43cb-95a3-61aa68d70741 None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:16:44.065271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5360651-9669-4a30-94fa-3cdd694cb454 None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:16:44.914412 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-515c29f4-5bde-406a-8113-63e01b89edce tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1738653033&fields=id&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 267 time: 0.0453317 Jan 14 12:16:45.058370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-4d78b07a-7a23-4597-a1a5-7bf63dbefd03 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:45.060345 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-4d78b07a-7a23-4597-a1a5-7bf63dbefd03 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1389971 Jan 14 12:16:45.076515 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-4f894baf-da23-4b57-bd52-980ec9045b91 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/quotas/ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 375 time: 0.0108216 Jan 14 12:16:45.158241 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-c73d5780-1ae4-4f9d-a7af-27fd74a04dde tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759840 Jan 14 12:16:45.359688 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-0c9c8640-2522-41d7-91b3-edf78906d830 service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897895 Jan 14 12:16:45.489178 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-63fae7c6-9554-420e-8ebf-a34184182918 service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238585 Jan 14 12:16:45.609843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:16:45.642368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: bb06a524-0c5c-4ede-8828-69effec52daa {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:16:45.642706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device bb06a524-0c5c-4ede-8828-69effec52daa not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:16:45.677237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-44ed11a8-4f4b-42e5-a452-e5439a9fa30d req-5bd03b5f-8134-4191-96fa-87bb210f5e08 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 210 time: 0.0450795 Jan 14 12:16:46.645094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-8f3212a8-103f-4475-9219-12d61954edfe tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:46.646472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-8f3212a8-103f-4475-9219-12d61954edfe tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1396077 Jan 14 12:16:46.697572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-dc256c06-5ec8-45a6-a914-15416ec0e29d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 380 time: 0.0391419 Jan 14 12:16:46.711912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'port': {'device_id': '92985de9-d480-4191-b114-6afe7ef5ad40', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'admin_state_up': True, 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'security_groups': ['dd832ee1-224c-4a02-a3c1-57970e439502']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:16:46.841379 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d7c755f1-9d61-421e-bf10-753b666bc965 req-7c271af4-8837-454a-8176-07477b8a128e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 210 time: 0.0405395 Jan 14 12:16:46.847976 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:16:46.858510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:16:46.868323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Made reservation on behalf of ad988ccb98b549cfa2731fb15923424a for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:16:46.871294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:47.033637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Allocated IP 172.20.0.12 (ec79aefe-bce6-4af3-9754-bcba9f4c2e1e/11e31bd9-e858-4951-8cc0-8acb700b3938/3b1a581c-2b75-4aec-a04c-5dfcd0f60f23) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:16:47.223811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:47.239130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Transition to ACTIVE for port object 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:16:47.260163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:47.430088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:16:47.433046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:16:47.440106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:16:47.472391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:47.513847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:47.514445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:47.539850 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-9e64503f-7381-4b43-a843-b3e36da32b52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8315618 Jan 14 12:16:47.551735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Request body: {'port': {'device_id': '92985de9-d480-4191-b114-6afe7ef5ad40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:16:47.658450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:47.721708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3b751b9a-703c-495d-a838-460667d9971c None None] Provisioning for port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:16:47.726383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3b751b9a-703c-495d-a838-460667d9971c None None] Provisioning complete for port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:16:47.726755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3b751b9a-703c-495d-a838-460667d9971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:47.779984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3b751b9a-703c-495d-a838-460667d9971c None None] Port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:16:48.034278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:16:48.046892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:48.067539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Transition to ACTIVE for port object 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:16:48.071048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:48.141415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603ca6-7132-4739-8bc5-019a80ccf887 req-b26f1c91-71c8-4321-910d-b843432c16fb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:48.142100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-4b603ca6-7132-4739-8bc5-019a80ccf887 req-b26f1c91-71c8-4321-910d-b843432c16fb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:16:48.217609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:48.259079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-4b603ca6-7132-4739-8bc5-019a80ccf887 req-b26f1c91-71c8-4321-910d-b843432c16fb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:16:48.260235 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b603ca6-7132-4739-8bc5-019a80ccf887 req-b26f1c91-71c8-4321-910d-b843432c16fb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 932 time: 0.2918253 Jan 14 12:16:48.361385 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b603ca6-7132-4739-8bc5-019a80ccf887 req-a5f64082-989b-4ef3-be1d-64234c78dc62 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713379 Jan 14 12:16:48.365163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Attempting to bind port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:16:48.365488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Attempting to bind port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:16:48.365809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Attempting to bind port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:16:48.371741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:16:48.372058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Attempting to bind port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:16:48.378753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:16:48.379242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:16:48.379617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Bound using segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:16:48.380039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Bound port: 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:16:48.380379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:48.470026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:16:48.472918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:16:48.477340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:48.537543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:48.538890 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] 10.222.0.31 "PUT /v2.0/ports/3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 1094 time: 0.9916406 Jan 14 12:16:48.539320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:16:48.562867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326e9a-9cf0-4316-b7f4-4258a985bc84 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:48.613733 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'status': 'completed', 'code': 200} Jan 14 12:16:48.660393 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-7eb5239b-94d7-4455-b082-76fd3b04e839 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1097 time: 0.0818639 Jan 14 12:16:48.728315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-d3371880-7dfb-4a58-8b8a-bcaa09f6bb28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 217 time: 0.0618224 Jan 14 12:16:48.795837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-a6932bf6-6df1-4b19-be67-d829bf7c95e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:48.797340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-a6932bf6-6df1-4b19-be67-d829bf7c95e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0620883 Jan 14 12:16:48.870466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-031698d9-b75f-4d02-bbfc-5f216cd50947 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679801 Jan 14 12:16:48.998894 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-ce81aa5a-394e-4c6a-9838-cff02c95cba2 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228564 Jan 14 12:16:49.222226 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27242ffd-9bc0-49ab-9142-26bf50a6eb66 req-b720787e-8298-4793-9c90-075680d72099 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184198 Jan 14 12:16:49.335655 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-2f9b5c73-8ebd-4a7a-b48f-778afb8b7fc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1097 time: 0.0718846 Jan 14 12:16:49.465963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-08a05ffe-8158-49cf-9a91-a0c1b384fa2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:49.467342 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-08a05ffe-8158-49cf-9a91-a0c1b384fa2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1256618 Jan 14 12:16:49.573893 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-deccc929-9f1e-4952-8d64-6310fbf2afb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 217 time: 0.0993237 Jan 14 12:16:49.647876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-9fb14e14-cf20-419d-a88d-ebefc18a0b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:49.649321 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-9fb14e14-cf20-419d-a88d-ebefc18a0b1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0695539 Jan 14 12:16:49.659360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6fcba-c3de-4a41-9e61-100a3de8709d req-fe42bd3c-b64b-4eaf-ad06-57a2f8feecb6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:49.660693 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-34b6fcba-c3de-4a41-9e61-100a3de8709d req-fe42bd3c-b64b-4eaf-ad06-57a2f8feecb6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 944 time: 0.1401503 Jan 14 12:16:49.751813 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-34b6fcba-c3de-4a41-9e61-100a3de8709d req-9205908a-4fa1-499d-ad2d-c063851ec821 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590153 Jan 14 12:16:49.765309 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-a4dd0c72-4a35-4633-a092-0e3dfa1ad69e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037312 Jan 14 12:16:49.894452 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-1790673c-c50a-42b2-a036-b415abba3fac service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222641 Jan 14 12:16:50.023013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddb20f6-114b-44d2-877b-cd2375a96b0d req-64a0e1f8-5be9-4e36-99fc-6c36e7a1d3b0 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220474 Jan 14 12:16:50.950744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cc444-8c14-4c27-9751-82c3bfa42c7b req-277e80e7-2c6b-4ac0-b49c-bbc2462c2d6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:50.952167 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0f4cc444-8c14-4c27-9751-82c3bfa42c7b req-277e80e7-2c6b-4ac0-b49c-bbc2462c2d6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 944 time: 0.0778711 Jan 14 12:16:50.996088 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0f4cc444-8c14-4c27-9751-82c3bfa42c7b req-409d208d-8b0c-4ded-8ec7-64ffcd802173 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 Jan 14 12:16:51.656023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:16:51.785042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:51.801051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'mac_address': 'fa:16:3e:4b:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:16:51.853278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:51.870038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:16:51.884364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:51.888533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:51.951572 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:52.192498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7231990-45ea-4e4a-b10e-435785cf8a5f req-1f3bc865-8aa1-486f-9c2c-1213a5754ce4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:52.194220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f7231990-45ea-4e4a-b10e-435785cf8a5f req-1f3bc865-8aa1-486f-9c2c-1213a5754ce4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 945 time: 0.0765655 Jan 14 12:16:52.209246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:16:52.238985 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f7231990-45ea-4e4a-b10e-435785cf8a5f req-21561178-330e-4c14-9f77-7be24b70f20b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Jan 14 12:16:53.496685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1d52b-1ceb-47bc-bbe6-ab9be0ad7867 req-b3a6bd3d-0ba4-437c-ba0a-f5edf64fd00a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:53.498206 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a5b1d52b-1ceb-47bc-bbe6-ab9be0ad7867 req-b3a6bd3d-0ba4-437c-ba0a-f5edf64fd00a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 945 time: 0.1392372 Jan 14 12:16:53.545960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a5b1d52b-1ceb-47bc-bbe6-ab9be0ad7867 req-c8bdc5b6-6eb2-4ff1-a42e-cac4de76bb2a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422661 Jan 14 12:16:53.656141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:16:53.724829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:16:53.729514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:16:53.729874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:53.837158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:53.864432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:16:53.872770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:16:53.876648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:53.940037 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'code': 200} Jan 14 12:16:53.977326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:16:54.147209 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71b1bbf3-6bb1-4b60-913e-d8767337af7a req-91853974-be4f-4812-aa2e-31569384c3e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1099 time: 0.0697799 Jan 14 12:16:54.191063 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71b1bbf3-6bb1-4b60-913e-d8767337af7a req-b1b73136-b75b-4a91-a148-1c67d29c1373 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Jan 14 12:16:54.737618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b91f1-c190-48ff-9ca7-06f07b04317f req-d996fe77-5ede-43c9-92f3-dbcfb687b954 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:54.739029 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a2b91f1-c190-48ff-9ca7-06f07b04317f req-d996fe77-5ede-43c9-92f3-dbcfb687b954 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0740094 Jan 14 12:16:54.781998 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0a2b91f1-c190-48ff-9ca7-06f07b04317f req-6d808d95-1fec-4bfb-97c4-6c094e825730 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Jan 14 12:16:56.068558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7b4d4-b13b-4e3a-9d14-3dc48109c0c6 req-a30f4a4f-d8c0-428f-a989-111765c9c05f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:56.070059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-97c7b4d4-b13b-4e3a-9d14-3dc48109c0c6 req-a30f4a4f-d8c0-428f-a989-111765c9c05f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.1440270 Jan 14 12:16:56.117108 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-97c7b4d4-b13b-4e3a-9d14-3dc48109c0c6 req-b3284869-fbf5-4120-b753-91bfcbd71547 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Jan 14 12:16:56.317096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585ce7-2c7d-4fd8-ab5d-7a9c0f31479a req-943b0993-d038-468f-8ee7-7529f81ccbec tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:56.318803 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d1585ce7-2c7d-4fd8-ab5d-7a9c0f31479a req-943b0993-d038-468f-8ee7-7529f81ccbec tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0785048 Jan 14 12:16:56.327475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 55404) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:16:56.332785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'floatingip': {'port_id': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:16:56.405218 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:57.062372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:57.066054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:57.250949 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 associated. External IP: 172.26.8.21, port: 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23. Jan 14 12:16:57.629789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:16:57.827406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:16:57.832182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:16:57.837072 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:16:57.856852 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:16:57.857449 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:16:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:57.890113 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-46c98c73-e684-4aef-bdd7-57bc9bf47145 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "PUT /v2.0/floatingips/41b059ea-d2ff-41ec-a992-7b083408dbd0 HTTP/1.1" status: 200 len: 991 time: 1.5614409 Jan 14 12:16:57.890642 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:16:58.023321 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'status': 'completed', 'code': 200} Jan 14 12:16:58.037636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:16:58.130016 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-d3273e94-9b38-4155-9f47-be4ee3658486 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1099 time: 0.0676410 Jan 14 12:16:58.268894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-645150c6-258d-417d-8a79-467439ba5e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:58.270350 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-645150c6-258d-417d-8a79-467439ba5e0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1343851 Jan 14 12:16:58.376046 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-6d525259-f894-4263-beee-7b5f6d6e53f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 999 time: 0.0992916 Jan 14 12:16:58.391705 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:4b:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92985de9-d480-4191-b114-6afe7ef5ad40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:16:56Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:58.395394 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:16:58.406028 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:16:58.406595 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:16:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:58.437609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-1f535ef5-63b8-4a83-b97b-ceeefd9f9588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:16:58.438958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-1f535ef5-63b8-4a83-b97b-ceeefd9f9588 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0574136 Jan 14 12:16:58.585867 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:16:58.616528 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-108c95e4-d728-4bb3-baaa-a06f25d1a5ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1709983 Jan 14 12:16:58.751064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-cf92d67a-1326-4c54-b513-8f1d33fbf15b service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283438 Jan 14 12:16:58.880929 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc3c0665-0d17-4bf8-84c1-e1f5309bb900 req-29026ead-9ac1-41f1-af19-833d6ceb84bc service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237845 Jan 14 12:16:58.963084 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:4b:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92985de9-d480-4191-b114-6afe7ef5ad40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:16:56Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:16:58.967893 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271790-0a4e-42d5-a0f5-8caebbe497f9 None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:4b:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92985de9-d480-4191-b114-6afe7ef5ad40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:16:56Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:16:59.182839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29fd1f-a7d4-4590-91c9-de1575d9ab85 None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:17:00.875294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2839e7dc-bda5-4995-8d63-e9af395cae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:01.232399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:03.097352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7c895600-6d5c-496a-83f8-58e492a1d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:04.244592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:04.468420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:05.578559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:09.131290 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:17:30.876912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0c79cf9e-7965-4aa6-9473-cedec4b1a607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:31.240790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:33.099165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4f71bf13-5007-4bb6-bd95-2d1f94dca028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:34.246836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:34.471287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:35.580927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:17:41.951053 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-9d7a07b4-d6c5-442a-a907-613ccbeaeeb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661411 Jan 14 12:17:42.092313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-42339d9b-cce7-40c5-84b1-f97d534952f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1099 time: 0.0754628 Jan 14 12:17:42.240471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c683d-38e2-460c-977e-67c7265158ba req-c3014c89-ba18-4ce2-a524-32654260f4b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:17:42.241932 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-c3014c89-ba18-4ce2-a524-32654260f4b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1314864 Jan 14 12:17:42.341381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-b46d3523-e09c-4254-ba8d-b8e196da6204 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 1001 time: 0.0935023 Jan 14 12:17:42.406005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c683d-38e2-460c-977e-67c7265158ba req-28fdaea5-e5b1-4c9e-a419-a3e8fa523438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:17:42.407447 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-28fdaea5-e5b1-4c9e-a419-a3e8fa523438 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0601516 Jan 14 12:17:42.481043 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-37b9ff6b-5b93-4afe-b591-7085b781378d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675855 Jan 14 12:17:42.611780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-7cbe38f4-8f60-4efe-95ae-555204ec406f service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242530 Jan 14 12:17:42.741721 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a3c683d-38e2-460c-977e-67c7265158ba req-ce766fd5-5680-4e6a-a0ae-2e7d67ca25cc service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243887 Jan 14 12:17:46.131603 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:18:00.878573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8133d440-4a14-481d-929f-a3772d3755c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:01.246885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:03.099959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82fe35c2-ccfb-4002-9ac8-58ead7b3dbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:04.249486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:04.471847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:05.584883 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:12.046113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f566-2eee-4f9b-bcf4-67f7064d13b6 req-c34056de-b506-4ea1-a4a6-ac1f1aa489ab tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:12.047539 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aba7f566-2eee-4f9b-bcf4-67f7064d13b6 req-c34056de-b506-4ea1-a4a6-ac1f1aa489ab tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0776954 Jan 14 12:18:12.196713 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aba7f566-2eee-4f9b-bcf4-67f7064d13b6 req-664faf56-c5a7-4ce5-be4f-8af05e4d85d1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430082 Jan 14 12:18:13.397470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b918d2-b8f8-4506-a76b-f11eac2ff034 req-6128c132-b557-403c-b71b-9fea3178c988 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:13.398911 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15b918d2-b8f8-4506-a76b-f11eac2ff034 req-6128c132-b557-403c-b71b-9fea3178c988 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0801022 Jan 14 12:18:13.443273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-15b918d2-b8f8-4506-a76b-f11eac2ff034 req-64a7c2b0-7452-4c63-bb8d-41e218881810 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Jan 14 12:18:14.638999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe42d9-e016-4228-b810-ac08759558dd req-ffce9434-1b6e-49b3-a1ce-98a887696144 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:14.640409 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b2fe42d9-e016-4228-b810-ac08759558dd req-ffce9434-1b6e-49b3-a1ce-98a887696144 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0731194 Jan 14 12:18:14.683680 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b2fe42d9-e016-4228-b810-ac08759558dd req-05a1a91e-dbfe-492d-943d-1a1d4d82f44b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Jan 14 12:18:15.879042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622815e-af39-4070-8156-b06e21a343df req-8b883c0d-bcd4-4349-87ab-cee4ff155eb5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:15.880466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4622815e-af39-4070-8156-b06e21a343df req-8b883c0d-bcd4-4349-87ab-cee4ff155eb5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0742931 Jan 14 12:18:15.924513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4622815e-af39-4070-8156-b06e21a343df req-8b8e1efd-b8b6-4bd3-8c65-f4cc5f29a226 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384345 Jan 14 12:18:17.118182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8775bce-9123-427c-b9ca-9ac55835d80a req-6634caa1-df9f-43b1-871c-499ea314ef7c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:17.119642 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d8775bce-9123-427c-b9ca-9ac55835d80a req-6634caa1-df9f-43b1-871c-499ea314ef7c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0775714 Jan 14 12:18:17.163801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d8775bce-9123-427c-b9ca-9ac55835d80a req-8698df48-4c7e-4c84-9bd7-9459e8193f54 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385981 Jan 14 12:18:18.363492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedad691-a449-4ec0-8f76-c70f8aa0ac53 req-221b178b-2617-4e69-8ded-e07ed4cd1460 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:18.364959 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dedad691-a449-4ec0-8f76-c70f8aa0ac53 req-221b178b-2617-4e69-8ded-e07ed4cd1460 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0789280 Jan 14 12:18:18.410547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dedad691-a449-4ec0-8f76-c70f8aa0ac53 req-ea97ae68-b9f1-4c4b-b361-3ea34f81fb0a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Jan 14 12:18:19.606712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c99a-bf2a-4df3-bbf3-f5e0c97ba0cd req-378815cd-bde1-4b1d-85b0-3b361e999762 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:19.608159 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7798c99a-bf2a-4df3-bbf3-f5e0c97ba0cd req-378815cd-bde1-4b1d-85b0-3b361e999762 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0745363 Jan 14 12:18:19.655722 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7798c99a-bf2a-4df3-bbf3-f5e0c97ba0cd req-aeafcb40-0e43-4019-bbff-14144c54404b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Jan 14 12:18:20.847083 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f13021-d8f1-4034-9609-5c5ab3fc7e7d req-889c9cd6-4b5e-45ce-8a18-d46b87d53063 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:20.848436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0f13021-d8f1-4034-9609-5c5ab3fc7e7d req-889c9cd6-4b5e-45ce-8a18-d46b87d53063 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0751655 Jan 14 12:18:20.896499 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0f13021-d8f1-4034-9609-5c5ab3fc7e7d req-9764a3cd-8832-4cfa-8d61-60a8a6417831 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Jan 14 12:18:22.091346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216818-8d81-4915-9aae-3ac3cd6791ee req-90ad7111-3d0a-448a-8059-b52e9528680f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:22.092799 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-23216818-8d81-4915-9aae-3ac3cd6791ee req-90ad7111-3d0a-448a-8059-b52e9528680f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0751896 Jan 14 12:18:22.137888 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-23216818-8d81-4915-9aae-3ac3cd6791ee req-19b36d03-3b48-437d-aba1-8dd388bfc2d3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Jan 14 12:18:23.132244 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:18:23.340312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b17641-b45f-46d6-bc54-cb5f7ea02972 req-c1a68957-9804-4c1d-bd12-d8bb040da306 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:23.341808 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4b17641-b45f-46d6-bc54-cb5f7ea02972 req-c1a68957-9804-4c1d-bd12-d8bb040da306 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0814240 Jan 14 12:18:23.386412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4b17641-b45f-46d6-bc54-cb5f7ea02972 req-2c4caaa7-bf5e-40be-9b83-97c3b798b74c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Jan 14 12:18:23.579975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae33d930-b7c7-4bd4-9cc1-53c267f3b7f8 req-dd2d8cc6-94c9-4d71-b973-25fbfcd62732 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695064 Jan 14 12:18:23.822335 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-56b1da6c-4514-405a-b8e5-b667304185c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659986 Jan 14 12:18:23.889611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034bc30-f6d4-4e23-bf38-7bec7d75d96c req-7b4ebc1d-82f7-4e58-8686-7b7f479cb791 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:23.892118 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2034bc30-f6d4-4e23-bf38-7bec7d75d96c req-7b4ebc1d-82f7-4e58-8686-7b7f479cb791 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0814819 Jan 14 12:18:24.029544 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2034bc30-f6d4-4e23-bf38-7bec7d75d96c req-06908ead-321c-476c-bb2c-4321b7435455 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319876 Jan 14 12:18:25.070706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-33b57e08-8cc5-4b26-aaac-4fdfe62a38df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1099 time: 0.0676556 Jan 14 12:18:25.199669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-f5a535d2-dbd5-4409-a56c-395a7b7a84be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:25.201142 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-f5a535d2-dbd5-4409-a56c-395a7b7a84be service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1256127 Jan 14 12:18:25.228036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b2aed-9bec-44fe-98ed-88a4458415cb req-dea52a1b-52eb-4dd9-b300-74f810f92feb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:25.229524 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-520b2aed-9bec-44fe-98ed-88a4458415cb req-dea52a1b-52eb-4dd9-b300-74f810f92feb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0782897 Jan 14 12:18:25.277445 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-520b2aed-9bec-44fe-98ed-88a4458415cb req-df44f61e-beb4-40c7-aa7f-28fa9c60fd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Jan 14 12:18:25.308311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-10173726-e7a1-41f5-ad44-471252de09e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 1001 time: 0.1014268 Jan 14 12:18:25.371175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-fa61838b-32be-4a43-9749-d05cf57623c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:25.372534 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-fa61838b-32be-4a43-9749-d05cf57623c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0591383 Jan 14 12:18:25.445556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-9c7b507c-c0c7-4f67-9661-365e08c4bbb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679312 Jan 14 12:18:25.572484 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-360d83a5-dbf5-4829-8c1e-c4bba3c0f219 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207175 Jan 14 12:18:25.699757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-705d6541-50f7-4b4e-8abd-9b0e05022f3b service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218610 Jan 14 12:18:26.472028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9bdfb-7857-4003-b340-58b2db1388ff req-fd5bf01f-9c26-4cc7-921a-0f8c38642c04 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:26.473393 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a2b9bdfb-7857-4003-b340-58b2db1388ff req-fd5bf01f-9c26-4cc7-921a-0f8c38642c04 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0744669 Jan 14 12:18:26.520819 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a2b9bdfb-7857-4003-b340-58b2db1388ff req-5620fa2e-fad0-49ef-9c1d-d136c4829c54 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Jan 14 12:18:27.399530 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-8f906930-06e8-4c74-b84d-14f4c7981a12 service neutron] 10.222.0.31 "GET /v2.0/ports/3b1a581c-2b75-4aec-a04c-5dfcd0f60f23/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0703197 Jan 14 12:18:27.658582 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-ceb0c3b0-ce35-4b98-81a4-93241b880e3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 1099 time: 0.0696700 Jan 14 12:18:27.717282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67aff-3ae9-41f1-a33f-93201527cf4c req-e360a796-3aaf-497c-b2b8-d6089b18b237 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:27.718727 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-94d67aff-3ae9-41f1-a33f-93201527cf4c req-e360a796-3aaf-497c-b2b8-d6089b18b237 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0759282 Jan 14 12:18:27.751026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-2fd56a56-dd9a-4fc2-b514-b6fb998d86eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1099 time: 0.0720856 Jan 14 12:18:27.763035 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-94d67aff-3ae9-41f1-a33f-93201527cf4c req-7a8b6f56-9185-42e6-8342-06fb4614449d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 Jan 14 12:18:27.879618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-bc796de4-9d6a-48c5-99b6-316e25f277c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:27.881062 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-bc796de4-9d6a-48c5-99b6-316e25f277c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1251221 Jan 14 12:18:27.981329 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-90ab7ff7-3d6b-493a-a14a-f5b0d28ba4d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 1001 time: 0.0942945 Jan 14 12:18:28.045478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-2448a886-9ee2-4edd-8540-ecc4a1a5cd31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:28.046920 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-2448a886-9ee2-4edd-8540-ecc4a1a5cd31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0599165 Jan 14 12:18:28.123367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-8082278f-18a9-49e0-8624-adcda80f875c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689571 Jan 14 12:18:28.257387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-9c9d630f-92ab-414f-88c0-00d8366022aa service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278834 Jan 14 12:18:28.481748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b9d663e-8b10-49b8-b8d4-31431b5fc887 req-a56b5d1a-1a9f-4360-b2d6-f87abe49e6c9 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184319 Jan 14 12:18:28.968384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3e2a-5f89-49e1-a3c7-b08cce6789be req-4170a081-4341-4e32-a476-861c10e1ea8a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:28.969944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0dca3e2a-5f89-49e1-a3c7-b08cce6789be req-4170a081-4341-4e32-a476-861c10e1ea8a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0813298 Jan 14 12:18:29.015067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0dca3e2a-5f89-49e1-a3c7-b08cce6789be req-ba22c3ea-5759-4115-9b6d-fadb1dd83f67 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394788 Jan 14 12:18:30.074621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:18:30.076997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:18:30.220822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01144-7464-4099-a755-1a237280a5e0 req-5df7821e-8f4b-423b-87e1-26519e8d721e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:30.222468 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fe01144-7464-4099-a755-1a237280a5e0 req-5df7821e-8f4b-423b-87e1-26519e8d721e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0822124 Jan 14 12:18:30.266908 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fe01144-7464-4099-a755-1a237280a5e0 req-9b29e160-7cdb-41ff-8533-0702bd38584a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387168 Jan 14 12:18:30.316082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:30.333486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:30.352556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'mac_address': 'fa:16:3e:4b:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:18:30.381923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:18:30.406468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:30.414708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:30.460244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:30.490942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:18:30.502995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:30.537075 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'code': 200} Jan 14 12:18:30.546776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.547115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.547594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.547930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.548251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.548575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.548927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.549249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.549567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.549882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.550196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:30.569818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:18:30.570105 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:18:30.880914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a5277ec4-f958-41ce-a3e9-cacdacf660f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:31.125093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:31.142673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:18:31.157248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:31.161244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:31.230744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:18:31.275048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:31.298565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:31.469389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eff58a-fa22-4d66-9e47-8d39ab92b3a4 req-7979151a-d972-41e3-aa20-bc1aa769e8dd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:31.470849 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-02eff58a-fa22-4d66-9e47-8d39ab92b3a4 req-7979151a-d972-41e3-aa20-bc1aa769e8dd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 945 time: 0.0762296 Jan 14 12:18:31.514481 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-02eff58a-fa22-4d66-9e47-8d39ab92b3a4 req-f86021d9-ae33-4e50-b9c5-cd35962890c7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 Jan 14 12:18:31.840849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-c48aa7f7-9f6d-4caf-a800-73f3c98c6cd1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:31.841739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cba38-4948-47f5-a6c2-041678fcfb85 req-73d4c65d-6340-467b-8075-01e9ad9fddb2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:31.842275 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-c48aa7f7-9f6d-4caf-a800-73f3c98c6cd1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40&tenant_id=ad988ccb98b549cfa2731fb15923424a&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 945 time: 0.0888059 Jan 14 12:18:31.843212 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3f1cba38-4948-47f5-a6c2-041678fcfb85 req-73d4c65d-6340-467b-8075-01e9ad9fddb2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 945 time: 0.0787826 Jan 14 12:18:31.887305 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3f1cba38-4948-47f5-a6c2-041678fcfb85 req-c00684bc-45bc-46de-8a7b-1ac00b03edd4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383925 Jan 14 12:18:31.977291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-e6b54a3f-4942-4217-8fd4-54bf47753125 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1098 time: 0.0690756 Jan 14 12:18:32.087944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:18:32.108610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-4d6b9f04-f568-44b5-bca1-e690c0a5e115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:32.110527 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-4d6b9f04-f568-44b5-bca1-e690c0a5e115 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1273799 Jan 14 12:18:32.157467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:18:32.158081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:32.217146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-784f9814-9c8c-4a04-9e78-0b66936baef7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 1000 time: 0.1005065 Jan 14 12:18:32.278398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-55dd9b69-f78a-4b7b-b2d3-e0f52a0633a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:32.279829 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-55dd9b69-f78a-4b7b-b2d3-e0f52a0633a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0575781 Jan 14 12:18:32.319699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:32.351723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:32.355426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:32.356493 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-8880110a-6d21-4c1d-bf17-0c17292dd545 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709438 Jan 14 12:18:32.423604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:32.488296 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-7ebb01c7-7b59-493e-a448-952a3e308b02 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256485 Jan 14 12:18:32.538107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:18:32.600850 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'code': 200} Jan 14 12:18:32.621220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-03ec6150-dfae-47a9-837b-a5dd62b74dd0 req-390d414d-8948-4809-93d6-01ec0bc96202 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263673 Jan 14 12:18:33.087643 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae5970-425d-4333-ae73-f76198e9ae14 req-1374fc37-f343-49f7-84d5-85f99510732e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:33.089139 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-18ae5970-425d-4333-ae73-f76198e9ae14 req-1374fc37-f343-49f7-84d5-85f99510732e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0770309 Jan 14 12:18:33.101263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6784a604-2265-4602-99a2-068e0dab902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:33.145254 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-18ae5970-425d-4333-ae73-f76198e9ae14 req-981fa3d8-e5ae-43db-90af-3cf0a9e2479d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498002 Jan 14 12:18:34.251949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:34.344526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77e98d-65f3-4549-9414-749afb5218a7 req-1c6dd25c-5d98-408f-a0a1-ca48d2bd47e2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:34.346057 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e77e98d-65f3-4549-9414-749afb5218a7 req-1c6dd25c-5d98-408f-a0a1-ca48d2bd47e2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0750656 Jan 14 12:18:34.388877 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e77e98d-65f3-4549-9414-749afb5218a7 req-a46dc488-b10b-4d83-a903-759cc7e47b83 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Jan 14 12:18:34.476456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:34.583352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27c6aa-2f8c-4a49-b09f-84e745ed7f5a req-d45a8460-683d-4b5a-8352-7d3d44899864 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:34.584826 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7e27c6aa-2f8c-4a49-b09f-84e745ed7f5a req-d45a8460-683d-4b5a-8352-7d3d44899864 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0756536 Jan 14 12:18:34.628764 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7e27c6aa-2f8c-4a49-b09f-84e745ed7f5a req-d3d899af-465e-49bb-88e7-e3eff24d6344 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Jan 14 12:18:35.128255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09fb84-c939-4acd-8eca-8d659d554d5d req-2583e489-5bf4-458c-84db-97d0b325429d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:35.129803 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-be09fb84-c939-4acd-8eca-8d659d554d5d req-2583e489-5bf4-458c-84db-97d0b325429d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0867574 Jan 14 12:18:35.156005 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-84f474ef-5d34-4272-8c45-938cb921dfdc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 1099 time: 0.0718522 Jan 14 12:18:35.175371 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-be09fb84-c939-4acd-8eca-8d659d554d5d req-4f64a0fb-7c24-4fc6-b0c9-229b86155662 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396776 Jan 14 12:18:35.285108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684a26-d819-4fde-985d-f844610ff7d0 req-8a51fd58-b533-440c-b5e2-4d6a21c76272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:35.286548 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-8a51fd58-b533-440c-b5e2-4d6a21c76272 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1249869 Jan 14 12:18:35.385873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-32ea2f9e-845f-4b09-ab39-6e852efa138a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 200 len: 1001 time: 0.0932515 Jan 14 12:18:35.449168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684a26-d819-4fde-985d-f844610ff7d0 req-30bca7b5-206a-47e6-8500-37813b7bc611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:35.450571 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-30bca7b5-206a-47e6-8500-37813b7bc611 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0591691 Jan 14 12:18:35.522624 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-72058710-650f-4ef4-b40e-ec248a6bff34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667493 Jan 14 12:18:35.588372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:35.738811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-fa9feb77-cb73-476b-b5ea-28bd333d01e2 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097998 Jan 14 12:18:35.868334 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-38684a26-d819-4fde-985d-f844610ff7d0 req-8ed2fe42-362d-4f9f-927b-dba9c8fbb443 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235743 Jan 14 12:18:36.381460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21470-904b-4ec7-bd93-05a6d9999220 req-5c1e92ba-ba97-4e63-be78-1a7a037cf097 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:36.383006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-61a21470-904b-4ec7-bd93-05a6d9999220 req-5c1e92ba-ba97-4e63-be78-1a7a037cf097 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0827909 Jan 14 12:18:36.429278 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-61a21470-904b-4ec7-bd93-05a6d9999220 req-4d0baa72-9da2-4f94-a303-3b171d38c5e9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407014 Jan 14 12:18:37.628098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a9489-57f8-447d-9c22-896129190139 req-ee228c26-fa39-4b2c-9942-adbf3d3c51dd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:37.629558 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b4a9489-57f8-447d-9c22-896129190139 req-ee228c26-fa39-4b2c-9942-adbf3d3c51dd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0773900 Jan 14 12:18:37.673762 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7b4a9489-57f8-447d-9c22-896129190139 req-59e2f825-fb6d-415a-8e1f-4f99cabb69fe tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Jan 14 12:18:38.068246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539fc1-d8a2-44e9-b98c-2156a8d75071 req-6f831caa-a36f-475a-8e82-acccd084dbde tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:38.069681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-32539fc1-d8a2-44e9-b98c-2156a8d75071 req-6f831caa-a36f-475a-8e82-acccd084dbde tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0774105 Jan 14 12:18:38.113995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-32539fc1-d8a2-44e9-b98c-2156a8d75071 req-e7fcac8f-e4ef-4aed-9c0d-ac676dd51933 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388417 Jan 14 12:18:39.336477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c590b36-9bb0-4d53-a6ce-8089b86c00aa req-c25bfdeb-e003-4767-a68e-a86914892c4b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:39.338560 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c590b36-9bb0-4d53-a6ce-8089b86c00aa req-c25bfdeb-e003-4767-a68e-a86914892c4b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.1020880 Jan 14 12:18:39.390153 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3c590b36-9bb0-4d53-a6ce-8089b86c00aa req-95c85389-f40b-47a7-a3d0-3a99acd169e9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Jan 14 12:18:39.777764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-b9983e38-019a-4c95-9b47-a67e951c2112 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:39.779203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-b9983e38-019a-4c95-9b47-a67e951c2112 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 946 time: 0.0893216 Jan 14 12:18:39.866448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Deleting port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:18:39.866785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:40.102757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] For port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:40.103103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:40.384082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:40.384797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:40.384797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 disassociated. External IP: 172.26.8.21, port: 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23. Jan 14 12:18:40.384998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Calling delete_port for 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:18:40.521814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:40.558556 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b1e4386e-7bc2-4655-a996-223fd94df9fd req-63994b84-706c-4d23-adfc-914fff507d73 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 210 time: 0.0441251 Jan 14 12:18:40.571730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event deleted for resources: {'Port': ['ID=3b1a581c-2b75-4aec-a04c-5dfcd0f60f23,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:40.585337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.585729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.586014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.586348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.586670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.586995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.587317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.587639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.587958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.588270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.588583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:18:40.792880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:18:41.087979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:18:41.097759 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:18:41.109066 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:18:41.110142 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:18:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:41.161328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] No DVR routers for this DVR port 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:18:41.163858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:41.166623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-deleted', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:18:41.185495 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-515c4c64-6ce4-4390-8aaa-0629b3c308f5 req-e1f856be-5c2c-4296-9ca3-1c5ffd334819 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "DELETE /v2.0/ports/3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 HTTP/1.1" status: 204 len: 173 time: 1.4011219 Jan 14 12:18:41.292204 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:18:41.325612 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92985de9-d480-4191-b114-6afe7ef5ad40', 'name': 'network-vif-deleted', 'tag': '3b1a581c-2b75-4aec-a04c-5dfcd0f60f23', 'status': 'completed', 'code': 200} Jan 14 12:18:41.602375 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:41.606837 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:18:41.617458 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:18:41.618051 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:18:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:41.721725 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66b20755-4214-44ff-bc3a-0f8ece0d93e1 req-4456ef4c-7aae-44a8-aed0-7d21289fd3d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0602109 Jan 14 12:18:41.754963 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-02b00aff-8c02-4ddf-bcb6-a470b5ffbdce req-e9a96edf-2014-4acd-9135-6c00647c0ad0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 210 time: 0.0466321 Jan 14 12:18:41.816524 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:18:41.841631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66b20755-4214-44ff-bc3a-0f8ece0d93e1 req-4aa6bd62-874f-4750-a5e4-79acc65e6192 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=92985de9-d480-4191-b114-6afe7ef5ad40 HTTP/1.1" status: 200 len: 210 time: 0.0395670 Jan 14 12:18:41.992525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b20755-4214-44ff-bc3a-0f8ece0d93e1 req-24f71c0f-292d-454f-8590-3f933edabe93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:41.993983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66b20755-4214-44ff-bc3a-0f8ece0d93e1 req-24f71c0f-292d-454f-8590-3f933edabe93 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ad988ccb98b549cfa2731fb15923424a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344788 Jan 14 12:18:42.129092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b20755-4214-44ff-bc3a-0f8ece0d93e1 req-ea270353-290c-472e-8a54-3539f705fd30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:42.129397 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:42.130814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66b20755-4214-44ff-bc3a-0f8ece0d93e1 req-ea270353-290c-472e-8a54-3539f705fd30 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313577 Jan 14 12:18:42.133611 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199101ed-3682-4ef6-939f-9b20c332985d None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:18:42.150892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:18:42.184007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:18:42.184352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 3b1a581c-2b75-4aec-a04c-5dfcd0f60f23 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:18:42.353637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb312b-0dca-4041-b9e7-a2899af47ed9 None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:18:43.134502 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-17f8988b-d6b6-4fe9-b7ad-ebf620ca4887 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1738653033&fields=id&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 267 time: 0.0443194 Jan 14 12:18:43.282293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-9df2bb56-25eb-4e90-a0fc-2ed3f48afc38 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:43.283705 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-9df2bb56-25eb-4e90-a0fc-2ed3f48afc38 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1430237 Jan 14 12:18:43.300677 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-d0b65dd5-5981-48c3-821a-6522a6e9ac9a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/quotas/ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 375 time: 0.0115333 Jan 14 12:18:43.387234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-0d84e397-485e-4780-95ad-0867848a38cd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:18:43.403516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-0d84e397-485e-4780-95ad-0867848a38cd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:18:43.405032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-0d84e397-485e-4780-95ad-0867848a38cd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976384 Jan 14 12:18:43.486295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-3215b533-a9b1-442d-a98d-4310eb2d2e70 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:18:43.487325 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-3215b533-a9b1-442d-a98d-4310eb2d2e70 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708661 Jan 14 12:18:43.631744 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-0b3fafcd-7c6b-4826-a420-acc223386abe service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382582 Jan 14 12:18:43.759831 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-de203568-56d8-425c-b8a0-a722c3c8bf69 service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224875 Jan 14 12:18:43.945072 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-04d4fdc6-e675-44f9-af96-a016bf654a91 req-296962ff-e5e8-4e9e-ab33-e03dacf15e5e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 210 time: 0.0450103 Jan 14 12:18:44.912922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-613af4df-0d61-4ccd-a28e-ddc9030174a5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:44.914688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-613af4df-0d61-4ccd-a28e-ddc9030174a5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1425252 Jan 14 12:18:44.969790 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-f2c03828-590d-4d1b-acf2-1f6b75a3ffb3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 380 time: 0.0440366 Jan 14 12:18:44.977988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'port': {'device_id': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'admin_state_up': True, 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'security_groups': ['dd832ee1-224c-4a02-a3c1-57970e439502']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:18:45.119598 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-efa88f1a-1330-4455-b420-ffb877701ad4 req-7fae81de-f1f9-4f2d-a1de-43078a3431e5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 210 time: 0.0493765 Jan 14 12:18:45.245340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:18:45.256251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:18:45.268576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Made reservation on behalf of ad988ccb98b549cfa2731fb15923424a for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:18:45.272046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:45.433396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Allocated IP 172.20.0.14 (ec79aefe-bce6-4af3-9754-bcba9f4c2e1e/11e31bd9-e858-4951-8cc0-8acb700b3938/72b83d1d-6ef3-4536-b864-6a7de357ffcf) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:18:45.613672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:45.628888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Transition to ACTIVE for port object 72b83d1d-6ef3-4536-b864-6a7de357ffcf will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:18:45.649986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:45.721495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:18:45.724530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:18:45.729029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:18:45.758070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:45.795683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:45.796528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:45.823163 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-4ad09655-7a78-44b4-8506-e5e967a64c40 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489687 Jan 14 12:18:45.835441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Request body: {'port': {'device_id': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:18:45.949912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.037067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-03e56d39-e5fa-432b-b403-5e76952441df None None] Provisioning for port 72b83d1d-6ef3-4536-b864-6a7de357ffcf completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:18:46.041952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-03e56d39-e5fa-432b-b403-5e76952441df None None] Provisioning complete for port 72b83d1d-6ef3-4536-b864-6a7de357ffcf triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:18:46.042315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-03e56d39-e5fa-432b-b403-5e76952441df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.096486 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-03e56d39-e5fa-432b-b403-5e76952441df None None] Port 72b83d1d-6ef3-4536-b864-6a7de357ffcf cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:18:46.286692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:18:46.293466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.307570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Transition to ACTIVE for port object 72b83d1d-6ef3-4536-b864-6a7de357ffcf will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:18:46.312548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.325931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e13e-8a03-4360-8c5a-78b55d405e94 req-5864473c-de98-49ae-bb5e-f7da85811f6b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:46.328846 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fc46e13e-8a03-4360-8c5a-78b55d405e94 req-5864473c-de98-49ae-bb5e-f7da85811f6b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 932 time: 0.0836797 Jan 14 12:18:46.373197 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fc46e13e-8a03-4360-8c5a-78b55d405e94 req-5704eb91-ee89-4ef6-95cc-accce1adba3e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389667 Jan 14 12:18:46.444497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:46.550262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Attempting to bind port 72b83d1d-6ef3-4536-b864-6a7de357ffcf on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:18:46.550588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Attempting to bind port 72b83d1d-6ef3-4536-b864-6a7de357ffcf by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:18:46.550902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Attempting to bind port 72b83d1d-6ef3-4536-b864-6a7de357ffcf on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:18:46.556525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Port 72b83d1d-6ef3-4536-b864-6a7de357ffcf on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:18:46.556858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Attempting to bind port 72b83d1d-6ef3-4536-b864-6a7de357ffcf on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:18:46.563463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:18:46.563851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:18:46.564230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Bound using segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:18:46.564926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Bound port: 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:18:46.565262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.649832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:18:46.652680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:18:46.656799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.718065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:46.719806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] 10.222.0.31 "PUT /v2.0/ports/72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 1094 time: 0.8889060 Jan 14 12:18:46.720252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:18:46.741996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d05bb-cb54-41e7-adf7-a94db27f7ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:46.799294 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'status': 'completed', 'code': 200} Jan 14 12:18:46.842543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-1fc5daa4-a28b-445c-a5b8-b29978e77570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1097 time: 0.0744233 Jan 14 12:18:46.912809 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-6b3bfafa-2a22-43a9-b492-b1d3c089ae20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 217 time: 0.0639751 Jan 14 12:18:46.972107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-775f1fa8-c3fc-4439-bc75-5e71e48b5293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:46.973488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-775f1fa8-c3fc-4439-bc75-5e71e48b5293 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0557585 Jan 14 12:18:47.047693 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-15ad21d3-4a6b-46fe-a99e-5929a74faae3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683994 Jan 14 12:18:47.268146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-68a83de5-3fa2-4ad9-bcf4-0edc54d903e6 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146485 Jan 14 12:18:47.397329 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-48391e68-f011-47c5-9644-3cec8cfd8eaf req-ec7ed6c1-f72b-47c4-ab3d-abe937333308 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235297 Jan 14 12:18:47.509167 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-dee47984-b646-40dc-8456-c5f0eec10bde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1097 time: 0.0677490 Jan 14 12:18:47.576139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410770f-23fe-48fc-824f-2d898fafc09d req-acb3db06-c5a6-4728-a545-fa9068025785 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:47.577536 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b410770f-23fe-48fc-824f-2d898fafc09d req-acb3db06-c5a6-4728-a545-fa9068025785 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 944 time: 0.0793078 Jan 14 12:18:47.621849 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b410770f-23fe-48fc-824f-2d898fafc09d req-a48e8bf1-aec0-4ea1-a893-442ce9271287 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Jan 14 12:18:47.643237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-eff9447d-9d9c-4c08-b9f3-db2dc5037da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:47.644699 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-eff9447d-9d9c-4c08-b9f3-db2dc5037da7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1281068 Jan 14 12:18:47.713406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-d06cd0be-95ea-42f2-aa78-961b1884e488 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 217 time: 0.0626752 Jan 14 12:18:47.773744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-5f2a56cb-c9c1-4a21-bfb2-34ae323874af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:47.775140 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-5f2a56cb-c9c1-4a21-bfb2-34ae323874af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0564611 Jan 14 12:18:47.848497 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-d3566786-3e5d-4d0f-a255-235b69e1bd0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677700 Jan 14 12:18:47.981874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-2002e89d-0109-41dc-b02d-531019803113 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266432 Jan 14 12:18:48.112848 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-032d9ae2-1965-476b-a2ba-c3f66ce9b149 req-0dc839bd-ab47-43b5-858f-a6dfa54a783f service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250300 Jan 14 12:18:48.823768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e94ad-b464-4f0c-a7d4-3c157fbc0f0b req-b3a13919-d6ed-4c64-bd4f-f1b7495b7ce7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:48.824445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-398e94ad-b464-4f0c-a7d4-3c157fbc0f0b req-b3a13919-d6ed-4c64-bd4f-f1b7495b7ce7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:18:48.839682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-398e94ad-b464-4f0c-a7d4-3c157fbc0f0b req-b3a13919-d6ed-4c64-bd4f-f1b7495b7ce7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:18:48.840891 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-398e94ad-b464-4f0c-a7d4-3c157fbc0f0b req-b3a13919-d6ed-4c64-bd4f-f1b7495b7ce7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 944 time: 0.0947988 Jan 14 12:18:48.885711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-398e94ad-b464-4f0c-a7d4-3c157fbc0f0b req-9dda40fe-c917-4d06-8374-462c26732d12 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389748 Jan 14 12:18:50.078359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434291b0-cb45-4a20-bfd5-93d474322568 req-f6a2e6f1-327e-4dd2-9cf7-cf78013c997c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:50.079780 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-434291b0-cb45-4a20-bfd5-93d474322568 req-f6a2e6f1-327e-4dd2-9cf7-cf78013c997c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 944 time: 0.0748603 Jan 14 12:18:50.129661 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-434291b0-cb45-4a20-bfd5-93d474322568 req-f7c65b27-c027-4465-abe0-1058b5539215 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Jan 14 12:18:50.196187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:18:50.325073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:50.337728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'mac_address': 'fa:16:3e:14:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:18:50.389199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:50.405429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:18:50.420216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:50.424416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:50.490575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:50.814888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['72b83d1d-6ef3-4536-b864-6a7de357ffcf'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:18:51.327160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ad63-876b-4d77-b1a8-83324d9a3c7e req-86c64a75-23b1-43f4-bd95-6f7017281e34 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:51.329209 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7cd5ad63-876b-4d77-b1a8-83324d9a3c7e req-86c64a75-23b1-43f4-bd95-6f7017281e34 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.0742960 Jan 14 12:18:51.377157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7cd5ad63-876b-4d77-b1a8-83324d9a3c7e req-7cf900ca-0a7c-488d-b582-2ad2480e4708 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Jan 14 12:18:52.211717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:18:52.279329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 72b83d1d-6ef3-4536-b864-6a7de357ffcf completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:18:52.284054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 72b83d1d-6ef3-4536-b864-6a7de357ffcf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:18:52.284420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:52.395111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:52.420801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:18:52.431494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:18:52.436912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:52.487649 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'code': 200} Jan 14 12:18:52.504757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:18:52.580528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736e9ae-24ad-45eb-8eeb-d12dc2780f45 req-6ab8e80b-a227-4f27-a4dc-4d5676d8d0ce tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:52.582040 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1736e9ae-24ad-45eb-8eeb-d12dc2780f45 req-6ab8e80b-a227-4f27-a4dc-4d5676d8d0ce tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0765631 Jan 14 12:18:52.628719 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1736e9ae-24ad-45eb-8eeb-d12dc2780f45 req-d95aa789-8e56-4652-ac39-57f55da5d130 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Jan 14 12:18:52.700783 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46230547-dac3-4f7e-b4d5-d12a25f1f071 req-a914144e-8801-42c5-b07c-76756dc7b966 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1099 time: 0.0652075 Jan 14 12:18:52.740110 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46230547-dac3-4f7e-b4d5-d12a25f1f071 req-fc4067a2-9b01-4e89-bdf6-a129be039b1b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Jan 14 12:18:53.826685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720acf4-5af1-454f-93f7-c92a8e8f559f req-4fef061f-c2ed-47b6-abfe-5769a6701aa6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:53.828096 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5720acf4-5af1-454f-93f7-c92a8e8f559f req-4fef061f-c2ed-47b6-abfe-5769a6701aa6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0769513 Jan 14 12:18:53.874041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5720acf4-5af1-454f-93f7-c92a8e8f559f req-12396857-92ab-402c-882c-a63176695649 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 Jan 14 12:18:55.144840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543452d3-d99e-4d3f-8653-c96848772452 req-84056077-93f2-4017-9208-875ee0c2d80e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:55.146282 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-543452d3-d99e-4d3f-8653-c96848772452 req-84056077-93f2-4017-9208-875ee0c2d80e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.1501942 Jan 14 12:18:55.193035 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-543452d3-d99e-4d3f-8653-c96848772452 req-3bd12d72-c7ac-4788-bb1a-72eaaec8eea2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 Jan 14 12:18:55.383754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53937b3-e771-42c1-9425-0ffb9b76628a req-c317bfd4-23c6-41e9-a571-e395053c60ea tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:55.385204 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f53937b3-e771-42c1-9425-0ffb9b76628a req-c317bfd4-23c6-41e9-a571-e395053c60ea tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0756001 Jan 14 12:18:55.394619 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 55704) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:18:55.399835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'floatingip': {'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:18:55.475641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:56.040998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:56.044145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:56.226475 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 associated. External IP: 172.26.8.21, port: 72b83d1d-6ef3-4536-b864-6a7de357ffcf. Jan 14 12:18:56.602934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:18:56.886097 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:18:56.890216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:18:56.895621 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:18:56.907692 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:18:56.908282 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:18:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:56.942278 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4bf568b-bae1-43df-8d70-2b5b7a028855 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "PUT /v2.0/floatingips/41b059ea-d2ff-41ec-a992-7b083408dbd0 HTTP/1.1" status: 200 len: 991 time: 1.5465934 Jan 14 12:18:56.942849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:18:56.997771 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'status': 'completed', 'code': 200} Jan 14 12:18:57.083957 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:18:57.093046 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-a7416546-a389-4791-8d29-bb3e0a89d27c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1099 time: 0.0751007 Jan 14 12:18:57.226396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-0fab6288-9c1c-4c89-8bcd-2b41d1cbd573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:57.227831 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-0fab6288-9c1c-4c89-8bcd-2b41d1cbd573 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1291988 Jan 14 12:18:57.325917 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-401c53bb-458d-4bce-821c-81ceda583532 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 999 time: 0.0923405 Jan 14 12:18:57.432391 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:14:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:18:55Z', 'revision_number': 9, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:57.436213 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:18:57.447847 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:18:57.448370 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:18:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:57.481554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-ed393b7c-229b-4606-b086-7d3912c07254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:18:57.482989 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-ed393b7c-229b-4606-b086-7d3912c07254 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.1517158 Jan 14 12:18:57.555625 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-f6ce9d4a-6f2d-4e1c-b148-5cd926c1d423 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673168 Jan 14 12:18:57.624710 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:18:57.684653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-c34aee07-352f-4e2e-b6a3-ed779513a44e service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226358 Jan 14 12:18:57.817579 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bc20e5-16e9-45a0-9f7d-a4efb414c206 req-1891de54-5c79-4283-8a12-fe865c4d5ad5 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270492 Jan 14 12:18:57.967229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:14:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:18:55Z', 'revision_number': 9, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:18:57.971959 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b091cf-fa0f-42ba-a9a4-ec2cf2f0bdc5 None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:14:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:18:55Z', 'revision_number': 9, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:18:58.173794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59910a67-874a-447d-847b-c3be39e2ae63 None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:19:00.132233 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:19:00.882982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-79385e48-bfcf-461a-96c7-36af8b591095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:01.257615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:03.102282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35bba2c1-99a2-4498-bd85-cad436f6f7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:04.257504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:04.478681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:05.624573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:30.885086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-65a87841-1289-46c3-b6af-ce9a2e5b6a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:31.257691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:33.104217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-19ad5964-992a-4d30-b780-f16f910751e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:34.260205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:34.480987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:35.593218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:19:37.131903 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:19:42.146759 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-a61a06ed-da3e-4fef-ac78-a3c33907fc9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711079 Jan 14 12:19:42.282735 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-4b8bc0f0-a4a4-4ebe-9f0f-0bef698defff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1099 time: 0.0691440 Jan 14 12:19:42.423842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592716d5-89d7-4dde-8104-a2badd7b666a req-fc047e59-58e0-42b6-a629-6b12f0642ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:19:42.425220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-fc047e59-58e0-42b6-a629-6b12f0642ef7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1244311 Jan 14 12:19:42.528230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-09b1f84f-904a-4d1d-b876-a09d0c86df32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 1002 time: 0.0965464 Jan 14 12:19:42.589886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592716d5-89d7-4dde-8104-a2badd7b666a req-1654d004-a722-4847-a405-ab5f68ba12cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:19:42.591302 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-1654d004-a722-4847-a405-ab5f68ba12cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0565403 Jan 14 12:19:42.667922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-e2abc73d-92b9-47c4-8d04-81f781c393c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706191 Jan 14 12:19:42.798133 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-fb8aa242-2517-45f6-b6a7-9ec6f8e530e3 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237655 Jan 14 12:19:42.928005 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-592716d5-89d7-4dde-8104-a2badd7b666a req-38fad044-dcb6-4cba-8aa2-b1f1fd8a5db5 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236441 Jan 14 12:20:00.886771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da510141-a43a-49ae-b51e-8186808e57a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:01.260917 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:03.105170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-07b648f9-eedc-4b42-bd65-8bd4c480dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:04.262158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:04.483343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:05.596601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:11.032258 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-100be043-64d6-487e-b7fb-c37d013830c4 req-80797a0c-321e-4fae-9e13-21bcb5396f79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682435 Jan 14 12:20:11.277369 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-7fc0e70f-81a1-4da2-aeff-f674c1c8f9c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683262 Jan 14 12:20:11.343091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e5f96-5528-4acd-be70-fccef6525275 req-1b1f28c4-7e0a-499d-86ad-2f60862be59d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:11.345160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c9e5f96-5528-4acd-be70-fccef6525275 req-1b1f28c4-7e0a-499d-86ad-2f60862be59d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0807123 Jan 14 12:20:11.391679 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c9e5f96-5528-4acd-be70-fccef6525275 req-88f0e819-e059-4f1d-aeba-dc562bdd64d6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Jan 14 12:20:12.484136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-ef43525c-22c2-4b27-843f-65d94005e199 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1099 time: 0.1453030 Jan 14 12:20:12.594028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906555d-cc79-4f06-9903-7c1698696dce req-beec4d4b-8ba3-4a3f-ba3c-865e815d70bb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:12.595638 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2906555d-cc79-4f06-9903-7c1698696dce req-beec4d4b-8ba3-4a3f-ba3c-865e815d70bb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0773048 Jan 14 12:20:12.618371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-32b8c7f1-c38f-4eb8-81fc-de80d05724fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:12.619839 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-32b8c7f1-c38f-4eb8-81fc-de80d05724fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1294417 Jan 14 12:20:12.639602 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2906555d-cc79-4f06-9903-7c1698696dce req-14f08466-31d0-44ba-87c2-a4aea2151e0c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383503 Jan 14 12:20:12.808876 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-750b4d41-76fa-4f5d-9897-a50f2d9b6be9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 1002 time: 0.1824417 Jan 14 12:20:12.869143 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-1f60068c-44f1-484c-8e31-9d3b26a0c059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:12.870530 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-1f60068c-44f1-484c-8e31-9d3b26a0c059 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0564685 Jan 14 12:20:12.942543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-26e6a66f-5f9e-43ac-9744-594c93b62fdb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667162 Jan 14 12:20:13.070654 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-80864c14-1703-4a67-829f-13d5ad346ddb service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214325 Jan 14 12:20:13.200629 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-4ab067cd-3560-4ad6-bb5c-c4c4bc414cb1 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242013 Jan 14 12:20:13.838237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675686d6-6da1-49a6-8ab3-57eadcd1d4d7 req-4639566a-7db1-4584-9e79-040366d23646 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:13.839687 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-675686d6-6da1-49a6-8ab3-57eadcd1d4d7 req-4639566a-7db1-4584-9e79-040366d23646 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0792701 Jan 14 12:20:13.883913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-675686d6-6da1-49a6-8ab3-57eadcd1d4d7 req-a71a4fb7-5736-4fa8-9ca4-ef2ff3567899 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377653 Jan 14 12:20:14.131712 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:20:15.076455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b6ecd-163d-4bc1-bc84-fd030589b960 req-5cc0950e-3e81-4340-a09c-a94a44714ea5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:15.077899 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-784b6ecd-163d-4bc1-bc84-fd030589b960 req-5cc0950e-3e81-4340-a09c-a94a44714ea5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0745184 Jan 14 12:20:15.122065 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-784b6ecd-163d-4bc1-bc84-fd030589b960 req-ea9c3ebb-5819-4729-9380-e373651f947c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 Jan 14 12:20:16.322028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51524c-e57e-448f-956c-e52a980a20c3 req-0db16b7a-f51c-4629-86d3-52f612e4b32e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:16.323443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e51524c-e57e-448f-956c-e52a980a20c3 req-0db16b7a-f51c-4629-86d3-52f612e4b32e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0745485 Jan 14 12:20:16.372070 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e51524c-e57e-448f-956c-e52a980a20c3 req-a0cf7ac8-71e1-411c-acc6-a13d248dc399 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Jan 14 12:20:17.567587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeebfe-8838-4893-a32f-d95d5e281e84 req-16feb340-2a33-47c3-81b4-ad38d6f18ee9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:17.569051 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9fdeebfe-8838-4893-a32f-d95d5e281e84 req-16feb340-2a33-47c3-81b4-ad38d6f18ee9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0783260 Jan 14 12:20:17.613343 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9fdeebfe-8838-4893-a32f-d95d5e281e84 req-c9aaa923-2974-4430-96f2-3bca616e288c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Jan 14 12:20:18.805934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511afa58-d49e-453f-90a9-b2505622762a req-a9560b3b-7d19-4c3d-bda9-bd86b9695ee5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:18.807430 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-511afa58-d49e-453f-90a9-b2505622762a req-a9560b3b-7d19-4c3d-bda9-bd86b9695ee5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0745175 Jan 14 12:20:18.852626 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-511afa58-d49e-453f-90a9-b2505622762a req-0a03440e-50c6-473b-933d-2eedf6327139 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Jan 14 12:20:20.045252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00251ccf-1f9e-46ae-a9cc-aeabd4a7f58f req-ba2a8f6e-58b5-46fd-9ec6-d5ff20298e4d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:20.047271 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-00251ccf-1f9e-46ae-a9cc-aeabd4a7f58f req-ba2a8f6e-58b5-46fd-9ec6-d5ff20298e4d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0737603 Jan 14 12:20:20.094264 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-00251ccf-1f9e-46ae-a9cc-aeabd4a7f58f req-9b6f4243-2f85-464f-b537-0343bf8b8ea8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408821 Jan 14 12:20:21.291249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ee0d-c46a-4dd6-9889-d512d2707385 req-079dd1b5-c0af-4d07-bb94-71bfc6ce00c9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:21.292688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0379ee0d-c46a-4dd6-9889-d512d2707385 req-079dd1b5-c0af-4d07-bb94-71bfc6ce00c9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0784092 Jan 14 12:20:21.337344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0379ee0d-c46a-4dd6-9889-d512d2707385 req-412e1eea-3587-4f7f-abbb-19a7be2a1bbc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 Jan 14 12:20:22.531690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a6a32-0299-4ae9-84cf-8165eb77c9c9 req-36ce8dba-2d38-4b83-8c8f-35e91e7ef747 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:22.533140 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b33a6a32-0299-4ae9-84cf-8165eb77c9c9 req-36ce8dba-2d38-4b83-8c8f-35e91e7ef747 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0767090 Jan 14 12:20:22.576162 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b33a6a32-0299-4ae9-84cf-8165eb77c9c9 req-b8a63df4-7c6a-4b35-97e1-40a6c81d9ac0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375738 Jan 14 12:20:23.778311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d9c3-74b4-4a93-be05-7bc0f02e31ef req-9e83cd36-6edc-41b9-bd19-685ef9d3f80e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:23.779931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1692d9c3-74b4-4a93-be05-7bc0f02e31ef req-9e83cd36-6edc-41b9-bd19-685ef9d3f80e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0779240 Jan 14 12:20:23.825144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1692d9c3-74b4-4a93-be05-7bc0f02e31ef req-1dce53a5-aeab-41b0-8fdb-dd8d460ff7c2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 Jan 14 12:20:24.849732 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-5900700e-783a-4456-8b73-7466cde8addd service neutron] 10.222.0.31 "GET /v2.0/ports/72b83d1d-6ef3-4536-b864-6a7de357ffcf/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0746119 Jan 14 12:20:25.029279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c38f-2aca-4a58-b7fa-cc445c38b916 req-c2065442-7ced-4601-914d-eef754cdc5d5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:25.030771 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-94c6c38f-2aca-4a58-b7fa-cc445c38b916 req-c2065442-7ced-4601-914d-eef754cdc5d5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0800867 Jan 14 12:20:25.076439 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-94c6c38f-2aca-4a58-b7fa-cc445c38b916 req-37805059-8621-4914-9400-80b0e293a175 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401390 Jan 14 12:20:25.107396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-acf512df-0da8-413e-8398-ad89e6afcb69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 1099 time: 0.0707743 Jan 14 12:20:25.199612 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-dce7c389-b530-40ad-a681-b3b1ff6c0dec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1099 time: 0.0722883 Jan 14 12:20:25.326564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-0fa7aaab-4282-412a-a387-cc335b08405c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:25.327986 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-0fa7aaab-4282-412a-a387-cc335b08405c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1234956 Jan 14 12:20:25.424658 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-b04f4747-1744-4c4b-90a5-cad2c450efd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 1002 time: 0.0910685 Jan 14 12:20:25.487645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-c0cf1af9-17cb-4522-85fd-db8621f17dd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:25.489083 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-c0cf1af9-17cb-4522-85fd-db8621f17dd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0591235 Jan 14 12:20:25.561504 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-167c1555-36c1-4b03-96a3-c57be743ddbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668557 Jan 14 12:20:25.691563 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-f56bc39e-48f8-46c6-801c-61b029d29156 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222360 Jan 14 12:20:25.820026 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3cba36d6-4bd1-489a-86ca-b6fe70fec70d req-4d6dae35-5a4a-41d9-b277-a504e84deabe service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230707 Jan 14 12:20:26.281785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d7a85-ec64-4f16-8f94-3c32cf2ada66 req-848a55f7-4bcd-4c25-b6fb-81a495974666 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:26.283229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e68d7a85-ec64-4f16-8f94-3c32cf2ada66 req-848a55f7-4bcd-4c25-b6fb-81a495974666 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0827777 Jan 14 12:20:26.327032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e68d7a85-ec64-4f16-8f94-3c32cf2ada66 req-76202ed1-93ff-4d5c-9b7e-c9e36543eba1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Jan 14 12:20:27.523786 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941ff24-21e3-4571-9fc4-482d09e48a49 req-fcee340d-697a-4cd6-93a8-feb60638ce54 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:27.525225 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b941ff24-21e3-4571-9fc4-482d09e48a49 req-fcee340d-697a-4cd6-93a8-feb60638ce54 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0748994 Jan 14 12:20:27.569204 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b941ff24-21e3-4571-9fc4-482d09e48a49 req-37c8eb13-134c-44e7-b3a1-adf6ecb6e28e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Jan 14 12:20:28.742229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:20:28.754027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:20:28.780337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058e7ae-012a-4b50-81d5-6028b5be0e32 req-9cd2a3f0-3fdc-4559-9b87-dfe1ece9afaa tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:28.782244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8058e7ae-012a-4b50-81d5-6028b5be0e32 req-9cd2a3f0-3fdc-4559-9b87-dfe1ece9afaa tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0856593 Jan 14 12:20:28.833737 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8058e7ae-012a-4b50-81d5-6028b5be0e32 req-64c94a77-217b-40ee-a0fb-0d3e366e6256 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 Jan 14 12:20:28.993011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:29.003452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:29.020433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'mac_address': 'fa:16:3e:14:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:20:29.064479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:29.086977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:29.094406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:29.129244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:29.143979 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'code': 200} Jan 14 12:20:29.167981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:20:29.215192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:29.238971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.239315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.239651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.239983 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.240314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.240637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.240986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.241311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.241631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.241953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.242272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:29.247178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:20:29.247474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:20:29.802667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:29.820073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:20:29.835546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:29.839454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:29.914993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['72b83d1d-6ef3-4536-b864-6a7de357ffcf'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:20:29.956593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:30.039382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6e767-639d-4629-b724-040695859242 req-d2a5f841-abd6-4c64-9a59-d537cbd0c3a9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:30.040861 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c6e767-639d-4629-b724-040695859242 req-d2a5f841-abd6-4c64-9a59-d537cbd0c3a9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.0808387 Jan 14 12:20:30.087538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-32c6e767-639d-4629-b724-040695859242 req-f948ae35-878d-4792-be8d-e5b2272c6587 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Jan 14 12:20:30.651063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-3a6fb572-15bd-453b-a654-9139dd4be925 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:30.652383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-3a6fb572-15bd-453b-a654-9139dd4be925 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e&tenant_id=ad988ccb98b549cfa2731fb15923424a&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 945 time: 0.2237065 Jan 14 12:20:30.700478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36ed19-d75f-43ad-a0a2-8442f06bae97 req-df250c41-9b16-48bc-8fd2-6424fdc7e9c4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:30.701914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1b36ed19-d75f-43ad-a0a2-8442f06bae97 req-df250c41-9b16-48bc-8fd2-6424fdc7e9c4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.2209232 Jan 14 12:20:30.748319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:20:30.772677 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-69fda72c-631b-4f0b-9d4d-a1c73d427739 service neutron] 10.222.0.31 "GET /v2.0/ports/72b83d1d-6ef3-4536-b864-6a7de357ffcf/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.1150329 Jan 14 12:20:30.774822 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1b36ed19-d75f-43ad-a0a2-8442f06bae97 req-27b0de43-dbad-4244-a5d1-388ea2551db7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652423 Jan 14 12:20:30.825014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 72b83d1d-6ef3-4536-b864-6a7de357ffcf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:20:30.825569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:30.864362 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-b1e0bc7f-1cc2-44b2-ae89-d7a5751b50ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1098 time: 0.0702109 Jan 14 12:20:30.904082 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9e5e53df-787c-4f89-84d2-429f452f0d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:30.964362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:30.995636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:31.001429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:31.005704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-1a6a5ee6-19d9-4048-a124-69a2bb10c29c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:31.007256 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-1a6a5ee6-19d9-4048-a124-69a2bb10c29c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1379566 Jan 14 12:20:31.068903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:31.112031 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-a18b2956-44bb-4dc2-8853-1746827d229e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 1002 time: 0.0990722 Jan 14 12:20:31.145072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:31.173816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-bca88efb-fa03-47bf-b96c-88b4a2491e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:31.175258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-bca88efb-fa03-47bf-b96c-88b4a2491e48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0580616 Jan 14 12:20:31.208924 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'code': 200} Jan 14 12:20:31.259497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:31.260889 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-04b3590d-54d6-4bad-9e17-56c81386d778 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800276 Jan 14 12:20:31.389092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-c569e913-2486-412c-9443-6c61877e1d67 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227160 Jan 14 12:20:31.515886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-64ff8124-ec66-428d-8084-95a7bff7f576 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213045 Jan 14 12:20:31.979136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229ba52-fb37-4da4-a802-28cf665ff241 req-181c78b1-4bda-479d-a051-30f99e374e6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:31.980587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7229ba52-fb37-4da4-a802-28cf665ff241 req-181c78b1-4bda-479d-a051-30f99e374e6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0821340 Jan 14 12:20:32.025258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7229ba52-fb37-4da4-a802-28cf665ff241 req-bd475144-3a96-4c30-81a8-30ddc9762d94 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Jan 14 12:20:33.108714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6b45d580-d7db-40e6-802a-5560b50e6de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:33.230814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d85241-dfcf-4752-8cd8-2ca87da70267 req-fe255b6a-b2a4-4f77-bed0-07f24f7857d6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:33.232266 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a4d85241-dfcf-4752-8cd8-2ca87da70267 req-fe255b6a-b2a4-4f77-bed0-07f24f7857d6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0812941 Jan 14 12:20:33.276380 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a4d85241-dfcf-4752-8cd8-2ca87da70267 req-e0a43c8a-1d96-4f25-a702-0714ecca9b9d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Jan 14 12:20:34.026464 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-0ea59885-8d61-4233-9cda-e978814048ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 1099 time: 0.0702598 Jan 14 12:20:34.119927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-d34e17a3-14df-43b5-b3ca-57cbaa808df5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 1099 time: 0.0691786 Jan 14 12:20:34.248080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-57a9aeb8-cd06-4a73-84d0-c7544272f1d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:34.249601 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-57a9aeb8-cd06-4a73-84d0-c7544272f1d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1243107 Jan 14 12:20:34.264568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:34.353508 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-8ee22d4a-b32a-4aaf-945b-6a4e761b4b21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 200 len: 1002 time: 0.0985806 Jan 14 12:20:34.454075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-32a69139-c223-4d03-868f-4ccc80c703a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:34.455458 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-32a69139-c223-4d03-868f-4ccc80c703a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0968189 Jan 14 12:20:34.486299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:34.542473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dfbea-8862-4a68-9144-0b1db2e8004b req-6b9b3fab-61d5-4d83-b339-c8de37a53733 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:34.543921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b51dfbea-8862-4a68-9144-0b1db2e8004b req-6b9b3fab-61d5-4d83-b339-c8de37a53733 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.1423087 Jan 14 12:20:34.568480 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-97074493-9113-4107-a3b1-2b458be6b3bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071892 Jan 14 12:20:34.769764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b51dfbea-8862-4a68-9144-0b1db2e8004b req-126890d9-ab22-4712-b814-6c8e83cbda60 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177107 Jan 14 12:20:34.809248 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-80caf350-5e4b-4b99-a2d4-6f437c7f13fe service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352242 Jan 14 12:20:34.939220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-11d84275-4607-4ab0-9852-4e31b5c04ba6 req-9ad47f42-2b61-4732-a77d-94472a9a3f8c service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241302 Jan 14 12:20:35.599048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:35.968230 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdb3a8-82e6-4bdd-a066-54d541c26714 req-9b60ae3d-db58-45c2-a31e-8733172d007f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:35.969762 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cafdb3a8-82e6-4bdd-a066-54d541c26714 req-9b60ae3d-db58-45c2-a31e-8733172d007f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 946 time: 0.0759597 Jan 14 12:20:36.013822 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cafdb3a8-82e6-4bdd-a066-54d541c26714 req-a4bff841-8619-4488-b0dc-7ee354cd841c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386860 Jan 14 12:20:36.778340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:20:36.911417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:36.925155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'mac_address': 'fa:16:3e:14:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:20:36.977466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:36.995913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:20:37.012334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:37.016188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:37.122015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['72b83d1d-6ef3-4536-b864-6a7de357ffcf'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:20:37.157785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=9']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:37.230840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e71a4-603d-48d2-905f-9b999184cac1 req-66ea4343-901d-48c2-9a0c-8254bf19fd22 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:37.232599 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d73e71a4-603d-48d2-905f-9b999184cac1 req-66ea4343-901d-48c2-9a0c-8254bf19fd22 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.0914030 Jan 14 12:20:37.282706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d73e71a4-603d-48d2-905f-9b999184cac1 req-ca0a9c02-6043-4989-b687-d374663f3a6e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Jan 14 12:20:38.478269 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45a43-f8f6-487b-9df0-8bb5aefbdc3c req-d98e33ca-950c-4cf1-b3d1-afbe4000a0cf tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:38.479596 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c1e45a43-f8f6-487b-9df0-8bb5aefbdc3c req-d98e33ca-950c-4cf1-b3d1-afbe4000a0cf tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.0771983 Jan 14 12:20:38.525777 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c1e45a43-f8f6-487b-9df0-8bb5aefbdc3c req-f947c0b2-ede6-4296-a873-7aadcc3750ff tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400157 Jan 14 12:20:38.721095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947543-5c4c-40d5-ae61-920a9b1702a1 req-596c493c-06c8-40a5-973c-b54a034e1b80 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:38.722540 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2947543-5c4c-40d5-ae61-920a9b1702a1 req-596c493c-06c8-40a5-973c-b54a034e1b80 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.0790625 Jan 14 12:20:38.766369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2947543-5c4c-40d5-ae61-920a9b1702a1 req-c2f254e9-914a-45d8-8344-a46bed8c075a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Jan 14 12:20:38.788673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:20:38.855222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 72b83d1d-6ef3-4536-b864-6a7de357ffcf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:20:38.855583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:38.962937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887a1aa-b0ec-48d4-b77a-2edcdd62f8b8 req-b23cd0ff-cde9-4db4-8ea0-f014a9d5fbae tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:38.964362 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0887a1aa-b0ec-48d4-b77a-2edcdd62f8b8 req-b23cd0ff-cde9-4db4-8ea0-f014a9d5fbae tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 945 time: 0.0754521 Jan 14 12:20:38.966945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:38.993869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:39.003172 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:39.009464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:39.014405 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0887a1aa-b0ec-48d4-b77a-2edcdd62f8b8 req-2fe492db-4cf8-49c9-b965-e27d4e6868bb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Jan 14 12:20:39.064066 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'code': 200} Jan 14 12:20:39.078044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=10']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:39.412262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd581655-5d7c-4915-95bb-deb888baf63e req-1d5e4aa0-2d9b-4fa5-8a41-4ee46a09a7e6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:39.413628 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd581655-5d7c-4915-95bb-deb888baf63e req-1d5e4aa0-2d9b-4fa5-8a41-4ee46a09a7e6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 947 time: 0.0740514 Jan 14 12:20:39.457910 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd581655-5d7c-4915-95bb-deb888baf63e req-daba512b-c530-4dea-aae0-e875930fa785 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 Jan 14 12:20:40.655217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c70f42-9048-4876-9181-51f60c484b3c req-10040169-aed2-452d-8b6f-6c6c407b0ad7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:40.656648 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-54c70f42-9048-4876-9181-51f60c484b3c req-10040169-aed2-452d-8b6f-6c6c407b0ad7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 947 time: 0.0758755 Jan 14 12:20:40.701604 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-54c70f42-9048-4876-9181-51f60c484b3c req-317042f1-0c42-4fb4-b8ab-80e59d42e006 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Jan 14 12:20:41.651785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-19331866-c569-48e4-b695-6d48c29002b0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:41.653207 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-19331866-c569-48e4-b695-6d48c29002b0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 947 time: 0.0779831 Jan 14 12:20:41.721440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Deleting port 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:20:41.721775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:42.020169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] For port 72b83d1d-6ef3-4536-b864-6a7de357ffcf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=72b83d1d-6ef3-4536-b864-6a7de357ffcf,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:42.020518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:42.036165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683a79a-163b-4580-a61d-b74b18a40366 req-0efe3359-dd5c-4f93-a29c-555d2e10cdba tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:42.037638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7683a79a-163b-4580-a61d-b74b18a40366 req-0efe3359-dd5c-4f93-a29c-555d2e10cdba tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 947 time: 0.2077281 Jan 14 12:20:42.214729 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7683a79a-163b-4580-a61d-b74b18a40366 req-d5b1fecb-d913-456d-8771-7c89a3c6b7f4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248810 Jan 14 12:20:42.371636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:42.371915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:42.372246 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 disassociated. External IP: 172.26.8.21, port: 72b83d1d-6ef3-4536-b864-6a7de357ffcf. Jan 14 12:20:42.372559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Calling delete_port for 72b83d1d-6ef3-4536-b864-6a7de357ffcf owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:20:42.547194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:42.599759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event deleted for resources: {'Port': ['ID=72b83d1d-6ef3-4536-b864-6a7de357ffcf,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:42.616513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.616913 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.617260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.617596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.618001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.618249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.618923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.618923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.619210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.619528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.619845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:20:42.969750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:20:43.204136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:20:43.213419 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:20:43.225524 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:20:43.226054 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:20:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:43.274831 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] No DVR routers for this DVR port 72b83d1d-6ef3-4536-b864-6a7de357ffcf on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:20:43.277313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:43.279911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-deleted', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:43.299367 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e629e195-b4ef-4ad0-a6de-df4237b85849 req-5ad55bd9-f342-49fa-b8f5-b4415f6dfd8e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "DELETE /v2.0/ports/72b83d1d-6ef3-4536-b864-6a7de357ffcf HTTP/1.1" status: 204 len: 173 time: 1.6407712 Jan 14 12:20:43.358618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a9acf-6ae0-478e-811a-97b18ab3ef2e', 'name': 'network-vif-deleted', 'tag': '72b83d1d-6ef3-4536-b864-6a7de357ffcf', 'status': 'completed', 'code': 200} Jan 14 12:20:43.423618 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e49c3d36-231d-474e-88ba-a48551edd8ba req-45be1cd7-e9db-4a5c-81f9-829a4f45677c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0a9acf-6ae0-478e-811a-97b18ab3ef2e HTTP/1.1" status: 200 len: 210 time: 0.0518084 Jan 14 12:20:43.456562 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:20:43.763306 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:43.767173 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:20:43.777324 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:20:43.777895 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:20:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:43.955257 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:20:44.254783 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:44.258618 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628c900-dc0e-4e88-ba58-e9626e8ba672 None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:20:44.478892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d70f8-a898-4f8e-a738-94bc9fc92c8c None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:20:44.809235 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-513b52f1-5793-47fa-90ec-20086e31148f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1738653033&fields=id&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 267 time: 0.0396178 Jan 14 12:20:44.956035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-24e74405-39f0-43d4-9d0d-28d239603851 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:44.957516 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-24e74405-39f0-43d4-9d0d-28d239603851 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1413887 Jan 14 12:20:44.973272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-3c788291-6855-450a-b776-14578ae0d588 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/quotas/ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 375 time: 0.0104289 Jan 14 12:20:45.054531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-190397c3-fbe7-4d2d-b6dd-09f915efe0cb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:20:45.069842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-190397c3-fbe7-4d2d-b6dd-09f915efe0cb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:20:45.070998 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-190397c3-fbe7-4d2d-b6dd-09f915efe0cb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930769 Jan 14 12:20:45.206109 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-1e0a3720-e4e0-413a-bfa4-8caaed97d0d5 service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236038 Jan 14 12:20:45.332539 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-f62c8d3a-ffc1-42ff-bfae-e34c02338d24 service neutron] 10.222.0.48 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206582 Jan 14 12:20:45.510975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6968ca33-c2da-43b2-bbf6-6fa07e7165aa req-29ceb669-279a-4619-8d0b-cf5747f10d80 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 210 time: 0.0406919 Jan 14 12:20:46.504343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-7ee9da0a-a7bc-475c-8049-2964716a69f0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:46.505778 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-7ee9da0a-a7bc-475c-8049-2964716a69f0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 812 time: 0.1465006 Jan 14 12:20:46.568970 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-14844e6b-c824-4551-bc99-45b91848f9ae tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 380 time: 0.0509019 Jan 14 12:20:46.577555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'port': {'device_id': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'admin_state_up': True, 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'security_groups': ['dd832ee1-224c-4a02-a3c1-57970e439502']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:20:46.694380 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f1fa6f12-6bff-42ec-b447-8b9db890c7c2 req-0c0f559c-f654-4b10-91fb-78c67a68ebbc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 210 time: 0.0544195 Jan 14 12:20:46.748293 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:20:46.757696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:20:46.767373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Made reservation on behalf of ad988ccb98b549cfa2731fb15923424a for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:20:46.770486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:46.846228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:20:46.886474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 72b83d1d-6ef3-4536-b864-6a7de357ffcf {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:20:46.886813 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 72b83d1d-6ef3-4536-b864-6a7de357ffcf not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:20:46.931600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Allocated IP 172.20.0.5 (ec79aefe-bce6-4af3-9754-bcba9f4c2e1e/11e31bd9-e858-4951-8cc0-8acb700b3938/c3e6abec-e8a8-44d9-b20d-68896e373a6f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:20:47.205722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.220690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Transition to ACTIVE for port object c3e6abec-e8a8-44d9-b20d-68896e373a6f will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:20:47.243900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.318270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:20:47.321317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:20:47.325188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:20:47.355711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:47.390744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:47.391909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.419618 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-cd873e90-6433-4999-8dca-ad2b34570189 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8456531 Jan 14 12:20:47.430348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Request body: {'port': {'device_id': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:20:47.539601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.580915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7b5ca6ed-397e-4d8e-b671-d0c58cd15d2f None None] Provisioning for port c3e6abec-e8a8-44d9-b20d-68896e373a6f completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:20:47.586439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7b5ca6ed-397e-4d8e-b671-d0c58cd15d2f None None] Provisioning complete for port c3e6abec-e8a8-44d9-b20d-68896e373a6f triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:20:47.586904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca6ed-397e-4d8e-b671-d0c58cd15d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.639426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ca6ed-397e-4d8e-b671-d0c58cd15d2f None None] Port c3e6abec-e8a8-44d9-b20d-68896e373a6f cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:20:47.876364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:20:47.883109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.895637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6af76c-92a6-49f9-b71e-88bed143c3f1 req-eb79f858-d3a6-4cae-85a5-2cc79b6dee6c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:47.897201 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-eb6af76c-92a6-49f9-b71e-88bed143c3f1 req-eb79f858-d3a6-4cae-85a5-2cc79b6dee6c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 931 time: 0.0786757 Jan 14 12:20:47.899534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Transition to ACTIVE for port object c3e6abec-e8a8-44d9-b20d-68896e373a6f will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:20:47.904239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:47.943760 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-eb6af76c-92a6-49f9-b71e-88bed143c3f1 req-aa1fd143-a208-4826-acb6-aa8adfd81f78 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Jan 14 12:20:48.031154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:48.142757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Attempting to bind port c3e6abec-e8a8-44d9-b20d-68896e373a6f on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:20:48.143084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Attempting to bind port c3e6abec-e8a8-44d9-b20d-68896e373a6f by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:20:48.143400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Attempting to bind port c3e6abec-e8a8-44d9-b20d-68896e373a6f on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:20:48.150109 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Port c3e6abec-e8a8-44d9-b20d-68896e373a6f on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:20:48.150424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Attempting to bind port c3e6abec-e8a8-44d9-b20d-68896e373a6f on network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:20:48.156879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:20:48.157444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Checking segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:20:48.157822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Bound using segment: {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:20:48.158423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Bound port: c3e6abec-e8a8-44d9-b20d-68896e373a6f, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:20:48.158558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:48.245574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:20:48.248388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:20:48.253774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:48.316089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:48.317476 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1093 time: 0.8913870 Jan 14 12:20:48.317930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:48.343875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6443ef-cdf0-4e86-9040-1e932399b721 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:48.396778 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'status': 'completed', 'code': 200} Jan 14 12:20:48.439235 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-f91d4593-b904-426e-a11d-fda9e245a72d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1096 time: 0.0738719 Jan 14 12:20:48.509437 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-54626459-4bc5-4bb9-bab1-7a3a6aac4694 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 217 time: 0.0641913 Jan 14 12:20:48.569226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-6d25a239-9f91-4ed1-bd56-3525af22c9b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:48.570610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-6d25a239-9f91-4ed1-bd56-3525af22c9b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0562403 Jan 14 12:20:48.647992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-9c9ed5da-db5c-4f0a-aefd-b66f8c8286be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720754 Jan 14 12:20:48.774807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-a1f87ba4-bb6e-4315-8fc4-b5901838815a service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205373 Jan 14 12:20:48.997965 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c72b54d8-e46c-4779-b44d-4592ae9c8105 req-7ba8efee-fcc6-4375-855e-d0e015a601d8 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169282 Jan 14 12:20:49.116703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-a84ec146-ece2-453f-a16e-6d1f317bcdab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1096 time: 0.0716326 Jan 14 12:20:49.147346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28005ce-eb57-42ea-9027-1cd5852a8454 req-6bc768e8-34cc-4c20-95f6-aa865051701c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:49.148798 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d28005ce-eb57-42ea-9027-1cd5852a8454 req-6bc768e8-34cc-4c20-95f6-aa865051701c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 943 time: 0.0789497 Jan 14 12:20:49.197854 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d28005ce-eb57-42ea-9027-1cd5852a8454 req-dc6edda0-d151-4a17-a941-825fb90a4198 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Jan 14 12:20:49.261006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f273b-cebc-414f-820b-099ab100658e req-612f34a5-0586-4173-bc9d-4f099e770a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:49.262445 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-612f34a5-0586-4173-bc9d-4f099e770a90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1400332 Jan 14 12:20:49.330678 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-7c01f0a4-ccb2-4c43-9974-d56101f89827 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 217 time: 0.0625567 Jan 14 12:20:49.389099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f273b-cebc-414f-820b-099ab100658e req-bb192d9b-66b5-4d19-a3dd-638982c4ced5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:49.390408 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-bb192d9b-66b5-4d19-a3dd-638982c4ced5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0547724 Jan 14 12:20:49.464542 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-15e4e050-390a-4e19-aa3a-074f40557fc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686173 Jan 14 12:20:49.594887 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-0b72f36d-ff24-4bd6-9283-b55a57a7a686 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235156 Jan 14 12:20:49.722676 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-276f273b-cebc-414f-820b-099ab100658e req-e15abc2d-90bf-4a4a-8bce-0f42994c39c1 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222284 Jan 14 12:20:50.396049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf82f-ffb0-4cac-936a-0eb9c7bf3dfe req-b1cc48a4-eaa4-4acf-afff-b88d519d0ebc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:50.396745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3afdf82f-ffb0-4cac-936a-0eb9c7bf3dfe req-b1cc48a4-eaa4-4acf-afff-b88d519d0ebc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Synchronizing usage tracker for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:20:50.411554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3afdf82f-ffb0-4cac-936a-0eb9c7bf3dfe req-b1cc48a4-eaa4-4acf-afff-b88d519d0ebc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Unset dirty status for tenant:ad988ccb98b549cfa2731fb15923424a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:20:50.412831 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3afdf82f-ffb0-4cac-936a-0eb9c7bf3dfe req-b1cc48a4-eaa4-4acf-afff-b88d519d0ebc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 943 time: 0.0900397 Jan 14 12:20:50.457905 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3afdf82f-ffb0-4cac-936a-0eb9c7bf3dfe req-a7c470c7-32d6-4070-b214-1f27fbcb0b1a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Jan 14 12:20:50.877989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:20:51.006474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:51.019420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:20:51.074142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:51.090976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:20:51.105947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:51.109919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:51.133143 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:20:51.173013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:51.425161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['c3e6abec-e8a8-44d9-b20d-68896e373a6f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:20:51.654365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2bbfa-b060-4cf7-b26e-99fa57c8242d req-eeb00a79-3cec-445a-a43b-540f29123bfa tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:51.655801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-17c2bbfa-b060-4cf7-b26e-99fa57c8242d req-eeb00a79-3cec-445a-a43b-540f29123bfa tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 944 time: 0.0791435 Jan 14 12:20:51.781915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-17c2bbfa-b060-4cf7-b26e-99fa57c8242d req-b00084fe-f4e1-49b4-be59-745f033b6379 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199863 Jan 14 12:20:52.877725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:20:52.945828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port c3e6abec-e8a8-44d9-b20d-68896e373a6f completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:20:52.950673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port c3e6abec-e8a8-44d9-b20d-68896e373a6f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:20:52.951044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:52.996464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32719-ed45-40c3-b94e-1da48c7ed484 req-2bcb26e0-6db6-46e1-afd7-84de94da5ceb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:52.997915 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-76e32719-ed45-40c3-b94e-1da48c7ed484 req-2bcb26e0-6db6-46e1-afd7-84de94da5ceb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 944 time: 0.0801120 Jan 14 12:20:53.043456 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-76e32719-ed45-40c3-b94e-1da48c7ed484 req-f49a9ece-fb64-4e4e-ae9c-5186b3b2d52c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Jan 14 12:20:53.065880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:53.091902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:53.101826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:20:53.105442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:53.149864 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:20:53.177092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:20:53.372306 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dd5651d5-c87a-4ade-b38b-8b005f945cb8 req-5094ac19-9a3d-4b53-ad13-66ee105a767a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1098 time: 0.0687001 Jan 14 12:20:53.412993 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dd5651d5-c87a-4ade-b38b-8b005f945cb8 req-bbfff6e2-439d-4334-8e0c-956b51243935 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Jan 14 12:20:54.241905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2db03-4ab1-4810-b867-d1e435fc505a req-087d4187-166e-4f1f-bca4-8bfee5543db3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:54.243339 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d3b2db03-4ab1-4810-b867-d1e435fc505a req-087d4187-166e-4f1f-bca4-8bfee5543db3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0782797 Jan 14 12:20:54.288356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d3b2db03-4ab1-4810-b867-d1e435fc505a req-0f4e324d-8b41-482b-941c-1720b6f93a56 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Jan 14 12:20:55.487722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0daec-1e51-4131-8c29-275f8c97c472 req-8c77e39e-fe74-4f55-ae7f-3e2379619308 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:55.489159 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e0e0daec-1e51-4131-8c29-275f8c97c472 req-8c77e39e-fe74-4f55-ae7f-3e2379619308 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0743632 Jan 14 12:20:55.532370 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e0e0daec-1e51-4131-8c29-275f8c97c472 req-4d167886-258c-4d7c-9c6f-aa72b66f6c98 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377631 Jan 14 12:20:55.717843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad892d25-7d76-40ec-bce0-8d8fcdcbc1ad req-39e05833-dcc6-46ff-bcf7-922900ca4cf9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:55.719260 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ad892d25-7d76-40ec-bce0-8d8fcdcbc1ad req-39e05833-dcc6-46ff-bcf7-922900ca4cf9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0737164 Jan 14 12:20:55.727807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 55986) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:20:55.732948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Request body: {'floatingip': {'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:20:55.811035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:56.478138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:56.481585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:56.672192 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 associated. External IP: 172.26.8.21, port: c3e6abec-e8a8-44d9-b20d-68896e373a6f. Jan 14 12:20:57.056294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:20:57.249391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:20:57.254822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:20:57.259820 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:20:57.273010 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:20:57.273613 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:20:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:57.319952 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-54daa4e8-f044-4cd6-a101-dfc823a98b30 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "PUT /v2.0/floatingips/41b059ea-d2ff-41ec-a992-7b083408dbd0 HTTP/1.1" status: 200 len: 991 time: 1.5909548 Jan 14 12:20:57.320391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:20:57.381591 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'status': 'completed', 'code': 200} Jan 14 12:20:57.455275 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:20:57.473807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-53235707-c45d-4e61-89c8-c8a677f54128 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1098 time: 0.0711653 Jan 14 12:20:57.604634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d807-da40-4993-8049-78da5208b45b req-8a78d332-712d-4079-8bb1-cf8cbb0b20db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:57.606036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-8a78d332-712d-4079-8bb1-cf8cbb0b20db service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1261423 Jan 14 12:20:57.812983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-5bb5c60c-267d-4835-bf7c-16450fd6dc56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 999 time: 0.2006986 Jan 14 12:20:57.835398 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:20:56Z', 'revision_number': 13, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:57.839041 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:20:57.850123 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:20:57.850703 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:20:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:57.873680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d807-da40-4993-8049-78da5208b45b req-c3b42899-5b34-4bd3-b7d1-711e9369c8df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:20:57.875033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-c3b42899-5b34-4bd3-b7d1-711e9369c8df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0560169 Jan 14 12:20:57.951763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-95cd1061-5b03-4aeb-9134-e1c98062cea9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708735 Jan 14 12:20:58.025782 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:20:58.086929 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-9b525490-4446-41aa-958e-3037a2629c15 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292148 Jan 14 12:20:58.219869 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3900d807-da40-4993-8049-78da5208b45b req-11c6736a-0847-4d71-abb6-c1b3f1d0fb13 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270618 Jan 14 12:20:58.375377 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:20:56Z', 'revision_number': 13, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:20:58.379709 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e8110-a50d-4ae0-abd4-6637c0c9e69d None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '41b059ea-d2ff-41ec-a992-7b083408dbd0', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:14:42Z', 'updated_at': '2022-01-14T12:20:56Z', 'revision_number': 13, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:20:58.572109 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0fdcad-ecdb-491a-90bc-da7f50918489 None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:21:00.888177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7dbb38f3-c662-4c4c-8489-2bf6584f3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:01.258841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:03.111340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f5dea77d-06a6-4c16-96cb-10e65523d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:04.265643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:04.488399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:05.601666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:28.135157 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:21:30.889546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6106b1b2-b5ed-4253-94e4-54f00ee3cf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:31.382783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:33.117919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-182f2b27-d769-40ed-a243-a04bc754ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:34.268064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:34.491202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:35.604777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:21:43.113710 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-7afd2adf-6cf7-4753-896f-ad5e3a43848a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667951 Jan 14 12:21:43.249805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-e64d3670-d85e-4186-ae2b-6a6603b22b13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1098 time: 0.0675945 Jan 14 12:21:43.394789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-7bc4a6d0-660f-4504-bab8-21c1031f4ba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:21:43.396189 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-7bc4a6d0-660f-4504-bab8-21c1031f4ba1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1280053 Jan 14 12:21:43.499936 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-9084472b-02e8-4808-b919-bb267516f975 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1001 time: 0.0979421 Jan 14 12:21:43.562795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-7adba6e8-04b8-4d82-96e6-72c56b507426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:21:43.564917 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-7adba6e8-04b8-4d82-96e6-72c56b507426 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0598202 Jan 14 12:21:43.636599 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-76316f9e-414c-4ada-b8b1-80cd65827830 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663526 Jan 14 12:21:43.766310 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-f568d966-2d5d-4a51-97b4-ac6d08fa353d service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226003 Jan 14 12:21:43.894247 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4eb45aaf-5665-440b-a571-e8bdb93691b4 req-ff895279-0e11-4cb7-830a-b06585f4aebb service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218796 Jan 14 12:22:00.891524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c6c22816-32e7-4140-ac1a-247ca4308603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:01.307622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:03.110668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-26a38e05-0791-4e0e-b028-b50017174918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:04.268940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:04.493514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:05.135653 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:22:05.607792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:14.333026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae36c51-6fa0-49aa-88e3-fb75826593c8 req-c0419f41-70b9-4094-806e-6b4a398dd9bb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:14.334496 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bae36c51-6fa0-49aa-88e3-fb75826593c8 req-c0419f41-70b9-4094-806e-6b4a398dd9bb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.1716020 Jan 14 12:22:14.380242 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bae36c51-6fa0-49aa-88e3-fb75826593c8 req-14951a48-863d-4651-be43-26a09312adce tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402315 Jan 14 12:22:24.050942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-347aa03d-a405-45e7-b72c-f31d8641e976 req-f4c7fc24-6827-4ea4-b4a3-ae413024d624 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664384 Jan 14 12:22:24.409630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9dc1-2f50-43a6-8783-591560f60988 req-b9aba748-b689-4d28-a8cc-dad8c56cf6d8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:24.410977 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6f8c9dc1-2f50-43a6-8783-591560f60988 req-b9aba748-b689-4d28-a8cc-dad8c56cf6d8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.1283207 Jan 14 12:22:24.418013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-73154ff6-aa39-486a-be6d-7fa71a3b23df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1926854 Jan 14 12:22:24.460510 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6f8c9dc1-2f50-43a6-8783-591560f60988 req-012420a7-a905-46d5-a69b-3626b68a90a9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Jan 14 12:22:25.578176 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-fde36bb7-3efd-4b29-bea3-4aa676c9edaa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1098 time: 0.0728624 Jan 14 12:22:25.863276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc633-cae1-494c-b075-d997ff180c65 req-93f8a666-6b5b-4a75-ad07-9e63f96d31db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:25.864708 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-93f8a666-6b5b-4a75-ad07-9e63f96d31db service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.2812538 Jan 14 12:22:25.873043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749903e3-7faf-4425-a146-1dc4c41feced req-6066ecb6-bfd5-4dbf-90a9-7cfff10903d4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:25.874371 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-749903e3-7faf-4425-a146-1dc4c41feced req-6066ecb6-bfd5-4dbf-90a9-7cfff10903d4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.2735431 Jan 14 12:22:26.000461 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-749903e3-7faf-4425-a146-1dc4c41feced req-2f14a2b7-1c9c-49fd-a382-83c18b3d4d00 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760555 Jan 14 12:22:26.002154 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-263c01eb-0187-4d89-96fd-e959ba5821f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1001 time: 0.1265609 Jan 14 12:22:26.067628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc633-cae1-494c-b075-d997ff180c65 req-059f584d-e4d6-43f0-9dbb-e910cf7f83af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:26.069000 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-059f584d-e4d6-43f0-9dbb-e910cf7f83af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0615726 Jan 14 12:22:26.143707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-a5c17d15-f8cf-47a5-a7e0-4f6ffd57a21d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684798 Jan 14 12:22:26.275718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-733cee75-440a-4d1f-ae04-d1cb23196d52 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266069 Jan 14 12:22:26.404357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-6fd9707f-d136-495d-b093-18ffb7839448 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225426 Jan 14 12:22:27.198151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb240-d528-4412-a9bf-ffa56b80875f req-da7210ab-827a-4966-9c1f-f36b0da2d4d9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:27.199567 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-382cb240-d528-4412-a9bf-ffa56b80875f req-da7210ab-827a-4966-9c1f-f36b0da2d4d9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0759540 Jan 14 12:22:27.242747 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-382cb240-d528-4412-a9bf-ffa56b80875f req-550dcd37-1b15-4738-b5f8-cd4a98d98f61 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370688 Jan 14 12:22:28.454749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b0c3-9539-4585-8785-c7996964a7b1 req-db69f284-39f1-455e-8959-6a4ae737d1f9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:28.456144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27f0b0c3-9539-4585-8785-c7996964a7b1 req-db69f284-39f1-455e-8959-6a4ae737d1f9 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0777106 Jan 14 12:22:28.513136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27f0b0c3-9539-4585-8785-c7996964a7b1 req-7c6c778a-7194-4e48-91f3-9b7d4589ddb4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512481 Jan 14 12:22:29.707613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e3cb-5c5d-4942-a6fd-0aee822b0d76 req-ee737fdb-9741-436d-8593-9880ed98550d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:29.709045 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b602e3cb-5c5d-4942-a6fd-0aee822b0d76 req-ee737fdb-9741-436d-8593-9880ed98550d tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0775170 Jan 14 12:22:29.753828 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b602e3cb-5c5d-4942-a6fd-0aee822b0d76 req-05c9ab1b-ffed-4b19-ae92-3f8a9389532f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 Jan 14 12:22:30.894388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cef03-be34-496d-88bd-d3028abca44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:30.949153 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2d163-7b05-45d1-856a-4e5dcc730bc8 req-cf1f75e5-6de5-4b6e-a0b7-1efeaca132ca tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:30.950587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ddd2d163-7b05-45d1-856a-4e5dcc730bc8 req-cf1f75e5-6de5-4b6e-a0b7-1efeaca132ca tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0768404 Jan 14 12:22:30.994388 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ddd2d163-7b05-45d1-856a-4e5dcc730bc8 req-22150d80-0baf-4b78-a647-94e47778d8fc tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376010 Jan 14 12:22:31.326903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:32.194065 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f6da0-cbad-4108-b1e3-fac049d00bcd req-1c58ec6a-f6fe-4594-a8ed-8b8f29ca2d24 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:32.195481 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ef9f6da0-cbad-4108-b1e3-fac049d00bcd req-1c58ec6a-f6fe-4594-a8ed-8b8f29ca2d24 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0747871 Jan 14 12:22:32.240155 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ef9f6da0-cbad-4108-b1e3-fac049d00bcd req-c7de601e-d088-4820-b02b-63a4b18d268c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392377 Jan 14 12:22:33.112797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3a26-ac75-437f-bc71-d3add742bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:33.442750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955d2c0-4277-413d-b420-0c61e6677c7f req-b4953e8b-5a88-4499-9cf4-a7d54d9c9ada tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:33.444083 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3955d2c0-4277-413d-b420-0c61e6677c7f req-b4953e8b-5a88-4499-9cf4-a7d54d9c9ada tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0796530 Jan 14 12:22:33.488586 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3955d2c0-4277-413d-b420-0c61e6677c7f req-b495688a-a030-4bba-b5e0-d7f409856c1b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390081 Jan 14 12:22:34.270208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:34.495971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:34.687835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b9b2d-eb50-4d00-834d-fba3fecc605a req-26c36472-4616-4c68-8cdd-78d9c4150870 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:34.689296 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e36b9b2d-eb50-4d00-834d-fba3fecc605a req-26c36472-4616-4c68-8cdd-78d9c4150870 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0779240 Jan 14 12:22:34.737488 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e36b9b2d-eb50-4d00-834d-fba3fecc605a req-cefa7237-4858-49f3-b884-e65b831e7416 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Jan 14 12:22:35.612175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:35.934014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70245097-84d6-4ee9-ab4d-ca4cfba777de req-46fbdbfe-e93c-4bf9-bc84-fde113edd29a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:35.935390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70245097-84d6-4ee9-ab4d-ca4cfba777de req-46fbdbfe-e93c-4bf9-bc84-fde113edd29a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0765696 Jan 14 12:22:35.980608 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70245097-84d6-4ee9-ab4d-ca4cfba777de req-45e9c8a7-cc75-44ec-81c2-df09a756a775 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394228 Jan 14 12:22:37.174109 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9740f-650b-45f5-878e-cfdb497e578c req-c339af83-afcf-45d0-b4d1-7f0618045b99 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:37.175567 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ecb9740f-650b-45f5-878e-cfdb497e578c req-c339af83-afcf-45d0-b4d1-7f0618045b99 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0745869 Jan 14 12:22:37.219376 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ecb9740f-650b-45f5-878e-cfdb497e578c req-064cfd60-d0ab-45e1-a059-5e561f58b405 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Jan 14 12:22:38.427796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de44d-038f-462c-822a-483c924d0ca9 req-a864c131-bb9a-4372-9bec-1aeba12ca619 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:38.429289 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-513de44d-038f-462c-822a-483c924d0ca9 req-a864c131-bb9a-4372-9bec-1aeba12ca619 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0840626 Jan 14 12:22:38.475148 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-513de44d-038f-462c-822a-483c924d0ca9 req-3de42d4e-0ca6-48e5-8a75-a23d23b96d5e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Jan 14 12:22:39.676067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bba36-0a98-48b1-bf13-99b5670c488c req-5b291eaf-a92a-4c31-b41c-f6b13b511a96 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:39.677515 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-053bba36-0a98-48b1-bf13-99b5670c488c req-5b291eaf-a92a-4c31-b41c-f6b13b511a96 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0775340 Jan 14 12:22:39.721531 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-053bba36-0a98-48b1-bf13-99b5670c488c req-ab99d101-d25a-4b66-ac40-1c4919dd91e3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jan 14 12:22:40.927777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920a090-e842-44ef-9f14-4014f9c920cd req-6f40f03d-be2e-45f1-9731-1ad6ab3ef8e2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:40.929236 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9920a090-e842-44ef-9f14-4014f9c920cd req-6f40f03d-be2e-45f1-9731-1ad6ab3ef8e2 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0796568 Jan 14 12:22:40.973580 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9920a090-e842-44ef-9f14-4014f9c920cd req-e0176a96-d6c5-45ed-a3cf-db379d49caff tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Jan 14 12:22:42.136592 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:22:42.174819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49c23c-4586-49db-ae97-ee9a54bf544a req-8a666c34-f3fa-4259-b147-0bc70828fc6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:42.176272 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7e49c23c-4586-49db-ae97-ee9a54bf544a req-8a666c34-f3fa-4259-b147-0bc70828fc6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0771782 Jan 14 12:22:42.224679 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7e49c23c-4586-49db-ae97-ee9a54bf544a req-ac5b2d9b-0a1f-427d-93aa-335b812f7b69 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Jan 14 12:22:43.427417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daae583-a28e-48c1-b783-7ce9fdcb2098 req-fa350041-c1a6-4bcf-91d2-17e001150dcd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:43.428915 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3daae583-a28e-48c1-b783-7ce9fdcb2098 req-fa350041-c1a6-4bcf-91d2-17e001150dcd tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0823560 Jan 14 12:22:43.475742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3daae583-a28e-48c1-b783-7ce9fdcb2098 req-337d4572-7efe-42ad-974c-c96ec986706f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Jan 14 12:22:43.866522 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-b535aef1-1030-4294-9dac-9b3294af6fb2 service neutron] 10.222.0.31 "GET /v2.0/ports/c3e6abec-e8a8-44d9-b20d-68896e373a6f/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0716250 Jan 14 12:22:44.123973 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-5281f8e2-221c-42b1-8788-c9697b9eaaf7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 1098 time: 0.0734956 Jan 14 12:22:44.214907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-da80d997-0558-4ac7-a2b2-4be53ec9cc5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1098 time: 0.0696578 Jan 14 12:22:44.346922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc633-cae1-494c-b075-d997ff180c65 req-08ccacbe-2cb3-41d7-a316-1bee38fc774f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:44.348702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-08ccacbe-2cb3-41d7-a316-1bee38fc774f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1272244 Jan 14 12:22:44.546639 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-344aa0fa-2389-4aec-b3bf-62aba1f567c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1001 time: 0.1925611 Jan 14 12:22:44.611241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc633-cae1-494c-b075-d997ff180c65 req-0336105c-c8ca-4af2-b5fc-454becbd366f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:44.612668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-0336105c-c8ca-4af2-b5fc-454becbd366f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0600998 Jan 14 12:22:44.671874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b020208-bcb9-4cfa-a3d9-c5c4319de13d req-056bf487-79af-405d-a315-ca4223119d74 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:44.673568 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b020208-bcb9-4cfa-a3d9-c5c4319de13d req-056bf487-79af-405d-a315-ca4223119d74 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0759115 Jan 14 12:22:44.685794 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-3eeae108-e28b-48a5-ba04-db0129d740ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673785 Jan 14 12:22:44.718969 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b020208-bcb9-4cfa-a3d9-c5c4319de13d req-2603bac6-e396-41a7-974e-fc8835a141f3 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Jan 14 12:22:44.813666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-61769957-d083-4fa4-8ed8-01f9a0636405 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210825 Jan 14 12:22:44.942287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b78dc633-cae1-494c-b075-d997ff180c65 req-0e898db8-d77f-4c35-9da7-f471b2831aee service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239762 Jan 14 12:22:45.206270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-12dc6f8b-5941-4671-90db-01cb5f7a1dda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1098 time: 0.0739057 Jan 14 12:22:45.368140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-e94ea892-0c83-40a4-b53a-ecd12302c101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:45.369524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-e94ea892-0c83-40a4-b53a-ecd12302c101 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1446269 Jan 14 12:22:45.484151 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-d255a3d0-d364-4662-aace-ee90bd86519d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1001 time: 0.1089833 Jan 14 12:22:45.560322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-2a74cc96-6d15-4268-bc79-038e6887cd5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:45.561829 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-2a74cc96-6d15-4268-bc79-038e6887cd5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0717885 Jan 14 12:22:45.643652 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-678fe158-46d0-43b0-93f5-a956a844c689 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765040 Jan 14 12:22:45.794038 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-0b44c67f-64ed-4a87-a12b-13d3ab9c3ce1 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440990 Jan 14 12:22:46.014723 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54872069-666e-4c1a-b40d-0a82fce2fed6 req-d99e2deb-78c7-47f4-825f-841e5a8eec0a service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146635 Jan 14 12:22:46.031434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd38c9-7789-4503-99a9-8a48cbb97730 req-73ee8f2a-fe1d-4e19-bfe3-127171d8345b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:46.033865 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cbd38c9-7789-4503-99a9-8a48cbb97730 req-73ee8f2a-fe1d-4e19-bfe3-127171d8345b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.1542139 Jan 14 12:22:46.079670 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cbd38c9-7789-4503-99a9-8a48cbb97730 req-86466ad7-5142-4292-8fd2-b5440554607c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Jan 14 12:22:47.279768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c1529-282e-4eb3-b2e7-37d57187fc6d req-3563fe3b-f099-4d76-9d2e-2456fb8793da tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:47.281229 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6b1c1529-282e-4eb3-b2e7-37d57187fc6d req-3563fe3b-f099-4d76-9d2e-2456fb8793da tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0804543 Jan 14 12:22:47.326142 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6b1c1529-282e-4eb3-b2e7-37d57187fc6d req-0e0db73d-34dd-4cd8-9a0a-2715d2916fc4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 Jan 14 12:22:47.457937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:22:47.460154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:22:47.667986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:47.695263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:47.716374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:22:47.722274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:22:47.727888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:47.754905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:47.792295 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:22:47.832418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:47.854890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:22:47.857550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:22:47.869081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.869371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.869713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.870050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.870426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.870699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.871019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.871342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.871655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.871969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.872283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:22:47.884967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:47.888756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:47.953029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['c3e6abec-e8a8-44d9-b20d-68896e373a6f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:22:47.991808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:22:48.526859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020cc2c-8a99-48dc-91ca-1c1870b56e5f req-2c5c6bd9-326c-470d-b853-8f21bc93d67f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:48.528297 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d020cc2c-8a99-48dc-91ca-1c1870b56e5f req-2c5c6bd9-326c-470d-b853-8f21bc93d67f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 944 time: 0.0764530 Jan 14 12:22:48.572659 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d020cc2c-8a99-48dc-91ca-1c1870b56e5f req-44dfee75-522b-4146-a7b8-3e7b8cfabeaf tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380003 Jan 14 12:22:49.465581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:22:49.531574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port c3e6abec-e8a8-44d9-b20d-68896e373a6f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:22:49.531939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:49.643683 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:49.675899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:49.680121 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:49.750583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:22:49.772780 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679e84e-dd23-47ea-acd7-e324e6dd0029 req-3efaf8ce-5664-46f6-ae9c-e7fba35b98ab tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:49.774216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d679e84e-dd23-47ea-acd7-e324e6dd0029 req-3efaf8ce-5664-46f6-ae9c-e7fba35b98ab tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0746799 Jan 14 12:22:49.793806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:22:49.819551 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d679e84e-dd23-47ea-acd7-e324e6dd0029 req-db67ba55-37e0-4f43-95a7-da6f00f5ab6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398536 Jan 14 12:22:49.856291 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:22:51.014295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2513ec-f649-4873-a34f-2f537ead18b0 req-627b3a49-f9f7-4814-863f-66ed0d590642 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:51.016195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d2513ec-f649-4873-a34f-2f537ead18b0 req-627b3a49-f9f7-4814-863f-66ed0d590642 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0768926 Jan 14 12:22:51.060806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d2513ec-f649-4873-a34f-2f537ead18b0 req-7565fe24-d9ea-48c4-aa85-a20aceb65dac tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Jan 14 12:22:52.262291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224ec2-ff7e-4190-b320-a91d0df68f60 req-dbcf6fee-4fea-4d27-9416-aed04792e969 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:52.263765 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4f224ec2-ff7e-4190-b320-a91d0df68f60 req-dbcf6fee-4fea-4d27-9416-aed04792e969 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0806458 Jan 14 12:22:52.312078 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4f224ec2-ff7e-4190-b320-a91d0df68f60 req-3f98bca0-4766-497c-852b-d05b07888c6a tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Jan 14 12:22:53.508553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61b45e-4437-4dd9-8370-13e0a6e111f2 req-0eefc414-f92c-48c9-a9f6-2e02990898db tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:53.510047 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a61b45e-4437-4dd9-8370-13e0a6e111f2 req-0eefc414-f92c-48c9-a9f6-2e02990898db tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0752923 Jan 14 12:22:53.511584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:22:53.652028 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a61b45e-4437-4dd9-8370-13e0a6e111f2 req-224da7dd-e90f-41ac-956e-c9c137adb056 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348195 Jan 14 12:22:53.683471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:53.696826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:22:53.747283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:53.764128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:22:53.778868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:53.782791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:53.851175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=9']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:22:53.866362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['c3e6abec-e8a8-44d9-b20d-68896e373a6f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:22:54.852989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83658be8-3d9d-4edc-8fa0-b8745ebb1fc2 req-7fb1df6f-5aa9-426f-a062-04884db95cd7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:54.854816 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-83658be8-3d9d-4edc-8fa0-b8745ebb1fc2 req-7fb1df6f-5aa9-426f-a062-04884db95cd7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 944 time: 0.0772488 Jan 14 12:22:54.903560 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-83658be8-3d9d-4edc-8fa0-b8745ebb1fc2 req-e893d1de-6ff9-493d-9043-7bcfd00da8ba tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Jan 14 12:22:55.326865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-4018666a-5b2b-4673-a682-c6af9e9cecbf tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:55.328340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-4018666a-5b2b-4673-a682-c6af9e9cecbf tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f&tenant_id=ad988ccb98b549cfa2731fb15923424a&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 944 time: 0.0795465 Jan 14 12:22:55.382316 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca40b51-eb37-4289-af07-3504ed2be282 req-812624bf-ddd1-4e43-b44d-93ea21e78469 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:55.383799 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5ca40b51-eb37-4289-af07-3504ed2be282 req-812624bf-ddd1-4e43-b44d-93ea21e78469 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 944 time: 0.0786200 Jan 14 12:22:55.409060 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-1174602f-ba75-4640-8e12-de50c5d75d03 service neutron] 10.222.0.31 "GET /v2.0/ports/c3e6abec-e8a8-44d9-b20d-68896e373a6f/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0756655 Jan 14 12:22:55.429677 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5ca40b51-eb37-4289-af07-3504ed2be282 req-db28fdff-4574-4ac7-8258-ab623b4d99df tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403547 Jan 14 12:22:55.497344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-ffb33dc8-4ea6-4e3e-9c7e-d27b5a14fe21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1097 time: 0.0683043 Jan 14 12:22:55.521772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:22:55.589864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port c3e6abec-e8a8-44d9-b20d-68896e373a6f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:22:55.590223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:55.626204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-b4268158-d6f2-4424-9ff7-7933d3c4da92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:55.627631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-b4268158-d6f2-4424-9ff7-7933d3c4da92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1251411 Jan 14 12:22:55.702256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:55.727434 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-13e42cff-bf5a-4be2-a0d5-06bf6982f1be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1000 time: 0.0938094 Jan 14 12:22:55.728827 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:22:55.738669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:22:55.742947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:22:55.790553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-87901f77-8680-431e-bd4a-ecdd5723cc1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:55.792816 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-87901f77-8680-431e-bd4a-ecdd5723cc1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0599165 Jan 14 12:22:55.799916 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:22:55.817097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=10']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:22:55.875770 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-bebadbf5-dfe9-4f44-a44b-396da4ec9b33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712681 Jan 14 12:22:56.003966 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-b8fb7d09-96ba-4814-82af-0404e3a7e665 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233883 Jan 14 12:22:56.135243 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-91cbe76f-d5e8-4962-823b-93aaaea45db3 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255991 Jan 14 12:22:56.645670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01af1-ded8-47b4-8d6f-0795b1f30523 req-881188cb-27dd-4dc5-acce-d8961cd147cb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:56.647109 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b3a01af1-ded8-47b4-8d6f-0795b1f30523 req-881188cb-27dd-4dc5-acce-d8961cd147cb tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0965571 Jan 14 12:22:56.691716 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b3a01af1-ded8-47b4-8d6f-0795b1f30523 req-e08d0ff0-04fd-401d-8855-34c62bcb2734 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391726 Jan 14 12:22:57.893310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb468e-c4ac-429e-a1e1-e2fc998ed099 req-364a21a8-93b6-42a8-af9f-82a41e8352e4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:57.894774 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6efb468e-c4ac-429e-a1e1-e2fc998ed099 req-364a21a8-93b6-42a8-af9f-82a41e8352e4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0774081 Jan 14 12:22:57.940201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6efb468e-c4ac-429e-a1e1-e2fc998ed099 req-dcdc0a9e-d70a-422b-89ea-f8517746e2b4 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 Jan 14 12:22:59.148044 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169876c8-32b0-44f2-9013-0b55372747d9 req-10453ea3-4d2d-4eae-b2cd-824ade7f2a3e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:59.149552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-169876c8-32b0-44f2-9013-0b55372747d9 req-10453ea3-4d2d-4eae-b2cd-824ade7f2a3e tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0811739 Jan 14 12:22:59.195605 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-169876c8-32b0-44f2-9013-0b55372747d9 req-9e112f5f-a037-4cdf-be17-09592f55523f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Jan 14 12:22:59.421042 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-ec77124b-384a-4986-bff0-6f3510a5d7cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f&tenant_id=ad988ccb98b549cfa2731fb15923424a HTTP/1.1" status: 200 len: 1099 time: 0.0710289 Jan 14 12:22:59.508406 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-1ed816d9-40c1-49f0-9b28-e4d859ce96d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad988ccb98b549cfa2731fb15923424a&device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 1099 time: 0.0669432 Jan 14 12:22:59.636203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-990701c9-f7d3-441c-bc94-a48eaed94602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:59.637644 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-990701c9-f7d3-441c-bc94-a48eaed94602 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 200 len: 913 time: 0.1229780 Jan 14 12:22:59.737827 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-a43428ef-c1ed-480b-8075-6e6a58b24b0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 200 len: 1001 time: 0.0935774 Jan 14 12:22:59.801702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-9fda5f42-6f37-49ac-b2c0-3dcbc0b4860f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:22:59.803114 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-9fda5f42-6f37-49ac-b2c0-3dcbc0b4860f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 200 len: 851 time: 0.0602469 Jan 14 12:22:59.878667 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-506d8ecc-358c-4558-a8ed-67732fe1aa77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698698 Jan 14 12:23:00.099349 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-99273743-312a-4130-9da8-2dbb3cfbed5f service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149155 Jan 14 12:23:00.226647 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-de9532c0-a41e-4286-bc56-26f60ec016f3 req-bfc9efd9-ef45-4f17-9650-cc31e42a36a8 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216619 Jan 14 12:23:00.531662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d97c-58d4-4acf-8d9b-0f832f60a3ff req-3163132d-2d85-4bb7-9fa7-8d9358edb6e0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:00.533156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29a8d97c-58d4-4acf-8d9b-0f832f60a3ff req-3163132d-2d85-4bb7-9fa7-8d9358edb6e0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0762408 Jan 14 12:23:00.577617 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29a8d97c-58d4-4acf-8d9b-0f832f60a3ff req-58a76745-f9e7-425b-9e87-3e47cb55089c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 Jan 14 12:23:00.897353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-285f0728-be9d-4504-8955-7158c3889d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:01.348292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:01.776775 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae5d6f-f206-4a06-bd85-b25af6f7f91c req-7eb11abb-5432-4681-aa53-229d9fea42a1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:01.778119 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09ae5d6f-f206-4a06-bd85-b25af6f7f91c req-7eb11abb-5432-4681-aa53-229d9fea42a1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0782089 Jan 14 12:23:01.822939 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09ae5d6f-f206-4a06-bd85-b25af6f7f91c req-2ee7fdae-a83d-42ba-9da3-6b4e099691e5 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 Jan 14 12:23:03.022459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee9f09-ba4b-4614-af9c-274d5569c14e req-971fa0ca-39e1-49b2-b710-1f8e0689cb04 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:03.023893 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5aee9f09-ba4b-4614-af9c-274d5569c14e req-971fa0ca-39e1-49b2-b710-1f8e0689cb04 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0782077 Jan 14 12:23:03.067866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5aee9f09-ba4b-4614-af9c-274d5569c14e req-6eacf620-cf7b-4567-94a0-4067ec7e98d0 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 Jan 14 12:23:03.113777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-232d76fe-5610-49ac-a3e7-2eddfdbdb4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:03.553256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:23:03.555518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:23:03.767332 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:03.789243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:03.811163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:23:03.813214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:03.847733 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:03.859787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:03.902749 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:23:03.927333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:03.950768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:23:03.957451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=11']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:03.971333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:03.975090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:04.036323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['c3e6abec-e8a8-44d9-b20d-68896e373a6f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:23:04.084907 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=12']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:04.273086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:04.277878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035e427-967a-419f-99a7-47bfe887e8da req-a966808a-bca3-4d74-a10d-b49e4a4eb068 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:04.279311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9035e427-967a-419f-99a7-47bfe887e8da req-a966808a-bca3-4d74-a10d-b49e4a4eb068 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0799439 Jan 14 12:23:04.327587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9035e427-967a-419f-99a7-47bfe887e8da req-02bb1aa8-fced-48c4-86d4-395e5a720890 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422344 Jan 14 12:23:04.502853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:05.524259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d905b-7094-4c9d-b9af-0de8da214f73 req-4e5c0dab-aded-4484-ba82-93c86822921f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:05.525695 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-875d905b-7094-4c9d-b9af-0de8da214f73 req-4e5c0dab-aded-4484-ba82-93c86822921f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0744357 Jan 14 12:23:05.570213 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-875d905b-7094-4c9d-b9af-0de8da214f73 req-797e422c-394a-4928-b4e2-b4c31c1fbf94 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391736 Jan 14 12:23:05.588127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:23:05.645626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:05.667162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port c3e6abec-e8a8-44d9-b20d-68896e373a6f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:23:05.667515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:05.779374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:05.811747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:05.815260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:05.879213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=13']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:05.903250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:05.965793 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:23:06.769992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7c96c-6dcd-4520-9f40-acf8ac7932f1 req-fc5db742-0993-4b7c-abea-95f4df99e08f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:06.771408 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fcc7c96c-6dcd-4520-9f40-acf8ac7932f1 req-fc5db742-0993-4b7c-abea-95f4df99e08f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0771329 Jan 14 12:23:06.815943 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fcc7c96c-6dcd-4520-9f40-acf8ac7932f1 req-aaf26787-c022-46f7-a07c-68c9b1016eba tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Jan 14 12:23:08.022729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff01b0-a4aa-46d9-8caf-237659aad6bc req-adf0f679-389c-4634-a0f0-170ac58fc715 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:08.024157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6bff01b0-a4aa-46d9-8caf-237659aad6bc req-adf0f679-389c-4634-a0f0-170ac58fc715 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0757265 Jan 14 12:23:08.069106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6bff01b0-a4aa-46d9-8caf-237659aad6bc req-f0aa72e6-455d-4613-add2-bf60418a66b7 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 Jan 14 12:23:09.261414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da2226-f465-4373-8ec9-354011b76d78 req-a658a9d7-b10b-469d-8608-3c6701a3a457 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:09.262839 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-28da2226-f465-4373-8ec9-354011b76d78 req-a658a9d7-b10b-469d-8608-3c6701a3a457 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0733016 Jan 14 12:23:09.386839 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-28da2226-f465-4373-8ec9-354011b76d78 req-be6d3c3b-6550-48b2-a79f-f558efc956ec tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177814 Jan 14 12:23:09.580093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc727a1-990d-4230-8301-5a556826d1d8 req-7e3aa0f7-d448-4c34-ab79-2f004610efc6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:09.581552 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9fc727a1-990d-4230-8301-5a556826d1d8 req-7e3aa0f7-d448-4c34-ab79-2f004610efc6 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0778518 Jan 14 12:23:09.612080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:23:09.626549 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9fc727a1-990d-4230-8301-5a556826d1d8 req-e7133411-ad09-4939-8581-4460434cc685 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 Jan 14 12:23:09.744095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:09.757705 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'port_id': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'mac_address': 'fa:16:3e:f4:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:23:09.823835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce702ef-870e-4f14-abf1-99a73666e6c0 req-3bc83b19-b195-4f03-b641-dcd1f441ad7c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:09.824630 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cce702ef-870e-4f14-abf1-99a73666e6c0 req-3bc83b19-b195-4f03-b641-dcd1f441ad7c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0798888 Jan 14 12:23:09.843138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:09.860559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:23:09.872463 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cce702ef-870e-4f14-abf1-99a73666e6c0 req-3f11a815-1ec5-4069-909c-0b92c0e88a52 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Jan 14 12:23:09.884532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:09.889485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:09.962037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=14']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:09.991627 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['c3e6abec-e8a8-44d9-b20d-68896e373a6f'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:23:10.316114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06efe-f266-4c1c-a200-e8b3130d92fd req-af7e3645-4735-43c1-a0f8-912e0b68b91f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:10.317722 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-73a06efe-f266-4c1c-a200-e8b3130d92fd req-af7e3645-4735-43c1-a0f8-912e0b68b91f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0773768 Jan 14 12:23:10.361993 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-73a06efe-f266-4c1c-a200-e8b3130d92fd req-2ae53d7c-9e85-4b78-83c3-8eabf0dde86f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Jan 14 12:23:11.555773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03c7dd-6e38-411e-a186-a988a072a2e1 req-e6b4688f-65f0-4466-a028-893e636c9b0f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:11.557491 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c03c7dd-6e38-411e-a186-a988a072a2e1 req-e6b4688f-65f0-4466-a028-893e636c9b0f tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 945 time: 0.0743368 Jan 14 12:23:11.603264 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1c03c7dd-6e38-411e-a186-a988a072a2e1 req-5fbe979a-d1b4-42d4-b843-1344f2ef3e2c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Jan 14 12:23:11.619403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:23:11.685939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port c3e6abec-e8a8-44d9-b20d-68896e373a6f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:23:11.686301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:11.795053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:11.821943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:11.831286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:11.835340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:11.881353 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'code': 200} Jan 14 12:23:11.904915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=15']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:12.698380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-1d3842db-bc51-4a5c-bae6-3b5ce4a12226 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:12.699782 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-1d3842db-bc51-4a5c-bae6-3b5ce4a12226 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.0780067 Jan 14 12:23:12.811944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Deleting port c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:12.812191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:12.905203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e69ba8-33fc-4763-9000-158f282abe8e req-35609c9d-5a5d-4f90-8819-cab30d56d208 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:12.906640 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-68e69ba8-33fc-4763-9000-158f282abe8e req-35609c9d-5a5d-4f90-8819-cab30d56d208 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 946 time: 0.1708245 Jan 14 12:23:13.034881 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-68e69ba8-33fc-4763-9000-158f282abe8e req-690bc1c4-7d3d-4372-ba4f-c85d82745428 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd832ee1-224c-4a02-a3c1-57970e439502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217611 Jan 14 12:23:13.095061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] For port c3e6abec-e8a8-44d9-b20d-68896e373a6f, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=c3e6abec-e8a8-44d9-b20d-68896e373a6f,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:13.095407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:13.373400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:13.373854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:13.374745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0 disassociated. External IP: 172.26.8.21, port: c3e6abec-e8a8-44d9-b20d-68896e373a6f. Jan 14 12:23:13.375236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Calling delete_port for c3e6abec-e8a8-44d9-b20d-68896e373a6f owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:13.599192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:13.644856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event deleted for resources: {'Port': ['ID=c3e6abec-e8a8-44d9-b20d-68896e373a6f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:13.660832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.661199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.661460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.661783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.662100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.662429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.662739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.663050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.663360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.663667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.663977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:13.863622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:23:14.054005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:23:14.064032 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:23:14.076448 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:23:14.077093 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:23:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:14.124057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] No DVR routers for this DVR port c3e6abec-e8a8-44d9-b20d-68896e373a6f on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:23:14.126684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:14.129803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-deleted', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:14.149857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-388a29f0-7032-4ee3-81c9-ff15f33217c6 req-9a45aeb9-fa1b-467c-85a9-6112549aaee8 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.31 "DELETE /v2.0/ports/c3e6abec-e8a8-44d9-b20d-68896e373a6f HTTP/1.1" status: 204 len: 173 time: 1.4446225 Jan 14 12:23:14.217342 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7e81e-335b-4b4f-93e3-aa7360545d8f', 'name': 'network-vif-deleted', 'tag': 'c3e6abec-e8a8-44d9-b20d-68896e373a6f', 'status': 'completed', 'code': 200} Jan 14 12:23:14.237278 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-272804fa-e805-4373-94b6-f4470810378c req-999b386b-c7bd-4564-a0d6-3e0d2e351059 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c7e81e-335b-4b4f-93e3-aa7360545d8f HTTP/1.1" status: 200 len: 210 time: 0.0519571 Jan 14 12:23:14.296050 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:23:14.637455 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:14.641324 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:23:14.651755 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:23:14.652242 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:23:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:14.826232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:23:15.136136 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:15.140568 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786f74c-bf26-4f66-ba5f-cf6c1aef914e None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:39Z', 'revision_number': 4, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3ad448db-b894-4174-9fed-31dd8ff2612a', 'name': '', 'network_id': 'ec79aefe-bce6-4af3-9754-bcba9f4c2e1e', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'mac_address': 'fa:16:3e:d6:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:38Z', 'updated_at': '2022-01-14T12:14:46Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'subnets': [{'id': '11e31bd9-e858-4951-8cc0-8acb700b3938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:23:15.376794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8559079-aed2-43f9-ba19-3b78cd9a87f0 None None] New status for floating IP 41b059ea-d2ff-41ec-a992-7b083408dbd0: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:23:17.632132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:23:17.664307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: c3e6abec-e8a8-44d9-b20d-68896e373a6f {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:23:17.664642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device c3e6abec-e8a8-44d9-b20d-68896e373a6f not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:23:18.593835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56350) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:18.657662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cb94-3691-449a-96ab-492d91fe97e1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:18.684690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cb94-3691-449a-96ab-492d91fe97e1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:18.734311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cb94-3691-449a-96ab-492d91fe97e1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:18.755294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2cb94-3691-449a-96ab-492d91fe97e1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd832ee1-224c-4a02-a3c1-57970e439502,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:18.766119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cb94-3691-449a-96ab-492d91fe97e1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:18.767273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bbe2cb94-3691-449a-96ab-492d91fe97e1 tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd832ee1-224c-4a02-a3c1-57970e439502 HTTP/1.1" status: 204 len: 168 time: 0.1724317 Jan 14 12:23:18.769795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56354) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:18.786325 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-46b01f20-3398-4406-93ca-07de9a81485b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] show failed (client error): The resource could not be found. Jan 14 12:23:18.787284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-46b01f20-3398-4406-93ca-07de9a81485b tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "GET /v2.0/security-groups/dd832ee1-224c-4a02-a3c1-57970e439502 HTTP/1.1" status: 404 len: 347 time: 0.0165253 Jan 14 12:23:18.789860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56358) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:18.937255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Deleting port 6e934f1b-a327-4d56-95f3-c62cef721f3e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:18.937498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:19.099982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:19.100306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:19.136822 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:23:19.222420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Calling delete_port for 6e934f1b-a327-4d56-95f3-c62cef721f3e owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:19.355655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:19.404011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Pushing event deleted for resources: {'Port': ['ID=6e934f1b-a327-4d56-95f3-c62cef721f3e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:19.490249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:19.504219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:19.505370 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-925771f4-e64c-4cff-b783-5f21b204508c tempest-ServerActionsTestJSON-803609978 tempest-ServerActionsTestJSON-803609978-project] 10.222.0.48 "DELETE /v2.0/floatingips/41b059ea-d2ff-41ec-a992-7b083408dbd0 HTTP/1.1" status: 204 len: 168 time: 0.7146769 Jan 14 12:23:19.508180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56362) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:20.052666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:20.641597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Deleting port 3ad448db-b894-4174-9fed-31dd8ff2612a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:20.641934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:20.807057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] For port 3ad448db-b894-4174-9fed-31dd8ff2612a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3ad448db-b894-4174-9fed-31dd8ff2612a,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:20.807389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:20.922558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Calling delete_port for 3ad448db-b894-4174-9fed-31dd8ff2612a owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:21.098506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:21.145360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad448db-b894-4174-9fed-31dd8ff2612a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:21.531644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:22.091215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Router 52d3c682-d773-4d5c-beee-503a1dcd26f2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:23:22.284755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:23:22.293555 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] Sync routers for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:23:22.296574 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-db663b20-7a8b-4474-9b52-7c333b0a50b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/52d3c682-d773-4d5c-beee-503a1dcd26f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7873971 Jan 14 12:23:22.299042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56368) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:22.306831 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:23:22.307425 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:23:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:22.481670 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:23:22.493084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:22.772878 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:23:21Z', 'revision_number': 5, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port': {'id': '57070cc3-3b57-4fc9-823c-faa87e957380', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:22.776660 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] Checking router: 52d3c682-d773-4d5c-beee-503a1dcd26f2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:23:22.787916 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] Routers {'52d3c682-d773-4d5c-beee-503a1dcd26f2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:23:22.788505 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:23:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['52d3c682-d773-4d5c-beee-503a1dcd26f2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:22.807111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:22.816568 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Deleting port 57070cc3-3b57-4fc9-823c-faa87e957380 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:22.817020 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:22.965956 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] Set router 52d3c682-d773-4d5c-beee-503a1dcd26f2 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:23:22.992314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] For port 57070cc3-3b57-4fc9-823c-faa87e957380, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=57070cc3-3b57-4fc9-823c-faa87e957380,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:22.992662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.075969 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:23:22Z', 'revision_number': 6, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:23.080474 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b6878-fac0-4452-9c13-af38a257a55f None None] The sync data for ids ['52d3c682-d773-4d5c-beee-503a1dcd26f2'] in dv-neutron-823850-1-hyperv is: [{'id': '52d3c682-d773-4d5c-beee-503a1dcd26f2', 'name': 'tempest-ServerActionsTestJSON-2013062750-router', 'tenant_id': 'ad988ccb98b549cfa2731fb15923424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:14:36Z', 'updated_at': '2022-01-14T12:23:22Z', 'revision_number': 6, 'project_id': 'ad988ccb98b549cfa2731fb15923424a', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:23:23.112922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Calling delete_port for 57070cc3-3b57-4fc9-823c-faa87e957380 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:23.275500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.319605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Pushing event deleted for resources: {'Port': ['ID=57070cc3-3b57-4fc9-823c-faa87e957380,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:23.543329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.794829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.800216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.829959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.830530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d3c682-d773-4d5c-beee-503a1dcd26f2 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:23:23.846242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.847485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3882e1d0-3e06-4336-aa4c-d7dbf5881864 admin admin] 10.222.0.48 "DELETE /v2.0/routers/52d3c682-d773-4d5c-beee-503a1dcd26f2 HTTP/1.1" status: 204 len: 168 time: 1.5475578 Jan 14 12:23:23.850288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56372) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:23.861919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ad448db-b894-4174-9fed-31dd8ff2612a no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:23:23.897741 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 3ad448db-b894-4174-9fed-31dd8ff2612a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:23:23.898076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3ad448db-b894-4174-9fed-31dd8ff2612a not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:23:23.898482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 57070cc3-3b57-4fc9-823c-faa87e957380 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:23:23.913340 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Deleting subnet 11e31bd9-e858-4951-8cc0-8acb700b3938 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:23:23.916332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:23.930340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 57070cc3-3b57-4fc9-823c-faa87e957380 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:23:23.930678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 57070cc3-3b57-4fc9-823c-faa87e957380 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:23:23.966219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.043977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.214769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.253256 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e31bd9-e858-4951-8cc0-8acb700b3938,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:24.258051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.263137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fe90c-a782-44a2-9245-f7a08b41d2f6 None None] Network ec79aefe-bce6-4af3-9754-bcba9f4c2e1e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:23:24.263352 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6086e3e1-a4fa-4ab9-a93c-fd86a34a4f81 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11e31bd9-e858-4951-8cc0-8acb700b3938 HTTP/1.1" status: 204 len: 168 time: 0.4120250 Jan 14 12:23:24.265815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56376) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:24.369718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.379835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Deleting port 95e13113-09cf-4677-a4f6-5eedb74c75bc {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:24.380158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.500440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] DHCP port deletion for ec79aefe-bce6-4af3-9754-bcba9f4c2e1e request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:23:24.506328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Deleting port 95e13113-09cf-4677-a4f6-5eedb74c75bc {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:24.506974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.584123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] For port 95e13113-09cf-4677-a4f6-5eedb74c75bc, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=95e13113-09cf-4677-a4f6-5eedb74c75bc,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:24.584467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.703678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Calling delete_port for 95e13113-09cf-4677-a4f6-5eedb74c75bc owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:24.711653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] For port 95e13113-09cf-4677-a4f6-5eedb74c75bc, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=95e13113-09cf-4677-a4f6-5eedb74c75bc,segment=NetworkSegment(0f95a3b8-ce65-4799-9e1b-241dc8ed4aac),segment_id=0f95a3b8-ce65-4799-9e1b-241dc8ed4aac)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:24.712035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.774048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.822075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Pushing event deleted for resources: {'Port': ['ID=95e13113-09cf-4677-a4f6-5eedb74c75bc,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:24.825588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] No DVR routers for this DVR port 95e13113-09cf-4677-a4f6-5eedb74c75bc on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:23:24.829040 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Calling delete_port for 95e13113-09cf-4677-a4f6-5eedb74c75bc owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:24.900937 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:23:24.901638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:23:24.941022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:24.966383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec79aefe-bce6-4af3-9754-bcba9f4c2e1e']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:24.978014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:24.978303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f95a3b8-ce65-4799-9e1b-241dc8ed4aac') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:23:24.989188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.004799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.010974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:23:25.011427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:23:25.024799 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:23:25.098407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.113498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.123286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec79aefe-bce6-4af3-9754-bcba9f4c2e1e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:25.137562 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0c53481-650f-4de3-b24f-c9a5c7f4c63b admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec79aefe-bce6-4af3-9754-bcba9f4c2e1e HTTP/1.1" status: 204 len: 168 time: 0.8708057 Jan 14 12:23:25.270522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56382) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:25.319919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dca68c5c-0dff-4961-b230-1a07774f3a44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad988ccb98b549cfa2731fb15923424a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481892 Jan 14 12:23:25.322252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56386) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:25.381151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8d5f-6134-48af-be97-7c851f4c3691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.402687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Deleting port 95e13113-09cf-4677-a4f6-5eedb74c75bc {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:25.403071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.406615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8d5f-6134-48af-be97-7c851f4c3691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.468398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8d5f-6134-48af-be97-7c851f4c3691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.485704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab8d5f-6134-48af-be97-7c851f4c3691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebbf422-28e3-43a4-9e73-a481a4e0823f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:25.492496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8d5f-6134-48af-be97-7c851f4c3691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:25.493639 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b6ab8d5f-6134-48af-be97-7c851f4c3691 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ebbf422-28e3-43a4-9e73-a481a4e0823f HTTP/1.1" status: 204 len: 168 time: 0.1705182 Jan 14 12:23:25.497426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1c148b4f-6f83-43b1-a8d0-7ee952c4ed4c None None] The port '95e13113-09cf-4677-a4f6-5eedb74c75bc' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:23:25.855672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 95e13113-09cf-4677-a4f6-5eedb74c75bc no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:23:25.890804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 95e13113-09cf-4677-a4f6-5eedb74c75bc {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:23:25.891139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 95e13113-09cf-4677-a4f6-5eedb74c75bc not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:23:26.373457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56408) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:26.519372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-659245376-network', 'tenant_id': '11395b29e7924314bdfcd80032829881'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:23:26.524158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:23:26.527911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Usage tracker for resource:network and tenant:11395b29e7924314bdfcd80032829881 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:23:26.530881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:23:26.536465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:23:26.546619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Made reservation on behalf of 11395b29e7924314bdfcd80032829881 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:23:26.549044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.561606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.593078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:23:26.596696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Usage tracker for resource:security_group_rule and tenant:11395b29e7924314bdfcd80032829881 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:23:26.599423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:23:26.604940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:23:26.669350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.673098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.705172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:23:26.713059 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ffcdc3-5cb7-4156-8e06-cab3e08edef5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:26.721327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.721327 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Added segment b153c273-a4d9-436f-a825-7c4ef23ae4c4 of type vlan for network 525db53b-0b6d-4cdf-b13b-e7a726e403ad Jan 14 12:23:26.747375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.774869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.775675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:26.776242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:26.878054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] Pushing event updated for resources: {'Network': ['ID=525db53b-0b6d-4cdf-b13b-e7a726e403ad,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:26.881229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3dde3333-34ba-45ef-a682-cc8e26dbd219 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5060446 Jan 14 12:23:26.884201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56414) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:23:26.888146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 525db53b-0b6d-4cdf-b13b-e7a726e403ad details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:23:26.890092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Request body: {'subnet': {'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-659245376-subnet', 'tenant_id': '11395b29e7924314bdfcd80032829881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:23:26.896050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:23:26.899839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Usage tracker for resource:subnet and tenant:11395b29e7924314bdfcd80032829881 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:23:26.902723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:23:26.909266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:23:26.919089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Made reservation on behalf of 11395b29e7924314bdfcd80032829881 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:23:26.921712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:27.215924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:27.289118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed063b9-98f5-467a-be32-7ba4c29bec09,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:27.297824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Checking segment: {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:23:27.298171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Network hostable DHCP agents. Network: 525db53b-0b6d-4cdf-b13b-e7a726e403ad, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:23:27.323849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Network 525db53b-0b6d-4cdf-b13b-e7a726e403ad is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:23:27.335415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 525db53b-0b6d-4cdf-b13b-e7a726e403ad) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:23:27.340660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:27.341262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:27.349010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe7142-ca6e-4152-8200-8063f4d82f98 None None] Network 525db53b-0b6d-4cdf-b13b-e7a726e403ad requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:23:27.374835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-275aaf3e-a0c5-47a8-873a-ab6612c4cbc1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4811053 Jan 14 12:23:27.559016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a44f1-dff1-4a42-be23-1a8f1ef8267b None None] Network 525db53b-0b6d-4cdf-b13b-e7a726e403ad requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:23:27.911074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-c1436935-d065-465a-8ab9-f4593d719a52 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:27.912486 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-c1436935-d065-465a-8ab9-f4593d719a52 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 813 time: 0.1385593 Jan 14 12:23:27.928000 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-c787e55c-ff08-4fee-a833-0faab2d96a96 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/quotas/11395b29e7924314bdfcd80032829881 HTTP/1.1" status: 200 len: 375 time: 0.0102427 Jan 14 12:23:27.975995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-9c267aa5-eaca-4cdd-a408-b63627d73403 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430727 Jan 14 12:23:28.053912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-2e917c92-f798-498d-b585-414a77730aa4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:23:28.054881 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-2e917c92-f798-498d-b585-414a77730aa4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0726659 Jan 14 12:23:28.190830 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-6b3c7fac-3dad-464b-a03a-de26f9cb81a3 service neutron] 10.222.0.48 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288974 Jan 14 12:23:28.322141 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-92aa4eaa-7b97-4292-84e1-e9e59c08364f service neutron] 10.222.0.48 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247249 Jan 14 12:23:28.512041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-492362c3-9b9f-4882-a7e7-8f02e03d8b26 req-a53d2c6b-e21e-4420-9891-2e0e7fff6bb7 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 210 time: 0.0464442 Jan 14 12:23:29.687746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9940910e-bf05-4fd3-8ebc-a19ba30bde2e req-98900c94-068a-4753-b23f-a7c2b4a93e31 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 210 time: 0.0442264 Jan 14 12:23:29.784000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-3e2afe16-b368-4ae4-9dbc-b24743e89cc3 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:29.784675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-3e2afe16-b368-4ae4-9dbc-b24743e89cc3 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Synchronizing usage tracker for tenant:11395b29e7924314bdfcd80032829881 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:23:29.800776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-3e2afe16-b368-4ae4-9dbc-b24743e89cc3 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Unset dirty status for tenant:11395b29e7924314bdfcd80032829881 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:23:29.802117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-3e2afe16-b368-4ae4-9dbc-b24743e89cc3 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 813 time: 0.1893485 Jan 14 12:23:29.817364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Request body: {'port': {'device_id': '242067b1-8a8a-4ccc-a125-af90dba66954', 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad', 'admin_state_up': True, 'tenant_id': '11395b29e7924314bdfcd80032829881'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:23:29.950483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:23:29.954850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Usage tracker for resource:port and tenant:11395b29e7924314bdfcd80032829881 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:23:29.957613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:23:29.963145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:23:29.973129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Made reservation on behalf of 11395b29e7924314bdfcd80032829881 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:23:29.976470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:30.145822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Allocated IP 172.20.0.5 (525db53b-0b6d-4cdf-b13b-e7a726e403ad/3ed063b9-98f5-467a-be32-7ba4c29bec09/e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:23:30.338830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:30.367309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:30.436276 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Network 525db53b-0b6d-4cdf-b13b-e7a726e403ad is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:23:30.439162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:23:30.443556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:23:30.470685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Pushing event updated for resources: {'Port': ['ID=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:30.508781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:30.509386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:30.530388 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-072ee931-8fdd-47aa-bd86-15eb91435c41 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7162039 Jan 14 12:23:30.540099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Request body: {'port': {'device_id': '242067b1-8a8a-4ccc-a125-af90dba66954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:23:30.645811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:30.900659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f6f6dbbc-fe81-4182-9f63-def5ee66f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:30.975571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-a7d2a63e-ee70-406b-a31e-65cba25cefd0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:30.976252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-a7d2a63e-ee70-406b-a31e-65cba25cefd0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Synchronizing usage tracker for tenant:11395b29e7924314bdfcd80032829881 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:23:31.030080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-a7d2a63e-ee70-406b-a31e-65cba25cefd0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Unset dirty status for tenant:11395b29e7924314bdfcd80032829881 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:23:31.031249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-a7d2a63e-ee70-406b-a31e-65cba25cefd0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 931 time: 0.1839089 Jan 14 12:23:31.073368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:23:31.090405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:31.112463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-1312bf1f-f06a-465e-80c1-a89918213661 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Synchronizing usage tracker for tenant:11395b29e7924314bdfcd80032829881 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:23:31.115089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Transition to ACTIVE for port object e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:23:31.120894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:31.175862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-1312bf1f-f06a-465e-80c1-a89918213661 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Unset dirty status for tenant:11395b29e7924314bdfcd80032829881 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:23:31.177030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-97815ecd-5a8c-4029-a726-fb42a7332706 req-1312bf1f-f06a-465e-80c1-a89918213661 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355836 Jan 14 12:23:31.350178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:31.382611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:31.454388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Attempting to bind port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:23:31.454722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Attempting to bind port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:23:31.455049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Attempting to bind port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 on network 525db53b-0b6d-4cdf-b13b-e7a726e403ad {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:23:31.461090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 on network 525db53b-0b6d-4cdf-b13b-e7a726e403ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:23:31.461407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Attempting to bind port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 on network 525db53b-0b6d-4cdf-b13b-e7a726e403ad {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:23:31.467795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:23:31.468125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Checking segment: {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:23:31.468504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Bound using segment: {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:23:31.468946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Bound port: e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:23:31.469291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:31.557335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] For port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:23:31.560182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] For port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:23:31.565365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:31.621376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:31.623108 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] 10.222.0.31 "PUT /v2.0/ports/e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 HTTP/1.1" status: 200 len: 1093 time: 1.0868037 Jan 14 12:23:31.624313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242067b1-8a8a-4ccc-a125-af90dba66954', 'tag': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:31.645477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3947714-b219-4fcd-b050-4004d1a5ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:31.694812 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242067b1-8a8a-4ccc-a125-af90dba66954', 'tag': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4', 'status': 'completed', 'code': 200} Jan 14 12:23:31.737907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-aab90309-3045-46eb-a2dc-f0386dc7bffd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 1096 time: 0.0735574 Jan 14 12:23:31.803311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-15853863-865b-48ef-9dcd-4bf3b6fcecd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 HTTP/1.1" status: 200 len: 217 time: 0.0589612 Jan 14 12:23:31.867215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-1f54ff8f-d524-402f-b7d3-b5ab3671b5af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:31.868522 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-1f54ff8f-d524-402f-b7d3-b5ab3671b5af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed063b9-98f5-467a-be32-7ba4c29bec09 HTTP/1.1" status: 200 len: 853 time: 0.0594773 Jan 14 12:23:31.913915 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-14d30c29-5118-484e-8a75-ec780355c3ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=525db53b-0b6d-4cdf-b13b-e7a726e403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389783 Jan 14 12:23:32.042232 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-91209b16-9641-4755-b861-42b6ea172b6e service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222997 Jan 14 12:23:32.171284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e8f182c-fac4-4279-9a00-27bb8939f4be req-bcf891d0-57c4-40ae-b7db-9947562e2547 service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221199 Jan 14 12:23:32.279276 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-953659b6-c2a1-49d7-b135-f804f8a875fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 1096 time: 0.0673463 Jan 14 12:23:32.466509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-0ddee423-dd4c-474e-a8a8-aa78a7303106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:32.467882 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-0ddee423-dd4c-474e-a8a8-aa78a7303106 service neutron] 10.222.0.31 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 914 time: 0.1824057 Jan 14 12:23:32.477250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6848-7548-4d4d-a4c3-0f99e3a0b1b5 req-b39ef66d-b17d-4184-87f0-6b482d5b39e1 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:32.478580 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f28a6848-7548-4d4d-a4c3-0f99e3a0b1b5 req-b39ef66d-b17d-4184-87f0-6b482d5b39e1 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 943 time: 0.1716771 Jan 14 12:23:32.560473 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-3d0a7b5f-7ced-4298-9016-09c516d798c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 HTTP/1.1" status: 200 len: 217 time: 0.0809674 Jan 14 12:23:32.622987 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f28a6848-7548-4d4d-a4c3-0f99e3a0b1b5 req-b343decd-4702-49c7-a2cf-7e2f323eac0c tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946360 Jan 14 12:23:32.638104 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-d89a4327-74f1-462c-964f-044435a1ba67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:32.640095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-d89a4327-74f1-462c-964f-044435a1ba67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed063b9-98f5-467a-be32-7ba4c29bec09 HTTP/1.1" status: 200 len: 853 time: 0.0666568 Jan 14 12:23:32.684396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-a005094e-f6e1-407a-a35e-9edb239646c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=525db53b-0b6d-4cdf-b13b-e7a726e403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383899 Jan 14 12:23:32.813379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-0cae52c0-30f6-4f46-afed-fe0fd91b163d service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230483 Jan 14 12:23:32.942497 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-df5e5e5b-1553-4844-b185-5f593d1fa689 req-36634b3c-af9c-4579-af4c-cbbd07520657 service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227815 Jan 14 12:23:33.115871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ed949945-321b-487e-9c51-a6f71098e3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:33.816177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea602c-7a7c-4d3b-83c2-eae22cd76e5b req-3efc23b6-cd5f-414e-8fc1-dbbe17bcd96a tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:33.817637 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-01ea602c-7a7c-4d3b-83c2-eae22cd76e5b req-3efc23b6-cd5f-414e-8fc1-dbbe17bcd96a tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 943 time: 0.0749140 Jan 14 12:23:33.864522 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-01ea602c-7a7c-4d3b-83c2-eae22cd76e5b req-0a9613a4-e6c0-41aa-bcec-554e214fd198 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Jan 14 12:23:34.275923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:34.501758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:35.151072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357d692-5e05-421a-a50d-1a15f7e17b86 req-bd439b63-0550-4b2c-b0b0-ef8846c5e3c7 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:35.152535 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c357d692-5e05-421a-a50d-1a15f7e17b86 req-bd439b63-0550-4b2c-b0b0-ef8846c5e3c7 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 943 time: 0.1700859 Jan 14 12:23:35.196846 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c357d692-5e05-421a-a50d-1a15f7e17b86 req-e92c7ae1-76e5-4190-829d-b790e01ebc57 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Jan 14 12:23:35.619766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:35.742377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:23:35.870809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:35.884068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4', 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad', 'port_id': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4', 'mac_address': 'fa:16:3e:e2:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed063b9-98f5-467a-be32-7ba4c29bec09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:23:35.935159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:35.952382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:23:35.966589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:35.970196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:36.035199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:36.351745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:23:36.394418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4599-7821-4d60-93c1-2a6e949d7486 req-2ae284b4-5fa4-4a29-bf4b-3b3d6836f9f7 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:36.395867 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2edb4599-7821-4d60-93c1-2a6e949d7486 req-2ae284b4-5fa4-4a29-bf4b-3b3d6836f9f7 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 944 time: 0.0766978 Jan 14 12:23:36.445226 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2edb4599-7821-4d60-93c1-2a6e949d7486 req-553e26aa-9aa9-4a71-abdf-d59a736d8858 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Jan 14 12:23:37.641503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849a4a3-5600-4359-afde-5ee6ff3e4df5 req-c6cd143b-9e41-47da-af50-b81ff2644669 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:37.642923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f849a4a3-5600-4359-afde-5ee6ff3e4df5 req-c6cd143b-9e41-47da-af50-b81ff2644669 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 944 time: 0.0761242 Jan 14 12:23:37.686823 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f849a4a3-5600-4359-afde-5ee6ff3e4df5 req-95d8c5f2-15d4-40a5-8269-1f827628926d tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Jan 14 12:23:37.742281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:23:37.807624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:23:37.812510 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:23:37.812791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:37.922214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:37.947636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242067b1-8a8a-4ccc-a125-af90dba66954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:37.957395 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:37.962118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:38.028990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:38.078151 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242067b1-8a8a-4ccc-a125-af90dba66954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4', 'code': 200} Jan 14 12:23:38.293244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16c528ca-e1f4-4dbc-9259-f55a9c10750a req-144e3117-44c4-4a2e-8191-d3912ac355c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 1098 time: 0.0652895 Jan 14 12:23:38.333217 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-16c528ca-e1f4-4dbc-9259-f55a9c10750a req-bde152f1-2d85-48f7-937e-5132cc945b02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Jan 14 12:23:38.885418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523480f-b28f-4203-bbc5-5ed452d828cf req-636c3669-49b6-49fd-a33a-5a3d72addcaa tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:38.886845 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5523480f-b28f-4203-bbc5-5ed452d828cf req-636c3669-49b6-49fd-a33a-5a3d72addcaa tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0784404 Jan 14 12:23:38.930181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5523480f-b28f-4203-bbc5-5ed452d828cf req-5e397323-344d-41a7-a481-47b925c16666 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Jan 14 12:23:40.127496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bcdce-5d19-49a1-acbc-8ce71f33af40 req-8729e1fb-4fe4-4560-bac3-8f066c405a1f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:40.128860 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e69bcdce-5d19-49a1-acbc-8ce71f33af40 req-8729e1fb-4fe4-4560-bac3-8f066c405a1f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0784307 Jan 14 12:23:40.172458 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e69bcdce-5d19-49a1-acbc-8ce71f33af40 req-f6da16ac-3edb-4c87-b022-fdc00ab4e288 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Jan 14 12:23:40.465396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48dc43-7f31-421d-a523-334be47cc312 req-6f729f7b-7910-40e7-af5d-28880c0774c9 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:40.466748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-6f729f7b-7910-40e7-af5d-28880c0774c9 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 813 time: 0.1403975 Jan 14 12:23:40.482157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-4aeaca7f-6aeb-40c2-bf0f-dc0e53ddabef tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/quotas/11395b29e7924314bdfcd80032829881 HTTP/1.1" status: 200 len: 375 time: 0.0101588 Jan 14 12:23:40.558355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-aff10a68-b11c-4b11-ac0f-a72bc77c3a46 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708845 Jan 14 12:23:40.689648 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-0be021d2-7fbc-4eaf-8db1-49d577b255d6 service neutron] 10.222.0.48 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240516 Jan 14 12:23:40.820017 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-302f8108-60e5-45e5-8147-2e8db81cbc9d service neutron] 10.222.0.48 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246727 Jan 14 12:23:40.998719 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-53e4570a-5f1d-43bb-a879-0075db9d476e req-7d4e774c-9d3c-45ff-b121-c891e4c2da15 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 210 time: 0.0403984 Jan 14 12:23:42.010783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48dc43-7f31-421d-a523-334be47cc312 req-be695616-dbce-402c-a142-efc0182b3dae tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:42.012204 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-be695616-dbce-402c-a142-efc0182b3dae tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 813 time: 0.1497784 Jan 14 12:23:42.027715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Request body: {'port': {'device_id': '251acf9e-771f-4b6b-b269-a50c5d947723', 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad', 'admin_state_up': True, 'tenant_id': '11395b29e7924314bdfcd80032829881'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:23:42.180498 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-756f6958-44be-4350-93a1-c953b0c5fc97 req-0a7e5071-1faf-44e3-8839-d97471409192 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 210 time: 0.0581698 Jan 14 12:23:42.206308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:23:42.215628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:23:42.224900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Made reservation on behalf of 11395b29e7924314bdfcd80032829881 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:23:42.227869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:42.385386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Allocated IP 172.20.0.6 (525db53b-0b6d-4cdf-b13b-e7a726e403ad/3ed063b9-98f5-467a-be32-7ba4c29bec09/a6400517-4aa7-4c1b-b4fb-2d8f136be70d) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:23:42.580825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:42.608874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:42.625327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:23:42.675566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Network 525db53b-0b6d-4cdf-b13b-e7a726e403ad is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:23:42.678482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:23:42.682601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:23:42.820759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Pushing event updated for resources: {'Port': ['ID=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:42.848446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:42.849055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:42.872774 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-5a3256c8-48d2-4720-bbfc-1703df73a4b0 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8484342 Jan 14 12:23:42.883172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Request body: {'port': {'device_id': '251acf9e-771f-4b6b-b269-a50c5d947723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:23:42.987607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:43.325018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6400517-4aa7-4c1b-b4fb-2d8f136be70d {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:23:43.332179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:43.347147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Transition to ACTIVE for port object a6400517-4aa7-4c1b-b4fb-2d8f136be70d will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:23:43.350344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:43.379420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae796f7-f543-41f7-9f48-f3be134f2dc3 req-8bf612ce-b4ac-4676-8b59-1da17d43b060 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:43.381072 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-eae796f7-f543-41f7-9f48-f3be134f2dc3 req-8bf612ce-b4ac-4676-8b59-1da17d43b060 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 931 time: 0.0793948 Jan 14 12:23:43.437941 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-eae796f7-f543-41f7-9f48-f3be134f2dc3 req-8a92d63c-5248-425e-ac75-15b72e61ae7e tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jan 14 12:23:43.475529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Pushing event updated for resources: {'Port': ['ID=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:43.579142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Attempting to bind port a6400517-4aa7-4c1b-b4fb-2d8f136be70d on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:23:43.579465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Attempting to bind port a6400517-4aa7-4c1b-b4fb-2d8f136be70d by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:23:43.579785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Attempting to bind port a6400517-4aa7-4c1b-b4fb-2d8f136be70d on network 525db53b-0b6d-4cdf-b13b-e7a726e403ad {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:23:43.585410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Port a6400517-4aa7-4c1b-b4fb-2d8f136be70d on network 525db53b-0b6d-4cdf-b13b-e7a726e403ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:23:43.585722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Attempting to bind port a6400517-4aa7-4c1b-b4fb-2d8f136be70d on network 525db53b-0b6d-4cdf-b13b-e7a726e403ad {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:23:43.592363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:23:43.592789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Checking segment: {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:23:43.593164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Bound using segment: {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:23:43.593574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Bound port: a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b153c273-a4d9-436f-a825-7c4ef23ae4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:23:43.593905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:43.677852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] For port a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:23:43.681583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] For port a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:23:43.685573 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:43.746177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:43.747994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] 10.222.0.31 "PUT /v2.0/ports/a6400517-4aa7-4c1b-b4fb-2d8f136be70d HTTP/1.1" status: 200 len: 1093 time: 0.8686404 Jan 14 12:23:43.750602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251acf9e-771f-4b6b-b269-a50c5d947723', 'tag': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:43.770048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429134c9-5ac8-4fe5-9852-fca03c610a94 service neutron] Pushing event updated for resources: {'Port': ['ID=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:43.855093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-b2888fd0-c4ad-40f0-88f0-d3d2d416c498 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 1096 time: 0.0708747 Jan 14 12:23:43.908564 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251acf9e-771f-4b6b-b269-a50c5d947723', 'tag': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d', 'status': 'completed', 'code': 200} Jan 14 12:23:43.926358 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-889b38e2-fd77-431b-a810-7748a997fb7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d HTTP/1.1" status: 200 len: 217 time: 0.0651863 Jan 14 12:23:43.985579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48dc43-7f31-421d-a523-334be47cc312 req-742eadee-3fc8-4a4c-bffc-c8f503ea5505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:43.986948 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-742eadee-3fc8-4a4c-bffc-c8f503ea5505 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed063b9-98f5-467a-be32-7ba4c29bec09 HTTP/1.1" status: 200 len: 853 time: 0.0553234 Jan 14 12:23:44.030746 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-3b91f40d-c1d3-47f8-9800-977552147f0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=525db53b-0b6d-4cdf-b13b-e7a726e403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377438 Jan 14 12:23:44.158357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-c4bb0409-b526-45c7-81dc-05b8c9e471c4 service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221788 Jan 14 12:23:44.289337 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d48dc43-7f31-421d-a523-334be47cc312 req-134b25d9-490d-4ff9-9424-afb8da6ed197 service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252961 Jan 14 12:23:44.405774 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-14e0bb2f-97a0-4cdb-8a6d-24817e012171 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 1096 time: 0.0770500 Jan 14 12:23:44.635533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-20c4d03d-9e9d-4abd-a2ca-4c2123726aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:44.636904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-20c4d03d-9e9d-4abd-a2ca-4c2123726aa8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 914 time: 0.2250085 Jan 14 12:23:44.638563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a509f-4c8b-4b38-b361-520e2a67587e req-1cc1655e-10fa-49d8-9124-b99770362a7e tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:44.640116 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-076a509f-4c8b-4b38-b361-520e2a67587e req-1cc1655e-10fa-49d8-9124-b99770362a7e tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 943 time: 0.0769043 Jan 14 12:23:44.684567 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-076a509f-4c8b-4b38-b361-520e2a67587e req-97fe1230-0dfc-44d4-a9c2-661989a903cc tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Jan 14 12:23:44.708257 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-5a56fbaf-77f4-4d5f-95e2-9bb4e26ee66f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d HTTP/1.1" status: 200 len: 217 time: 0.0640936 Jan 14 12:23:44.769529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-b5455ac2-f97d-4698-a415-be38874f0238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:44.770941 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-b5455ac2-f97d-4698-a415-be38874f0238 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed063b9-98f5-467a-be32-7ba4c29bec09 HTTP/1.1" status: 200 len: 853 time: 0.0572922 Jan 14 12:23:44.815443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-2c796a8d-5998-4141-a0f1-bf20addd69e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=525db53b-0b6d-4cdf-b13b-e7a726e403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383797 Jan 14 12:23:44.944524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-3a6d057b-f8d3-4700-8bbc-723c91c3e238 service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233613 Jan 14 12:23:45.133014 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-11e39272-03cf-46d4-a334-5de03b5f204b service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825259 Jan 14 12:23:45.157379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-b3bd60e2-d77f-441d-961f-c82de8fcda02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069705 Jan 14 12:23:45.301089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-4b00ce88-7284-441b-8cf6-fd0273ee9c93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11395b29e7924314bdfcd80032829881&device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 1098 time: 0.0759182 Jan 14 12:23:45.460088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7505-cbc7-4475-97a7-1338e96a58be req-3188bf87-56a4-4cbd-b61d-ea5fcbebee0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:45.461575 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-3188bf87-56a4-4cbd-b61d-ea5fcbebee0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 200 len: 914 time: 0.1413431 Jan 14 12:23:45.537437 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-1150d68e-ff13-40f2-b4d9-f32de51e6205 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 HTTP/1.1" status: 200 len: 217 time: 0.0690198 Jan 14 12:23:45.601726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7505-cbc7-4475-97a7-1338e96a58be req-97aebc6c-81e2-4210-a66d-11ea8117e994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:45.603075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-97aebc6c-81e2-4210-a66d-11ea8117e994 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed063b9-98f5-467a-be32-7ba4c29bec09 HTTP/1.1" status: 200 len: 853 time: 0.0591879 Jan 14 12:23:45.648417 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-25ee4a21-949d-46b9-ac8a-c55e658c8b93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=525db53b-0b6d-4cdf-b13b-e7a726e403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396907 Jan 14 12:23:45.783425 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-96b4ee11-5ddc-467d-be96-5721f2334469 service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282442 Jan 14 12:23:45.976092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-139f7505-cbc7-4475-97a7-1338e96a58be req-eca73054-cc92-482f-a092-b455ce31e65f service neutron] 10.222.0.31 "GET /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866138 Jan 14 12:23:45.989248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f70d2-ece6-4437-a256-043fc9b4f2c5 req-addf6a5b-e42a-4e06-b4fa-d05ed67ab2ad tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:45.989926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-fa2f70d2-ece6-4437-a256-043fc9b4f2c5 req-addf6a5b-e42a-4e06-b4fa-d05ed67ab2ad tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Synchronizing usage tracker for tenant:11395b29e7924314bdfcd80032829881 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:23:46.005505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-fa2f70d2-ece6-4437-a256-043fc9b4f2c5 req-addf6a5b-e42a-4e06-b4fa-d05ed67ab2ad tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Unset dirty status for tenant:11395b29e7924314bdfcd80032829881 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:23:46.006648 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fa2f70d2-ece6-4437-a256-043fc9b4f2c5 req-addf6a5b-e42a-4e06-b4fa-d05ed67ab2ad tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 943 time: 0.1428514 Jan 14 12:23:46.053679 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fa2f70d2-ece6-4437-a256-043fc9b4f2c5 req-80da1d1b-1640-434c-8e00-9a9302535e7d tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Jan 14 12:23:47.253423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c110bc-7f79-4aae-a481-cfe3685c3cb8 req-fbbb67e8-886e-4b55-a4af-014b4a67e5c5 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:47.254857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a1c110bc-7f79-4aae-a481-cfe3685c3cb8 req-fbbb67e8-886e-4b55-a4af-014b4a67e5c5 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 943 time: 0.0798554 Jan 14 12:23:47.299465 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a1c110bc-7f79-4aae-a481-cfe3685c3cb8 req-fa0155cd-6911-4686-a607-7721ce0c60ce tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Jan 14 12:23:47.767079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a6400517-4aa7-4c1b-b4fb-2d8f136be70d details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:23:47.925282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:47.938703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d', 'network_id': '525db53b-0b6d-4cdf-b13b-e7a726e403ad', 'port_id': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d', 'mac_address': 'fa:16:3e:17:78:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed063b9-98f5-467a-be32-7ba4c29bec09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:23:47.991153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:48.010961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6400517-4aa7-4c1b-b4fb-2d8f136be70d {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:23:48.026071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:48.029665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:48.093840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:48.101961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.102303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.102656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.102970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.103297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.103622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.103945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.104262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.104581 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.105060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.105370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:23:48.362209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['a6400517-4aa7-4c1b-b4fb-2d8f136be70d'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:23:48.512999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf187930-85f8-4e1d-9487-ed856d738d2e req-ece72fc2-f3e5-4b89-b8bd-faffe4073c86 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:48.515070 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf187930-85f8-4e1d-9487-ed856d738d2e req-ece72fc2-f3e5-4b89-b8bd-faffe4073c86 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 944 time: 0.0932100 Jan 14 12:23:48.560497 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cf187930-85f8-4e1d-9487-ed856d738d2e req-9f87666b-ccd3-424f-b57f-a24afa169305 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Jan 14 12:23:49.754819 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b6896-b631-4370-977c-253a51b99631 req-6704836e-e7b5-4c4e-8c3d-00027622c05c tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:49.757291 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a27b6896-b631-4370-977c-253a51b99631 req-6704836e-e7b5-4c4e-8c3d-00027622c05c tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 944 time: 0.0766766 Jan 14 12:23:49.783562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a6400517-4aa7-4c1b-b4fb-2d8f136be70d up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:23:49.801546 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a27b6896-b631-4370-977c-253a51b99631 req-617b74e2-d426-485a-9ad2-e6b7f6fe7b76 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Jan 14 12:23:49.852844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port a6400517-4aa7-4c1b-b4fb-2d8f136be70d completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:23:49.858028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port a6400517-4aa7-4c1b-b4fb-2d8f136be70d triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:23:49.858508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:49.971277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:49.997576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251acf9e-771f-4b6b-b269-a50c5d947723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:50.007762 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:50.010644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:50.052281 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251acf9e-771f-4b6b-b269-a50c5d947723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d', 'code': 200} Jan 14 12:23:50.078887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:50.299730 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c53a4d5d-9e10-4aba-8a32-e3c10b45128e req-00fd8f13-317c-4a14-a7a9-37543783e5eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 1098 time: 0.0697467 Jan 14 12:23:50.346457 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c53a4d5d-9e10-4aba-8a32-e3c10b45128e req-98fb9667-184f-42e8-b301-920a04cc099a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Jan 14 12:23:51.002622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839176b-4a0d-4353-9b9f-7c3de9ec89ad req-2d39fd8e-da90-4d51-8309-332d6c39a1db tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:51.004049 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5839176b-4a0d-4353-9b9f-7c3de9ec89ad req-2d39fd8e-da90-4d51-8309-332d6c39a1db tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 945 time: 0.0813968 Jan 14 12:23:51.048536 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5839176b-4a0d-4353-9b9f-7c3de9ec89ad req-e7e90d18-ec28-4e89-bb83-4a90382d9118 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389912 Jan 14 12:23:52.354797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc41d24-f576-4c1c-8e45-679fd912e27c req-ff88bae4-11ff-4272-ab54-952e742d4b03 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:52.356132 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fc41d24-f576-4c1c-8e45-679fd912e27c req-ff88bae4-11ff-4272-ab54-952e742d4b03 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 945 time: 0.1737251 Jan 14 12:23:52.405032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7fc41d24-f576-4c1c-8e45-679fd912e27c req-fbd2b9e9-2141-4b46-8c16-1f07a2ac9ff1 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Jan 14 12:23:52.813275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df9be-491f-415b-866b-295465614d30 req-eb6d9069-6e6e-4ca2-ab40-e0ef2109ee70 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:52.814718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d49df9be-491f-415b-866b-295465614d30 req-eb6d9069-6e6e-4ca2-ab40-e0ef2109ee70 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 945 time: 0.0775948 Jan 14 12:23:52.859627 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d49df9be-491f-415b-866b-295465614d30 req-54373b89-c744-4a45-89a9-bef5df9060ad tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Jan 14 12:23:54.058079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5127815-90a6-4d70-9a6e-a9afa417f132 req-92cd4b53-80c2-4db8-8ff6-92b5b8ee8c12 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:54.059513 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e5127815-90a6-4d70-9a6e-a9afa417f132 req-92cd4b53-80c2-4db8-8ff6-92b5b8ee8c12 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 945 time: 0.0741282 Jan 14 12:23:54.107116 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e5127815-90a6-4d70-9a6e-a9afa417f132 req-079de556-876e-4eac-ad7f-691668c47a52 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Jan 14 12:23:54.210671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-3ae4146f-3ed4-4f70-9b4c-d9137404149f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:54.212074 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-3ae4146f-3ed4-4f70-9b4c-d9137404149f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 945 time: 0.0811656 Jan 14 12:23:54.283060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Deleting port a6400517-4aa7-4c1b-b4fb-2d8f136be70d {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:23:54.283391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:54.518881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] For port a6400517-4aa7-4c1b-b4fb-2d8f136be70d, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:23:54.519225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:54.639376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Calling delete_port for a6400517-4aa7-4c1b-b4fb-2d8f136be70d owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:23:54.782004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:54.793057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4', 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:23:54.834379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Pushing event deleted for resources: {'Port': ['ID=a6400517-4aa7-4c1b-b4fb-2d8f136be70d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:23:54.901383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] No DVR routers for this DVR port a6400517-4aa7-4c1b-b4fb-2d8f136be70d on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:23:54.904462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:23:54.906941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251acf9e-771f-4b6b-b269-a50c5d947723', 'name': 'network-vif-deleted', 'tag': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:23:54.922593 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ab587f7c-4f4b-4bc4-a669-0275c74a991c req-70c61133-edb0-4580-8205-d1cd4ec6d543 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "DELETE /v2.0/ports/a6400517-4aa7-4c1b-b4fb-2d8f136be70d HTTP/1.1" status: 204 len: 173 time: 0.7048750 Jan 14 12:23:54.962995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251acf9e-771f-4b6b-b269-a50c5d947723', 'name': 'network-vif-deleted', 'tag': 'a6400517-4aa7-4c1b-b4fb-2d8f136be70d', 'status': 'completed', 'code': 200} Jan 14 12:23:55.279768 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-30be34b4-43fa-4f17-b640-2fc2a96b0859 req-3e707266-07d1-40fe-8c6f-f4f9d2a1266c tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=251acf9e-771f-4b6b-b269-a50c5d947723 HTTP/1.1" status: 200 len: 210 time: 0.0405500 Jan 14 12:23:56.137417 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:23:56.546555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfe6be-a760-4916-8e88-d9f0299a0811 req-656d8ffe-6e7a-4762-b519-68b9176bab9f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:56.547977 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c6bfe6be-a760-4916-8e88-d9f0299a0811 req-656d8ffe-6e7a-4762-b519-68b9176bab9f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0742490 Jan 14 12:23:56.592234 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c6bfe6be-a760-4916-8e88-d9f0299a0811 req-b725d4e5-faf0-417b-adcf-7195fdfd256f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Jan 14 12:23:56.888110 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0f1e5-d335-4903-b66e-b8479f2284d7 req-46626c78-5cd0-4969-9951-9a18f909cdb1 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:56.889576 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-30c0f1e5-d335-4903-b66e-b8479f2284d7 req-46626c78-5cd0-4969-9951-9a18f909cdb1 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.1521657 Jan 14 12:23:56.933732 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-30c0f1e5-d335-4903-b66e-b8479f2284d7 req-98fbab70-5507-4b25-b3c7-124bed78ca88 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Jan 14 12:23:57.130775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddba497-07c5-4d2f-b25d-b2511bd99311 req-1b207e01-4a0b-4d85-a7f2-260343cec294 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:57.131467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8ddba497-07c5-4d2f-b25d-b2511bd99311 req-1b207e01-4a0b-4d85-a7f2-260343cec294 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Synchronizing usage tracker for tenant:11395b29e7924314bdfcd80032829881 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:23:57.146717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8ddba497-07c5-4d2f-b25d-b2511bd99311 req-1b207e01-4a0b-4d85-a7f2-260343cec294 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Unset dirty status for tenant:11395b29e7924314bdfcd80032829881 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:23:57.147954 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddba497-07c5-4d2f-b25d-b2511bd99311 req-1b207e01-4a0b-4d85-a7f2-260343cec294 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0953946 Jan 14 12:23:57.193760 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8ddba497-07c5-4d2f-b25d-b2511bd99311 req-22eacbf5-0deb-41d4-85bb-5db8a9dd5b48 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Jan 14 12:23:57.386265 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-526b82c8-63ad-4ad5-ace0-3ceaa44ca3b7 req-e0887f86-c8cc-46e6-b1a1-53279d5ea354 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690567 Jan 14 12:23:57.578877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e464b1-1aff-44c0-a583-0d8e67174612 req-c99ced40-9661-49f0-a7fe-6d75ebfce483 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:57.580327 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-98e464b1-1aff-44c0-a583-0d8e67174612 req-c99ced40-9661-49f0-a7fe-6d75ebfce483 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0760376 Jan 14 12:23:57.624926 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-98e464b1-1aff-44c0-a583-0d8e67174612 req-bcb188d7-63fb-44a4-8620-f98a6746280f tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 Jan 14 12:23:57.815144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250e61e-72fc-470b-b2e7-6c2ef9e9dee6 req-083b3ced-13f8-49e0-968b-482cac2bdbfa tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:57.816570 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8250e61e-72fc-470b-b2e7-6c2ef9e9dee6 req-083b3ced-13f8-49e0-968b-482cac2bdbfa tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0747886 Jan 14 12:23:57.836854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a6400517-4aa7-4c1b-b4fb-2d8f136be70d no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:23:57.864640 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8250e61e-72fc-470b-b2e7-6c2ef9e9dee6 req-1363fc67-bd74-4b60-8b4f-76497be5917d tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Jan 14 12:23:57.873491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: a6400517-4aa7-4c1b-b4fb-2d8f136be70d {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:23:57.873871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a6400517-4aa7-4c1b-b4fb-2d8f136be70d not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:23:58.085206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafc78d-20b2-44ad-8ca4-07d091d1428e req-075d56c3-2c32-4d05-9324-260edea5a013 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:58.086611 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8eafc78d-20b2-44ad-8ca4-07d091d1428e req-075d56c3-2c32-4d05-9324-260edea5a013 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0770636 Jan 14 12:23:58.130496 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8eafc78d-20b2-44ad-8ca4-07d091d1428e req-ef1a7b73-63a8-4495-8eea-e8b91b13536a tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Jan 14 12:23:58.686783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e536-4886-4ff3-9c62-d105225226f4 req-62f9cef9-e55a-424c-a572-23a2c67b5e93 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:58.688131 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0df9e536-4886-4ff3-9c62-d105225226f4 req-62f9cef9-e55a-424c-a572-23a2c67b5e93 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0765784 Jan 14 12:23:58.732075 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0df9e536-4886-4ff3-9c62-d105225226f4 req-b4edce50-3e9a-4037-9a95-f46f486091d5 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379024 Jan 14 12:23:59.932319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad96a-aaab-477d-a882-6434ad646c44 req-ec72b5c6-02b2-4f58-a3f9-c96b8417eb43 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:23:59.933757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c3bad96a-aaab-477d-a882-6434ad646c44 req-ec72b5c6-02b2-4f58-a3f9-c96b8417eb43 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0807054 Jan 14 12:23:59.978208 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c3bad96a-aaab-477d-a882-6434ad646c44 req-5409d3a8-5d7a-48b2-9f60-47a3d40e36ca tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ffcdc3-5cb7-4156-8e06-cab3e08edef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Jan 14 12:24:00.324779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-33bfa0a8-1fb2-4c96-b890-60f95aeff4e6 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:00.326483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-33bfa0a8-1fb2-4c96-b890-60f95aeff4e6 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 945 time: 0.0745921 Jan 14 12:24:00.395199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Deleting port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:00.395532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:00.633208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] For port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,segment=NetworkSegment(b153c273-a4d9-436f-a825-7c4ef23ae4c4),segment_id=b153c273-a4d9-436f-a825-7c4ef23ae4c4)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:00.633556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:00.844829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Calling delete_port for e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:00.902643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4ea0482d-f2d9-496d-80fe-8356114b3875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:00.985309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:00.996097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:24:01.034860 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Pushing event deleted for resources: {'Port': ['ID=e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:01.107656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] No DVR routers for this DVR port e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:24:01.110016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:01.112479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242067b1-8a8a-4ccc-a125-af90dba66954', 'name': 'network-vif-deleted', 'tag': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:24:01.131570 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-88ba6544-e05e-4d2f-ac01-d67f89ef0c70 req-2898c28c-0f91-4ffc-ade6-9461453d3489 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.31 "DELETE /v2.0/ports/e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 HTTP/1.1" status: 204 len: 173 time: 0.7997980 Jan 14 12:24:01.156427 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-49c5e1c6-852e-4d3c-85bc-b215e115cdd8 req-61e638ec-854f-461c-a967-71bd8baba171 tempest-ServersNegativeTestJSON-1607040767 tempest-ServersNegativeTestJSON-1607040767-project] 10.222.0.48 "GET /v2.0/ports?device_id=242067b1-8a8a-4ccc-a125-af90dba66954 HTTP/1.1" status: 200 len: 210 time: 0.0520012 Jan 14 12:24:01.173984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242067b1-8a8a-4ccc-a125-af90dba66954', 'name': 'network-vif-deleted', 'tag': 'e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4', 'status': 'completed', 'code': 200} Jan 14 12:24:01.392388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.267484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56560) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:02.327886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Deleting subnet 3ed063b9-98f5-467a-be32-7ba4c29bec09 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:24:02.330683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.380154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.437777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.501699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.537768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed063b9-98f5-467a-be32-7ba4c29bec09,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:02.544388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.550111 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8ae824e-9b2a-4eaa-8969-21a85601b5dd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ed063b9-98f5-467a-be32-7ba4c29bec09 HTTP/1.1" status: 204 len: 168 time: 0.2816327 Jan 14 12:24:02.552636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56564) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:02.655998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.779438 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.806201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525db53b-0b6d-4cdf-b13b-e7a726e403ad']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:02.817755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b153c273-a4d9-436f-a825-7c4ef23ae4c4') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:02.818040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b153c273-a4d9-436f-a825-7c4ef23ae4c4') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:02.829316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.844915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.850775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:02.851145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:02.863931 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:02.935595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.940520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:02.967867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] Pushing event deleted for resources: {'Network': ['ID=525db53b-0b6d-4cdf-b13b-e7a726e403ad,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:02.974170 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e91151ed-4069-4955-84d2-16bc34b3099c admin admin] 10.222.0.48 "DELETE /v2.0/networks/525db53b-0b6d-4cdf-b13b-e7a726e403ad HTTP/1.1" status: 204 len: 168 time: 0.4206035 Jan 14 12:24:03.103157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56570) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:03.119524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fb08b26e-2d55-4805-94aa-4696f2a9e5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:03.154317 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-48a777bb-1d12-46fe-9d46-b58474510829 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11395b29e7924314bdfcd80032829881&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500178 Jan 14 12:24:03.156958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56574) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:03.214949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c659-aac1-4f55-b8aa-4f8d7dd59278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:03.239424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c659-aac1-4f55-b8aa-4f8d7dd59278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:03.289554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c659-aac1-4f55-b8aa-4f8d7dd59278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:03.306019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c659-aac1-4f55-b8aa-4f8d7dd59278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ffcdc3-5cb7-4156-8e06-cab3e08edef5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:03.317016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c659-aac1-4f55-b8aa-4f8d7dd59278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:03.318203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6bb2c659-aac1-4f55-b8aa-4f8d7dd59278 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29ffcdc3-5cb7-4156-8e06-cab3e08edef5 HTTP/1.1" status: 204 len: 168 time: 0.1603022 Jan 14 12:24:03.835006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:24:03.868167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:24:03.868435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device e3a07fa6-c6e2-4814-8cda-b6b9e01c20e4 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:24:04.157890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56596) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:04.278977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.291988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5789166'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:04.297189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:04.300940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:network and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:04.303726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:04.310344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:04.319826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:04.322712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.338211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.370530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:04.374453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:security_group_rule and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:04.377297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:04.382858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:04.450693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.454188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.486694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:04.496554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b7a587-9d0d-4454-8558-f533624eb09c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:04.504018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.504369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Added segment ed6a7e05-d829-45a9-8922-7923097f2389 of type vlan for network fcb2ab56-4691-4365-b38c-5ff59973fd83 Jan 14 12:24:04.505318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.532183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.560005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.563798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:04.564362 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:04.671932 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5128894 Jan 14 12:24:04.674783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5375-2215-4e07-b74c-36efa90f7bcd tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Network': ['ID=fcb2ab56-4691-4365-b38c-5ff59973fd83,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:04.685503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network fcb2ab56-4691-4365-b38c-5ff59973fd83 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:05.623294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:07.877060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56602) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:07.882794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'subnet': {'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:07.990607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:07.994338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:subnet and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:07.997162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:08.002673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:08.011951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:08.201710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.426823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.512201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Subnet': ['ID=c088b504-c63b-48d0-8b58-edc2cd484b79,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:08.525852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Checking segment: {'id': 'ed6a7e05-d829-45a9-8922-7923097f2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:08.526199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network hostable DHCP agents. Network: fcb2ab56-4691-4365-b38c-5ff59973fd83, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:08.547047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network fcb2ab56-4691-4365-b38c-5ff59973fd83 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:08.556749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, fcb2ab56-4691-4365-b38c-5ff59973fd83) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:08.561233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:08.561908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.566945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b234ab1-cc86-4458-a946-cc16f491042f None None] Network fcb2ab56-4691-4365-b38c-5ff59973fd83 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:08.583017 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-19e2febf-2779-4e37-823d-64a017ab2565 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7048693 Jan 14 12:24:08.586249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56606) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:08.591667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533392874'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:08.596490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:08.600356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:network and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:08.603201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:08.608752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:08.619402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:08.623337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.651606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:08.660091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.660430 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Added segment c68bc11a-53ef-4d72-9150-4f24cb58dc03 of type vlan for network 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 Jan 14 12:24:08.686874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.717077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.722333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:08.722987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.787895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-fcb2ab56-4691-4365-b38c-5ff59973fd83', 'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83', 'tenant_id': 'ac31bcf07eeb4cee970adaac8d05d971', 'fixed_ips': [{'subnet_id': 'c088b504-c63b-48d0-8b58-edc2cd484b79'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:08.788689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:08.824612 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2373466 Jan 14 12:24:08.827969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 56610) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:08.833458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'subnet': {'network_id': '6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:08.834558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500246-7f97-43c6-bb1a-47bb229c27de tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Network': ['ID=6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:08.846498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:08.948037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:08.951966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:subnet and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:08.954764 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:08.960301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:08.969173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:09.067114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.068129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Allocated IP 2001:db8:0:ffff::2 (fcb2ab56-4691-4365-b38c-5ff59973fd83/c088b504-c63b-48d0-8b58-edc2cd484b79/b172b2fc-28b2-49f8-af27-a82a94c63cea) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:09.272990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.283800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Transition to ACTIVE for port object b172b2fc-28b2-49f8-af27-a82a94c63cea will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:09.302956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Transition to ACTIVE for port object b172b2fc-28b2-49f8-af27-a82a94c63cea will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:09.309672 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.310528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.379287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Network fcb2ab56-4691-4365-b38c-5ff59973fd83 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:09.382800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:09.385435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:09.388130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Subnet': ['ID=13bb159b-48f1-4229-a860-cb59c2069ef7,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:09.388902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Pushing event updated for resources: {'Port': ['ID=b172b2fc-28b2-49f8-af27-a82a94c63cea,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:09.402066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.402401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.403232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.403620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.404285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.404602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.404958 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.405284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.405701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.406050 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.406418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:09.412338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Checking segment: {'id': 'c68bc11a-53ef-4d72-9150-4f24cb58dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:09.412718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network hostable DHCP agents. Network: 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:09.435192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:09.444641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:09.448693 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:09.449345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.458103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a02a1-d9e1-4246-bbc7-4171661413e1 None None] Network 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:09.470634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-43c132d2-9ee3-4326-9a12-4ab30401203f tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6416137 Jan 14 12:24:09.473363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 56614) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:09.545212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Attempting to bind port b172b2fc-28b2-49f8-af27-a82a94c63cea on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:09.545479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Attempting to bind port b172b2fc-28b2-49f8-af27-a82a94c63cea by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ed6a7e05-d829-45a9-8922-7923097f2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:09.545833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Attempting to bind port b172b2fc-28b2-49f8-af27-a82a94c63cea on network fcb2ab56-4691-4365-b38c-5ff59973fd83 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:09.563773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:09.564136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Checking segment: {'id': 'ed6a7e05-d829-45a9-8922-7923097f2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:09.564528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.564938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Bound using segment: {'id': 'ed6a7e05-d829-45a9-8922-7923097f2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:09.565396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Bound port: b172b2fc-28b2-49f8-af27-a82a94c63cea, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6a7e05-d829-45a9-8922-7923097f2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fcb2ab56-4691-4365-b38c-5ff59973fd83'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:09.565760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.616449 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.683824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.726059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] For port b172b2fc-28b2-49f8-af27-a82a94c63cea, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:09.759937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.764267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] For port b172b2fc-28b2-49f8-af27-a82a94c63cea, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b172b2fc-28b2-49f8-af27-a82a94c63cea,segment=NetworkSegment(ed6a7e05-d829-45a9-8922-7923097f2389),segment_id=ed6a7e05-d829-45a9-8922-7923097f2389)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:09.769182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.803962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55b2e4-3faa-4561-937a-6bd50811203e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69', 'network_id': '6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69', 'tenant_id': 'ac31bcf07eeb4cee970adaac8d05d971', 'fixed_ips': [{'subnet_id': '13bb159b-48f1-4229-a860-cb59c2069ef7'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:09.804191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Subnet': ['ID=13bb159b-48f1-4229-a860-cb59c2069ef7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:09.804658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cd55b2e4-3faa-4561-937a-6bd50811203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.904543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.906228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc838c-7a93-4f8c-bdfc-c2eb8ba78e88 None None] Pushing event updated for resources: {'Port': ['ID=b172b2fc-28b2-49f8-af27-a82a94c63cea,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:09.934744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:09.953973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68bc11a-53ef-4d72-9150-4f24cb58dc03') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:09.954170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6ac70-11da-4fbf-b459-f75f1760fb07 None None] Network 6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:09.954397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68bc11a-53ef-4d72-9150-4f24cb58dc03') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:09.967561 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.985111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:09.991749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:09.992156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:10.007214 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:10.109535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.145737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.148392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Network': ['ID=6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:10.157338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56618) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:10.169925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675136959'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:10.171856 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-246d7380-91a9-4b1d-bde9-ce95c65bc402 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 HTTP/1.1" status: 204 len: 168 time: 0.6974664 Jan 14 12:24:10.180529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:10.188068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:network and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:10.194033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:10.204953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:10.215915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:10.219924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.258960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:10.276259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.276543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Added segment c5c87bfa-7102-4b47-87b2-8a22fbc35b10 of type vlan for network aa62fbcc-2068-46fe-9d4f-fb8844c31375 Jan 14 12:24:10.306970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.338682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.342983 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:10.343546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.444390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2858384 Jan 14 12:24:10.447678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 56622) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:10.454145 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'subnet': {'network_id': 'aa62fbcc-2068-46fe-9d4f-fb8844c31375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:10.454379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ea5b3-3897-4661-a706-72c2f6336ebb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Network': ['ID=aa62fbcc-2068-46fe-9d4f-fb8844c31375,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:10.464251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network aa62fbcc-2068-46fe-9d4f-fb8844c31375 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:10.563374 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:10.567426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:subnet and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:10.570303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:10.576596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:10.586732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:10.686656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:10.779290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Performing IP validity checks on allocation pools {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 14 12:24:10.779808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.ipam_backend_mixin [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 14 12:24:10.885285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e0f18-518a-43e4-a7ba-5bd3c3f23762 None None] Network fcb2ab56-4691-4365-b38c-5ff59973fd83 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:10.980017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c207ee97-e8a7-4cb5-b880-eabc5def60f6 None None] Provisioning for port b172b2fc-28b2-49f8-af27-a82a94c63cea completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:11.002605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.078324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Subnet': ['ID=93ec692a-b83d-4bb0-8727-e4860463c36a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:11.090896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Checking segment: {'id': 'c5c87bfa-7102-4b47-87b2-8a22fbc35b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'aa62fbcc-2068-46fe-9d4f-fb8844c31375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:11.091245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network hostable DHCP agents. Network: aa62fbcc-2068-46fe-9d4f-fb8844c31375, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:11.112806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network aa62fbcc-2068-46fe-9d4f-fb8844c31375 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:11.123594 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, aa62fbcc-2068-46fe-9d4f-fb8844c31375) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:11.128960 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:11.129475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.152857 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-448f6010-d7a8-4d88-a237-528492b7e157 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7016196 Jan 14 12:24:11.153566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56626) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:11.154268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd2b65-d7b4-4a4d-9273-5c1a33f8d0b6 None None] Network aa62fbcc-2068-46fe-9d4f-fb8844c31375 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:11.310389 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.381417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.414844 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ebef0-a109-4064-9737-1772c3adb99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-aa62fbcc-2068-46fe-9d4f-fb8844c31375', 'network_id': 'aa62fbcc-2068-46fe-9d4f-fb8844c31375', 'tenant_id': 'ac31bcf07eeb4cee970adaac8d05d971', 'fixed_ips': [{'subnet_id': '93ec692a-b83d-4bb0-8727-e4860463c36a'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:11.415708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebef0-a109-4064-9737-1772c3adb99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.456314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.500103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Subnet': ['ID=93ec692a-b83d-4bb0-8727-e4860463c36a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server [None req-6c0ebef0-a109-4064-9737-1772c3adb99f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93ec692a-b83d-4bb0-8727-e4860463c36a: This subnet is being modified by another concurrent operation. Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise value Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server raise exception Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93ec692a-b83d-4bb0-8727-e4860463c36a: This subnet is being modified by another concurrent operation. Jan 14 12:24:11.523678 dv-neutron-823850-1-hyperv neutron-server[83453]: ERROR oslo_messaging.rpc.server Jan 14 12:24:11.545450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5941414-a3a6-48d4-8e41-ccbbc2d31a79 None None] Network aa62fbcc-2068-46fe-9d4f-fb8844c31375 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:11.595058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.620165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa62fbcc-2068-46fe-9d4f-fb8844c31375']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:11.636182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c87bfa-7102-4b47-87b2-8a22fbc35b10') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:11.636378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c87bfa-7102-4b47-87b2-8a22fbc35b10') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:11.648235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.664426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.671316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:11.671694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:11.686742 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:11.707443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8f96f-38dc-4a35-9ed6-d6673a5fd527 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 12:24:11.765490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.769852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.791351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8f96f-38dc-4a35-9ed6-d6673a5fd527 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 12:24:11.797474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Network': ['ID=aa62fbcc-2068-46fe-9d4f-fb8844c31375,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:11.805761 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fe3e52bb-f1ba-4c99-be6d-638ad475ad35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/aa62fbcc-2068-46fe-9d4f-fb8844c31375 HTTP/1.1" status: 204 len: 168 time: 0.6471798 Jan 14 12:24:11.806168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56630) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:11.812465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094726064'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:11.817623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:11.821349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:network and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:11.824661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:11.830316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:11.841694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:11.844722 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.877028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:11.887412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.887886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Added segment 91f72d58-df02-4efd-ac53-c9a0bf18c619 of type vlan for network c448b2d7-a26a-40a0-ad77-5356bfc55398 Jan 14 12:24:11.916588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.925528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b172b2fc-28b2-49f8-af27-a82a94c63cea up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:11.948578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:11.952792 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:11.953378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.053801 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2467816 Jan 14 12:24:12.057178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 56634) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:12.063723 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'subnet': {'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:12.064531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8677812-206d-4969-b09c-db5fa0e8667a tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Network': ['ID=c448b2d7-a26a-40a0-ad77-5356bfc55398,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:12.071253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b172b2fc-28b2-49f8-af27-a82a94c63cea completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:12.079357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b172b2fc-28b2-49f8-af27-a82a94c63cea triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:12.079357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.110361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c448b2d7-a26a-40a0-ad77-5356bfc55398 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:12.178163 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:12.182864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:subnet and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:12.185734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:12.191724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:12.201894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:12.305750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.352869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.385019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port b172b2fc-28b2-49f8-af27-a82a94c63cea, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b172b2fc-28b2-49f8-af27-a82a94c63cea,segment=NetworkSegment(ed6a7e05-d829-45a9-8922-7923097f2389),segment_id=ed6a7e05-d829-45a9-8922-7923097f2389)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:12.389408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.454558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=b172b2fc-28b2-49f8-af27-a82a94c63cea,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:12.528070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.599423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Subnet': ['ID=59261ebe-2cad-4fe6-b335-c32f3d90c4f4,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:12.613770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Checking segment: {'id': '91f72d58-df02-4efd-ac53-c9a0bf18c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:12.614120 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network hostable DHCP agents. Network: c448b2d7-a26a-40a0-ad77-5356bfc55398, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:12.634780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network c448b2d7-a26a-40a0-ad77-5356bfc55398 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:12.643305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c448b2d7-a26a-40a0-ad77-5356bfc55398) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:12.647174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:12.647743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.652545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127779b-c49b-47fd-be5b-3e38f0cd5a69 None None] Network c448b2d7-a26a-40a0-ad77-5356bfc55398 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:12.668143 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ab9d3162-f4fa-436e-94ea-fbeee0a3d35c tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6097264 Jan 14 12:24:12.672082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 56638) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:12.677420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838071595'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:12.682407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:12.686737 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:network and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:12.689540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:12.695069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:12.705484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:12.708428 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.737310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:12.746046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.746473 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Added segment 26c70955-60de-4a33-a319-c2cddc04d139 of type vlan for network 7d9e657f-a922-43f2-9f90-4d1c72b5ee31 Jan 14 12:24:12.775575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.805953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.809589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:12.810759 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.870248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c448b2d7-a26a-40a0-ad77-5356bfc55398', 'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398', 'tenant_id': 'ac31bcf07eeb4cee970adaac8d05d971', 'fixed_ips': [{'subnet_id': '59261ebe-2cad-4fe6-b335-c32f3d90c4f4'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:12.871038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:12.907518 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2344201 Jan 14 12:24:12.910493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56642) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:12.916042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc578e-bfab-4457-94ec-d64b59da6d39 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Network': ['ID=7d9e657f-a922-43f2-9f90-4d1c72b5ee31,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:12.919806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Request body: {'subnet': {'network_id': '7d9e657f-a922-43f2-9f90-4d1c72b5ee31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:12.930168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 7d9e657f-a922-43f2-9f90-4d1c72b5ee31 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:13.126705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:13.130465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Usage tracker for resource:subnet and tenant:ac31bcf07eeb4cee970adaac8d05d971 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:13.133318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:13.139089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:13.149173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Made reservation on behalf of ac31bcf07eeb4cee970adaac8d05d971 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:13.151334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Allocated IP 2001:db8::2 (c448b2d7-a26a-40a0-ad77-5356bfc55398/59261ebe-2cad-4fe6-b335-c32f3d90c4f4/a4be6fee-dc47-49de-9b0b-c85694a31827) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:13.263300 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.357520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.367757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Transition to ACTIVE for port object a4be6fee-dc47-49de-9b0b-c85694a31827 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:13.387530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Transition to ACTIVE for port object a4be6fee-dc47-49de-9b0b-c85694a31827 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:13.395637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.464555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Network c448b2d7-a26a-40a0-ad77-5356bfc55398 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:13.467932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:13.472216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:13.475861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Pushing event updated for resources: {'Port': ['ID=a4be6fee-dc47-49de-9b0b-c85694a31827,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:13.485002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.561500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Attempting to bind port a4be6fee-dc47-49de-9b0b-c85694a31827 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:13.561855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Attempting to bind port a4be6fee-dc47-49de-9b0b-c85694a31827 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '91f72d58-df02-4efd-ac53-c9a0bf18c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:13.562205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Attempting to bind port a4be6fee-dc47-49de-9b0b-c85694a31827 on network c448b2d7-a26a-40a0-ad77-5356bfc55398 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:13.569215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:13.569571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Checking segment: {'id': '91f72d58-df02-4efd-ac53-c9a0bf18c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:13.569963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.570329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Bound using segment: {'id': '91f72d58-df02-4efd-ac53-c9a0bf18c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:13.570779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Bound port: a4be6fee-dc47-49de-9b0b-c85694a31827, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f72d58-df02-4efd-ac53-c9a0bf18c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c448b2d7-a26a-40a0-ad77-5356bfc55398'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:13.571138 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.579947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event updated for resources: {'Subnet': ['ID=5df62805-5c73-4309-8e86-040e597b450d,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:13.590031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Checking segment: {'id': '26c70955-60de-4a33-a319-c2cddc04d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7d9e657f-a922-43f2-9f90-4d1c72b5ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:13.590423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network hostable DHCP agents. Network: 7d9e657f-a922-43f2-9f90-4d1c72b5ee31, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:13.623086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Network 7d9e657f-a922-43f2-9f90-4d1c72b5ee31 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:13.634819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 7d9e657f-a922-43f2-9f90-4d1c72b5ee31) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:13.638189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:13.638830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.643952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e703b-5bcf-4b9f-a185-ae486f3af9de None None] Network 7d9e657f-a922-43f2-9f90-4d1c72b5ee31 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:13.663100 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7cde6105-d2e4-4789-9be0-bad39892d1bb tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7509511 Jan 14 12:24:13.665754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56646) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:13.749930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] For port a4be6fee-dc47-49de-9b0b-c85694a31827, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:13.770631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] For port a4be6fee-dc47-49de-9b0b-c85694a31827, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4be6fee-dc47-49de-9b0b-c85694a31827,segment=NetworkSegment(91f72d58-df02-4efd-ac53-c9a0bf18c619),segment_id=91f72d58-df02-4efd-ac53-c9a0bf18c619)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:13.776800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.809582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.875542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.897860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b172b2fc-28b2-49f8-af27-a82a94c63cea up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:13.957205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:13.960201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01422312-a19c-4b29-9a65-ef6088fc64d3 None None] Pushing event updated for resources: {'Port': ['ID=a4be6fee-dc47-49de-9b0b-c85694a31827,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:13.998898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Subnet': ['ID=5df62805-5c73-4309-8e86-040e597b450d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:14.013371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.013862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.014295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.014716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.015136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.015551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.015967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.016401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.016845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.017255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.017665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:14.033927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b172b2fc-28b2-49f8-af27-a82a94c63cea triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:14.034297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.059356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c6041a-991e-4bd1-b362-8d5e3969b29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-7d9e657f-a922-43f2-9f90-4d1c72b5ee31', 'network_id': '7d9e657f-a922-43f2-9f90-4d1c72b5ee31', 'tenant_id': 'ac31bcf07eeb4cee970adaac8d05d971', 'fixed_ips': [{'subnet_id': '5df62805-5c73-4309-8e86-040e597b450d'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:14.060156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-03c6041a-991e-4bd1-b362-8d5e3969b29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.128648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.174391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9e657f-a922-43f2-9f90-4d1c72b5ee31']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:14.189784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c70955-60de-4a33-a319-c2cddc04d139') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:14.190199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c70955-60de-4a33-a319-c2cddc04d139') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:14.209338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.233484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.241014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:14.241422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.248369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd48ab9-9364-4785-aef8-5ae9b66a041c None None] Network 7d9e657f-a922-43f2-9f90-4d1c72b5ee31 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:14.258498 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:14.346550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.364319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.375997 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Network': ['ID=7d9e657f-a922-43f2-9f90-4d1c72b5ee31,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:14.379994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-213a7147-80fe-44cf-b5c6-a50ae946d5b0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/7d9e657f-a922-43f2-9f90-4d1c72b5ee31 HTTP/1.1" status: 204 len: 168 time: 0.7132540 Jan 14 12:24:14.383036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56650) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:14.421983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f419151-1702-463b-9f13-823b1c4d5a35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] GET failed (client error): The resource could not be found. Jan 14 12:24:14.422393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2f419151-1702-463b-9f13-823b1c4d5a35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Synchronizing usage tracker for tenant:ac31bcf07eeb4cee970adaac8d05d971 on resource:subnet {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:24:14.438949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2f419151-1702-463b-9f13-823b1c4d5a35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Unset dirty status for tenant:ac31bcf07eeb4cee970adaac8d05d971 on resource:subnet {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:24:14.440155 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2f419151-1702-463b-9f13-823b1c4d5a35 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "GET /v2.0/subnets/5df62805-5c73-4309-8e86-040e597b450d HTTP/1.1" status: 404 len: 337 time: 0.0562384 Jan 14 12:24:14.442925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56654) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:14.467223 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d947bab2-6907-4803-9e91-7700a19e8f11 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:14.467648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d947bab2-6907-4803-9e91-7700a19e8f11 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:14.469240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d947bab2-6907-4803-9e91-7700a19e8f11 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/7d9e657f-a922-43f2-9f90-4d1c72b5ee31 HTTP/1.1" status: 404 len: 339 time: 0.0254469 Jan 14 12:24:14.472925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56658) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:14.513922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-81661f73-b4d6-4330-b535-e4bad1b2ede0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:14.514347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81661f73-b4d6-4330-b535-e4bad1b2ede0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:14.515940 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-81661f73-b4d6-4330-b535-e4bad1b2ede0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/subnets/5df62805-5c73-4309-8e86-040e597b450d HTTP/1.1" status: 404 len: 337 time: 0.0421433 Jan 14 12:24:14.518493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56662) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:14.541874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaa4dbe-4040-49f6-9159-a75a20a0b9b7 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:14.542295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaa4dbe-4040-49f6-9159-a75a20a0b9b7 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:14.543857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ceaa4dbe-4040-49f6-9159-a75a20a0b9b7 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/7d9e657f-a922-43f2-9f90-4d1c72b5ee31 HTTP/1.1" status: 404 len: 339 time: 0.0245061 Jan 14 12:24:14.546275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56666) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:14.731484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Deleting subnet 59261ebe-2cad-4fe6-b335-c32f3d90c4f4 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:24:14.734639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.795106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.879762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:14.925536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce066a-7d5b-4529-b9a2-d8ce138cb111 None None] Network c448b2d7-a26a-40a0-ad77-5356bfc55398 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:14.956174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.036541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9b0ad377-268f-4fd2-b18b-1d9c4872e787 None None] Provisioning for port a4be6fee-dc47-49de-9b0b-c85694a31827 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:15.093359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Subnet': ['ID=59261ebe-2cad-4fe6-b335-c32f3d90c4f4,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:15.099768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.112906 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2fc13757-2dc8-49df-a5a4-2936d125f1d3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/subnets/59261ebe-2cad-4fe6-b335-c32f3d90c4f4 HTTP/1.1" status: 204 len: 168 time: 0.5656469 Jan 14 12:24:15.115302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56670) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:15.207638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] DHCP port deletion for c448b2d7-a26a-40a0-ad77-5356bfc55398 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:24:15.211843 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] Deleting port a4be6fee-dc47-49de-9b0b-c85694a31827 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:15.212209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.237924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.248561 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Deleting port a4be6fee-dc47-49de-9b0b-c85694a31827 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:15.248919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.443480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] For port a4be6fee-dc47-49de-9b0b-c85694a31827, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4be6fee-dc47-49de-9b0b-c85694a31827,segment=NetworkSegment(91f72d58-df02-4efd-ac53-c9a0bf18c619),segment_id=91f72d58-df02-4efd-ac53-c9a0bf18c619)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:15.443782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.446816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] For port a4be6fee-dc47-49de-9b0b-c85694a31827, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a4be6fee-dc47-49de-9b0b-c85694a31827,segment=NetworkSegment(91f72d58-df02-4efd-ac53-c9a0bf18c619),segment_id=91f72d58-df02-4efd-ac53-c9a0bf18c619)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:15.447166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.560563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] Calling delete_port for a4be6fee-dc47-49de-9b0b-c85694a31827 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:15.568525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Calling delete_port for a4be6fee-dc47-49de-9b0b-c85694a31827 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:15.636539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:15.641515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.db.api [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:24:15.641822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG oslo_db.api [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:24:15.680597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] Pushing event deleted for resources: {'Port': ['ID=a4be6fee-dc47-49de-9b0b-c85694a31827,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:15.684806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d24bf-8931-4f26-8cb7-47aa37b19fb4 None None] No DVR routers for this DVR port a4be6fee-dc47-49de-9b0b-c85694a31827 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:24:16.142650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Deleting port a4be6fee-dc47-49de-9b0b-c85694a31827 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:16.143202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.207610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] The port 'a4be6fee-dc47-49de-9b0b-c85694a31827' was deleted {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:24:16.325932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.349520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c448b2d7-a26a-40a0-ad77-5356bfc55398']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:16.361440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f72d58-df02-4efd-ac53-c9a0bf18c619') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:16.361725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f72d58-df02-4efd-ac53-c9a0bf18c619') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:16.373753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.388683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.394484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:16.394791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: util.warn( Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:16.408229 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:16.485415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.503212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.514046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Network': ['ID=c448b2d7-a26a-40a0-ad77-5356bfc55398,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:16.517942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-032a06c6-7e13-4e25-984e-6029e9509484 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/c448b2d7-a26a-40a0-ad77-5356bfc55398 HTTP/1.1" status: 204 len: 168 time: 1.4016788 Jan 14 12:24:16.520401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56674) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:16.557485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-418e4842-1dc0-4cfd-8c27-2fcba068020e tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:16.557912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418e4842-1dc0-4cfd-8c27-2fcba068020e tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:16.560421 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-418e4842-1dc0-4cfd-8c27-2fcba068020e tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/subnets/93ec692a-b83d-4bb0-8727-e4860463c36a HTTP/1.1" status: 404 len: 337 time: 0.0391030 Jan 14 12:24:16.562864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56678) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:16.589843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-163aa890-bba5-48df-b71b-334e8166358b tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:16.590584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163aa890-bba5-48df-b71b-334e8166358b tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:16.592203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-163aa890-bba5-48df-b71b-334e8166358b tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/aa62fbcc-2068-46fe-9d4f-fb8844c31375 HTTP/1.1" status: 404 len: 339 time: 0.0284331 Jan 14 12:24:16.594579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56682) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:16.631789 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dc2fe4-bcfa-48df-8f8b-dcf65edebfa3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:16.632209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7dc2fe4-bcfa-48df-8f8b-dcf65edebfa3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:16.633761 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b7dc2fe4-bcfa-48df-8f8b-dcf65edebfa3 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/subnets/13bb159b-48f1-4229-a860-cb59c2069ef7 HTTP/1.1" status: 404 len: 337 time: 0.0383425 Jan 14 12:24:16.636141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56686) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:16.660546 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aad5066-e255-46cf-b7fd-fa7de4dd9810 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] DELETE failed (client error): The resource could not be found. Jan 14 12:24:16.660938 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aad5066-e255-46cf-b7fd-fa7de4dd9810 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 12:24:16.662438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3aad5066-e255-46cf-b7fd-fa7de4dd9810 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/6aacd0ac-99b1-4ce1-a7e3-3f279f4bdb69 HTTP/1.1" status: 404 len: 339 time: 0.0254614 Jan 14 12:24:16.664609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56690) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:16.847558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Deleting subnet c088b504-c63b-48d0-8b58-edc2cd484b79 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:24:16.850388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.905150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:16.983385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.140046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.178207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Subnet': ['ID=c088b504-c63b-48d0-8b58-edc2cd484b79,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:17.184042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.189378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29a873-c63b-4240-b290-9b67785451db None None] Network fcb2ab56-4691-4365-b38c-5ff59973fd83 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:17.194265 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-86114fe5-061d-4b02-8897-73c74b0646e0 tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/subnets/c088b504-c63b-48d0-8b58-edc2cd484b79 HTTP/1.1" status: 204 len: 168 time: 0.5287273 Jan 14 12:24:17.196612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56694) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:17.314169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.324797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Deleting port b172b2fc-28b2-49f8-af27-a82a94c63cea {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:17.325135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.428149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] DHCP port deletion for fcb2ab56-4691-4365-b38c-5ff59973fd83 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:24:17.432291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Deleting port b172b2fc-28b2-49f8-af27-a82a94c63cea {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:17.432749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.528127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] For port b172b2fc-28b2-49f8-af27-a82a94c63cea, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b172b2fc-28b2-49f8-af27-a82a94c63cea,segment=NetworkSegment(ed6a7e05-d829-45a9-8922-7923097f2389),segment_id=ed6a7e05-d829-45a9-8922-7923097f2389)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:17.528472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.638610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] For port b172b2fc-28b2-49f8-af27-a82a94c63cea, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b172b2fc-28b2-49f8-af27-a82a94c63cea,segment=NetworkSegment(ed6a7e05-d829-45a9-8922-7923097f2389),segment_id=ed6a7e05-d829-45a9-8922-7923097f2389)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:17.638905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.651833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Calling delete_port for b172b2fc-28b2-49f8-af27-a82a94c63cea owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:17.723676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.760842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Calling delete_port for b172b2fc-28b2-49f8-af27-a82a94c63cea owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:17.769733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Port': ['ID=b172b2fc-28b2-49f8-af27-a82a94c63cea,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:17.775553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] No DVR routers for this DVR port b172b2fc-28b2-49f8-af27-a82a94c63cea on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn_limited( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn_limited( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 12:24:17.827501 dv-neutron-823850-1-hyperv neutron-server[83453]: util.warn( Jan 14 12:24:17.834520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:24:17.834727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:24:17.885976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b172b2fc-28b2-49f8-af27-a82a94c63cea no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:24:17.896513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.919972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b172b2fc-28b2-49f8-af27-a82a94c63cea {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:24:17.920312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b172b2fc-28b2-49f8-af27-a82a94c63cea not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:24:17.922126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb2ab56-4691-4365-b38c-5ff59973fd83']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:17.935549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6a7e05-d829-45a9-8922-7923097f2389') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:17.935843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6a7e05-d829-45a9-8922-7923097f2389') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:17.946839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.962808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.968800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:17.969178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:17.983470 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:18.062044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.066383 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.092396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] Pushing event deleted for resources: {'Network': ['ID=fcb2ab56-4691-4365-b38c-5ff59973fd83,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:18.095756 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-eb023719-4396-4833-8025-fe8780bf97ca tempest-NetworksIpV6Test-1954863901 tempest-NetworksIpV6Test-1954863901-project] 10.222.0.48 "DELETE /v2.0/networks/fcb2ab56-4691-4365-b38c-5ff59973fd83 HTTP/1.1" status: 204 len: 168 time: 0.8980589 Jan 14 12:24:18.336211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Deleting port b172b2fc-28b2-49f8-af27-a82a94c63cea {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:18.337018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.405575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ad75cd7e-a141-4a17-8a2f-d7d4a3b32772 None None] The port 'b172b2fc-28b2-49f8-af27-a82a94c63cea' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:24:18.466967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56702) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:18.635778 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-daccf8f1-3e72-440b-af7c-bcb6e7e29c1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac31bcf07eeb4cee970adaac8d05d971&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1674025 Jan 14 12:24:18.638902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56708) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:18.696134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaf28-3a6f-434b-9206-1dc7bc1f04da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.721569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaf28-3a6f-434b-9206-1dc7bc1f04da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.774926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaf28-3a6f-434b-9206-1dc7bc1f04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.793949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbaf28-3a6f-434b-9206-1dc7bc1f04da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b7a587-9d0d-4454-8558-f533624eb09c,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:18.799238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaf28-3a6f-434b-9206-1dc7bc1f04da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:18.801900 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d1cbaf28-3a6f-434b-9206-1dc7bc1f04da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42b7a587-9d0d-4454-8558-f533624eb09c HTTP/1.1" status: 204 len: 168 time: 0.1612918 Jan 14 12:24:19.584304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56730) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:19.707173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-789133062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:19.713502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:19.717887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Usage tracker for resource:router and tenant:14834ee5cd0f4c229cd251d0af76895a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:19.720667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:19.726310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:19.737178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.738103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.756789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.773450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.794813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.795949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-28156fe1-9cb1-409f-9ed7-3af222d0b2f0 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2106385 Jan 14 12:24:19.798694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56736) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:19.804158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1260382099'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:19.810043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:19.813910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Usage tracker for resource:network and tenant:14834ee5cd0f4c229cd251d0af76895a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:19.817283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:19.822981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:19.832985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Made reservation on behalf of 14834ee5cd0f4c229cd251d0af76895a for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:19.835784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.848546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.879954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:19.883689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Usage tracker for resource:security_group_rule and tenant:14834ee5cd0f4c229cd251d0af76895a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:19.886445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:19.891953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:19.959152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.962656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:19.994683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:20.003774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609e2cc2-51bc-4cce-85b5-ad24bbe78179,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:20.008022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.008361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Added segment 9e71a89d-e270-4c25-b1e1-5ebce20cd3fb of type vlan for network 0c3aa682-d906-4012-9924-fd1d5929604d Jan 14 12:24:20.037378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.065354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.068933 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:20.069494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.176676 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3768992 Jan 14 12:24:20.179315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56740) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:20.187195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Request body: {'subnet': {'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:20.201008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef536f86-39cd-4fc1-bd6c-7195962174a4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event updated for resources: {'Network': ['ID=0c3aa682-d906-4012-9924-fd1d5929604d,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:20.211089 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0c3aa682-d906-4012-9924-fd1d5929604d details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:20.294635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:20.298310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Usage tracker for resource:subnet and tenant:14834ee5cd0f4c229cd251d0af76895a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:20.301078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:20.306847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:20.317173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Made reservation on behalf of 14834ee5cd0f4c229cd251d0af76895a for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:20.500661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.709334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.786211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event updated for resources: {'Subnet': ['ID=f6a5eb8e-60ee-4354-9d1e-76527a7dba5e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:20.796505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Checking segment: {'id': '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:20.796893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Network hostable DHCP agents. Network: 0c3aa682-d906-4012-9924-fd1d5929604d, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:20.819029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Network 0c3aa682-d906-4012-9924-fd1d5929604d is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:20.828566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 0c3aa682-d906-4012-9924-fd1d5929604d) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:20.832349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:20.832989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.837428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4390e-5061-4b6c-9069-81638a1bdbf9 None None] Network 0c3aa682-d906-4012-9924-fd1d5929604d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:20.856989 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-474aac27-7e1c-4eea-a9e9-b2ccf4fea5ad tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6730757 Jan 14 12:24:20.857197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56744) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:20.862644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-643551542'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:20.867487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:20.871838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Usage tracker for resource:network and tenant:14834ee5cd0f4c229cd251d0af76895a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:20.874681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:20.880251 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:20.889717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Made reservation on behalf of 14834ee5cd0f4c229cd251d0af76895a for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:20.892574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.923730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:20.932700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.933064 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Added segment 3bb4ce0e-d02d-4737-875b-083dfe60dc20 of type vlan for network ae469355-8509-4cb8-bca0-e3505bd46ba3 Jan 14 12:24:20.963343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.994683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:20.999055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:20.999745 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.079519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-0c3aa682-d906-4012-9924-fd1d5929604d', 'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d', 'tenant_id': '14834ee5cd0f4c229cd251d0af76895a', 'fixed_ips': [{'subnet_id': 'f6a5eb8e-60ee-4354-9d1e-76527a7dba5e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:21.080316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.100748 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2425349 Jan 14 12:24:21.103537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56748) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:21.111450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Request body: {'subnet': {'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:21.125528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab3260-7e69-49a5-9ba7-5a12196d3b3a tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event updated for resources: {'Network': ['ID=ae469355-8509-4cb8-bca0-e3505bd46ba3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:21.139022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network ae469355-8509-4cb8-bca0-e3505bd46ba3 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:21.224312 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:21.228006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Usage tracker for resource:subnet and tenant:14834ee5cd0f4c229cd251d0af76895a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:21.231724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:21.237401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:21.247203 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Made reservation on behalf of 14834ee5cd0f4c229cd251d0af76895a for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:21.321795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Allocated IP 172.20.0.2 (0c3aa682-d906-4012-9924-fd1d5929604d/f6a5eb8e-60ee-4354-9d1e-76527a7dba5e/a5ac2508-1932-4d1a-b777-2b4ee6ac2a16) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:21.345580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.530233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.540550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Transition to ACTIVE for port object a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:21.559567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Transition to ACTIVE for port object a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:21.561598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.565051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.628597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Network 0c3aa682-d906-4012-9924-fd1d5929604d is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:21.629642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:21.633516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:21.639764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event updated for resources: {'Subnet': ['ID=256abf14-909f-4aef-a973-0c1d98598921,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:21.644023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:21.648272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Checking segment: {'id': '3bb4ce0e-d02d-4737-875b-083dfe60dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:21.648624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Network hostable DHCP agents. Network: ae469355-8509-4cb8-bca0-e3505bd46ba3, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:21.670289 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Network ae469355-8509-4cb8-bca0-e3505bd46ba3 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:21.680402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, ae469355-8509-4cb8-bca0-e3505bd46ba3) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:21.684463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:21.685188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.709500 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-82ba7848-d083-4829-9a37-bed2c3c9569c tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6050062 Jan 14 12:24:21.712311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56752) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:21.713694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383bf4d-2036-4b4f-8055-b955edff8450 None None] Network ae469355-8509-4cb8-bca0-e3505bd46ba3 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:21.718160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2fa2ab09-025c-4730-9f35-c23fbb7a10fd tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:21.796969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Attempting to bind port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:21.797326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Attempting to bind port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:21.797677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Attempting to bind port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 on network 0c3aa682-d906-4012-9924-fd1d5929604d {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:21.816502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:21.816885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Checking segment: {'id': '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:21.817281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.817656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Bound using segment: {'id': '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:21.818102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Bound port: a5ac2508-1932-4d1a-b777-2b4ee6ac2a16, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c3aa682-d906-4012-9924-fd1d5929604d'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:21.818462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:21.975212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] For port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:22.009257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] For port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,segment=NetworkSegment(9e71a89d-e270-4c25-b1e1-5ebce20cd3fb),segment_id=9e71a89d-e270-4c25-b1e1-5ebce20cd3fb)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:22.016156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.069592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-ae469355-8509-4cb8-bca0-e3505bd46ba3', 'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3', 'tenant_id': '14834ee5cd0f4c229cd251d0af76895a', 'fixed_ips': [{'subnet_id': '256abf14-909f-4aef-a973-0c1d98598921'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:22.070400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.164600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0173b7-ee2c-4d40-8e84-63735cae1690 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:22.200491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ab09-025c-4730-9f35-c23fbb7a10fd tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.299408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Allocated IP 172.21.0.2 (ae469355-8509-4cb8-bca0-e3505bd46ba3/256abf14-909f-4aef-a973-0c1d98598921/afaf17c9-347b-47da-b862-966e5289c858) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:22.373889 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.api.v2.resource [None req-2fa2ab09-025c-4730-9f35-c23fbb7a10fd tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 12:24:22.380490 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2fa2ab09-025c-4730-9f35-c23fbb7a10fd tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "PUT /v2.0/routers/279836cd-1f4b-42a7-8682-f5bb72286482 HTTP/1.1" status: 400 len: 364 time: 0.6616983 Jan 14 12:24:22.380897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 56756) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:22.528806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.540599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Transition to ACTIVE for port object afaf17c9-347b-47da-b862-966e5289c858 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:22.561144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Transition to ACTIVE for port object afaf17c9-347b-47da-b862-966e5289c858 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:22.566823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.573445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Deleting subnet 256abf14-909f-4aef-a973-0c1d98598921 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:24:22.576913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.634523 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.636133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Network ae469355-8509-4cb8-bca0-e3505bd46ba3 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:22.637638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:22.642065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:22.644243 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Pushing event updated for resources: {'Port': ['ID=afaf17c9-347b-47da-b862-966e5289c858,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:22.722185 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.762929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Attempting to bind port afaf17c9-347b-47da-b862-966e5289c858 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:22.763281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Attempting to bind port afaf17c9-347b-47da-b862-966e5289c858 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '3bb4ce0e-d02d-4737-875b-083dfe60dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:22.763629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Attempting to bind port afaf17c9-347b-47da-b862-966e5289c858 on network ae469355-8509-4cb8-bca0-e3505bd46ba3 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:22.769872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:22.770227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Checking segment: {'id': '3bb4ce0e-d02d-4737-875b-083dfe60dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:22.770614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.770985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Bound using segment: {'id': '3bb4ce0e-d02d-4737-875b-083dfe60dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:22.771420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Bound port: afaf17c9-347b-47da-b862-966e5289c858, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb4ce0e-d02d-4737-875b-083dfe60dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ae469355-8509-4cb8-bca0-e3505bd46ba3'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:22.771772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.802131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.838968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event deleted for resources: {'Subnet': ['ID=256abf14-909f-4aef-a973-0c1d98598921,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:22.848672 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.854855 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7d6a7b38-b0d5-4736-85a6-0d2d4f5baa73 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "DELETE /v2.0/subnets/256abf14-909f-4aef-a973-0c1d98598921 HTTP/1.1" status: 204 len: 168 time: 0.4728987 Jan 14 12:24:22.858457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56760) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:22.864137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] For port afaf17c9-347b-47da-b862-966e5289c858, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:22.867283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] For port afaf17c9-347b-47da-b862-966e5289c858, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=afaf17c9-347b-47da-b862-966e5289c858,segment=NetworkSegment(3bb4ce0e-d02d-4737-875b-083dfe60dc20),segment_id=3bb4ce0e-d02d-4737-875b-083dfe60dc20)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:22.871297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:22.982199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90667a15-a03c-43ba-8095-5bc411dead3a None None] Pushing event updated for resources: {'Port': ['ID=afaf17c9-347b-47da-b862-966e5289c858,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:22.994137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.005538 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Deleting port afaf17c9-347b-47da-b862-966e5289c858 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:23.006302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.029142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3eff2-421e-4ead-9ad3-060704e06dbe None None] Network ae469355-8509-4cb8-bca0-e3505bd46ba3 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:23.189446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed5f73-8c57-4c04-a80c-541fe9098a39 None None] Network 0c3aa682-d906-4012-9924-fd1d5929604d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:23.226457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] For port afaf17c9-347b-47da-b862-966e5289c858, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=afaf17c9-347b-47da-b862-966e5289c858,segment=NetworkSegment(3bb4ce0e-d02d-4737-875b-083dfe60dc20),segment_id=3bb4ce0e-d02d-4737-875b-083dfe60dc20)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:23.226806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.305399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c43d58c8-3de0-4c6f-bdeb-5506bd709535 None None] Provisioning for port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:23.357317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Calling delete_port for afaf17c9-347b-47da-b862-966e5289c858 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:23.432511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.480591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event deleted for resources: {'Port': ['ID=afaf17c9-347b-47da-b862-966e5289c858,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:23.486752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] No DVR routers for this DVR port afaf17c9-347b-47da-b862-966e5289c858 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:24:23.611405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.636314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae469355-8509-4cb8-bca0-e3505bd46ba3']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:23.638365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb206b-afac-48c2-8eb4-f092ec6c3805 None None] get_active_networks_info from dv-neutron-823850-1-hyperv {{(pid=83453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 12:24:23.649158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb4ce0e-d02d-4737-875b-083dfe60dc20') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:23.649485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb4ce0e-d02d-4737-875b-083dfe60dc20') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:23.661441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.677971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.684444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:23.684850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:23.698935 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:23.732400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb206b-afac-48c2-8eb4-f092ec6c3805 None None] Resources bound (agent type, host, resource id): {{(pid=83453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 12:24:23.778463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.795569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.806379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event deleted for resources: {'Network': ['ID=ae469355-8509-4cb8-bca0-e3505bd46ba3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:23.811285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4bff5eaf-2753-4dc8-9c4b-adc623c7babe tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "DELETE /v2.0/networks/ae469355-8509-4cb8-bca0-e3505bd46ba3 HTTP/1.1" status: 204 len: 168 time: 0.9517860 Jan 14 12:24:23.813702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56764) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:23.883090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Deleting subnet f6a5eb8e-60ee-4354-9d1e-76527a7dba5e {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:24:23.886211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:23.932962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:23.945534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.025639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.026928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:24.067481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:24.067946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.097554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.211425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.243723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,segment=NetworkSegment(9e71a89d-e270-4c25-b1e1-5ebce20cd3fb),segment_id=9e71a89d-e270-4c25-b1e1-5ebce20cd3fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:24.247923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.250805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.253911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a5eb8e-60ee-4354-9d1e-76527a7dba5e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:24.260041 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1a9e356c-b05e-42b0-ab5c-9d56da952b92 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "DELETE /v2.0/subnets/f6a5eb8e-60ee-4354-9d1e-76527a7dba5e HTTP/1.1" status: 204 len: 168 time: 0.4452109 Jan 14 12:24:24.262648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56768) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:24.281760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad1417-7117-4e4c-9108-e0e90f18169c None None] Network 0c3aa682-d906-4012-9924-fd1d5929604d requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:24.376616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.386726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Deleting port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:24.387047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.405063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:24.547240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] DHCP port deletion for 0c3aa682-d906-4012-9924-fd1d5929604d request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:24:24.551503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Deleting port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:24.551862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.594637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] For port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,segment=NetworkSegment(9e71a89d-e270-4c25-b1e1-5ebce20cd3fb),segment_id=9e71a89d-e270-4c25-b1e1-5ebce20cd3fb)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:24.594985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.720201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Calling delete_port for a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:24.784517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] For port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,segment=NetworkSegment(9e71a89d-e270-4c25-b1e1-5ebce20cd3fb),segment_id=9e71a89d-e270-4c25-b1e1-5ebce20cd3fb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:24.785102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.790589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.838407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event deleted for resources: {'Port': ['ID=a5ac2508-1932-4d1a-b777-2b4ee6ac2a16,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:24.842872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] No DVR routers for this DVR port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:24:24.906941 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Calling delete_port for a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:24:24.965814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:24.977793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:24:24.978053 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:24:24.990518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3aa682-d906-4012-9924-fd1d5929604d']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:25.002048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:25.002335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e71a89d-e270-4c25-b1e1-5ebce20cd3fb') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:25.013080 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.028322 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.034144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:24:25.034512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:24:25.048619 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:24:25.125624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.142536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.153458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Pushing event deleted for resources: {'Network': ['ID=0c3aa682-d906-4012-9924-fd1d5929604d,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:25.159683 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0d9d77a-95c7-47d8-99f7-aa1847ba20a5 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "DELETE /v2.0/networks/0c3aa682-d906-4012-9924-fd1d5929604d HTTP/1.1" status: 204 len: 168 time: 0.8936725 Jan 14 12:24:25.160022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56772) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:25.200353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cffcc252-0e00-4b4a-9038-ea153f4209f8 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Synchronizing usage tracker for tenant:14834ee5cd0f4c229cd251d0af76895a on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:24:25.215733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cffcc252-0e00-4b4a-9038-ea153f4209f8 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Unset dirty status for tenant:14834ee5cd0f4c229cd251d0af76895a on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:24:25.217427 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cffcc252-0e00-4b4a-9038-ea153f4209f8 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "GET /v2.0/ports?device_id=279836cd-1f4b-42a7-8682-f5bb72286482 HTTP/1.1" status: 200 len: 205 time: 0.0562112 Jan 14 12:24:25.219603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56776) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:25.353032 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.479568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Deleting port a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:24:25.480048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.544906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-566c7922-3e50-44ed-b51f-2023b8a098e8 None None] The port 'a5ac2508-1932-4d1a-b777-2b4ee6ac2a16' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:24:25.817785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.821786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.847270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.847923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Fanout notify agent at l3_agent the message router_deleted on router 279836cd-1f4b-42a7-8682-f5bb72286482 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:24:25.859943 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:25.861039 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2c3678aa-9093-4adb-b662-2a8cb13cf3e4 tempest-RoutersNegativeTest-1358410909 tempest-RoutersNegativeTest-1358410909-project] 10.222.0.48 "DELETE /v2.0/routers/279836cd-1f4b-42a7-8682-f5bb72286482 HTTP/1.1" status: 204 len: 168 time: 0.6405070 Jan 14 12:24:25.889421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:24:25.921949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:24:25.922286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a5ac2508-1932-4d1a-b777-2b4ee6ac2a16 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:24:26.145250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56784) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:26.314717 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3e454086-2573-40d5-810e-7374162655a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14834ee5cd0f4c229cd251d0af76895a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1682687 Jan 14 12:24:26.317097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56790) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:26.377778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f7b3-3d85-4a32-9a4d-226205ab7b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:26.402415 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f7b3-3d85-4a32-9a4d-226205ab7b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:26.453003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f7b3-3d85-4a32-9a4d-226205ab7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:26.468319 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4f7b3-3d85-4a32-9a4d-226205ab7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e2cc2-51bc-4cce-85b5-ad24bbe78179,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:26.472499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f7b3-3d85-4a32-9a4d-226205ab7b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:26.473621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d4f4f7b3-3d85-4a32-9a4d-226205ab7b5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/609e2cc2-51bc-4cce-85b5-ad24bbe78179 HTTP/1.1" status: 204 len: 168 time: 0.1556644 Jan 14 12:24:27.310282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56812) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:27.438055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1172655248-network', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:27.442611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:27.446360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Usage tracker for resource:network and tenant:2c2c6eb8cabb4374879ec647d434bd40 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:27.449762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:27.455747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:27.465406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Made reservation on behalf of 2c2c6eb8cabb4374879ec647d434bd40 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:27.467769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.479662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.510277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:27.514817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Usage tracker for resource:security_group_rule and tenant:2c2c6eb8cabb4374879ec647d434bd40 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:27.517508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:27.522923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:27.587612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.591432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.622175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:27.630645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:27.638417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.638417 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Added segment 55667182-e97f-46a0-a550-9a33c3a3d464 of type vlan for network 2f7b1180-16fd-4ec4-b010-c477a220b12b Jan 14 12:24:27.666110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.694505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.695209 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:27.695767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:27.790442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] Pushing event updated for resources: {'Network': ['ID=2f7b1180-16fd-4ec4-b010-c477a220b12b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:27.794299 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7b7942ff-ea0f-4983-838f-caac75fc41af admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4830210 Jan 14 12:24:27.797090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56818) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:27.801422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:27.802208 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Request body: {'subnet': {'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-subnet', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:27.807255 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:27.811929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Usage tracker for resource:subnet and tenant:2c2c6eb8cabb4374879ec647d434bd40 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:27.814790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:27.820503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:27.835776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Made reservation on behalf of 2c2c6eb8cabb4374879ec647d434bd40 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:27.838610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.032514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.103277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7917a5a2-baf7-4f87-80a7-7d22ca798dfc,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:28.115050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Checking segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:28.115447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Network hostable DHCP agents. Network: 2f7b1180-16fd-4ec4-b010-c477a220b12b, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:28.137891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:28.147893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 2f7b1180-16fd-4ec4-b010-c477a220b12b) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:28.152658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:28.153395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.165553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27a3dc-234f-477d-aeb1-83db79f4c028 None None] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:28.186020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-703c6ecf-18d7-4a0e-b065-c1ac3869d1e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3879302 Jan 14 12:24:28.189159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56822) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:28.195826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:28.201782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:28.205990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Usage tracker for resource:router and tenant:2c2c6eb8cabb4374879ec647d434bd40 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:28.208964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:28.216110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:28.226770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.227990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.254748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.401401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-2f7b1180-16fd-4ec4-b010-c477a220b12b', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:28.403867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.406985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.566414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Allocated IP 172.20.0.2 (2f7b1180-16fd-4ec4-b010-c477a220b12b/7917a5a2-baf7-4f87-80a7-7d22ca798dfc/c2f7066e-75d2-4b14-b042-25cead7977d1) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:28.602400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.635344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.776008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Allocated IP 172.26.8.158 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/d54202a4-edd8-4b85-a3d6-a64f1e62c2c3) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:28.783515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.793938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Transition to ACTIVE for port object c2f7066e-75d2-4b14-b042-25cead7977d1 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:28.813621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Transition to ACTIVE for port object c2f7066e-75d2-4b14-b042-25cead7977d1 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:28.819656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.889603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:28.892508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:28.896252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:28.902648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Pushing event updated for resources: {'Port': ['ID=c2f7066e-75d2-4b14-b042-25cead7977d1,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:28.989179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Attempting to bind port c2f7066e-75d2-4b14-b042-25cead7977d1 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:28.989541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Attempting to bind port c2f7066e-75d2-4b14-b042-25cead7977d1 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:28.989899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Attempting to bind port c2f7066e-75d2-4b14-b042-25cead7977d1 on network 2f7b1180-16fd-4ec4-b010-c477a220b12b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:28.997036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:28.997406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Checking segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:28.998360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:28.998360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Bound using segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:28.998707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Bound port: c2f7066e-75d2-4b14-b042-25cead7977d1, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:28.998986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.049785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.077669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.088849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] For port c2f7066e-75d2-4b14-b042-25cead7977d1, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:29.092165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] For port c2f7066e-75d2-4b14-b042-25cead7977d1, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c2f7066e-75d2-4b14-b042-25cead7977d1,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:29.095694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.149699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:29.152909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:29.157387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:29.169735 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde398bb-07fa-4962-bb13-162e84eb1900 None None] Pushing event updated for resources: {'Port': ['ID=c2f7066e-75d2-4b14-b042-25cead7977d1,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:29.187974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Pushing event updated for resources: {'Port': ['ID=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:29.355516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.356504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.586092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Router c75dac1e-51ff-4d54-b465-189395226a86 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:24:29.785926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:24:29.797649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Sync routers for ids ['c75dac1e-51ff-4d54-b465-189395226a86'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:24:29.810800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Routers {'c75dac1e-51ff-4d54-b465-189395226a86'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:29.811422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c75dac1e-51ff-4d54-b465-189395226a86'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:29.814051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:29.815433 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e9dbe368-d520-417d-bcaf-9e052772aad8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6250486 Jan 14 12:24:29.818372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56826) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:29.956867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c2f7066e-75d2-4b14-b042-25cead7977d1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:30.110693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c2f7066e-75d2-4b14-b042-25cead7977d1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:30.122181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Set router c75dac1e-51ff-4d54-b465-189395226a86 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:30.224177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036072f-7379-45fa-a8e7-d67b6fe5c758 None None] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:30.415357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] Provisioning for port c2f7066e-75d2-4b14-b042-25cead7977d1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:30.445285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] Provisioning complete for port c2f7066e-75d2-4b14-b042-25cead7977d1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:30.445594 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:30.580215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:30.716035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:30.733227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:29Z', 'revision_number': 3, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:30.742244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Checking router: c75dac1e-51ff-4d54-b465-189395226a86 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:24:30.742583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Updating router c75dac1e-51ff-4d54-b465-189395226a86 port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:24:30.807578 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] For port c2f7066e-75d2-4b14-b042-25cead7977d1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c2f7066e-75d2-4b14-b042-25cead7977d1,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:30.814622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:30.841079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:30.893043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Allocated IP 172.20.0.1 (2f7b1180-16fd-4ec4-b010-c477a220b12b/7917a5a2-baf7-4f87-80a7-7d22ca798dfc/c5849d8b-24a9-464c-a88b-2e02cec8d63e) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:30.935979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f6810f57-8de7-44d1-975f-3ed3389493ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:30.995861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1b219-5c96-4475-ad70-d4434d1bf8b9 None None] Pushing event updated for resources: {'Port': ['ID=c2f7066e-75d2-4b14-b042-25cead7977d1,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:31.053454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.069602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Transition to ACTIVE for port object c5849d8b-24a9-464c-a88b-2e02cec8d63e will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:31.092307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.118620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e367fd29-d339-48f5-93dc-169fe36964af None None] Provisioning complete for port c2f7066e-75d2-4b14-b042-25cead7977d1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:31.118988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e367fd29-d339-48f5-93dc-169fe36964af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.158703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:31.161565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:31.164124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:31.203261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Pushing event updated for resources: {'Port': ['ID=c5849d8b-24a9-464c-a88b-2e02cec8d63e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:31.228373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.313211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.412590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.415085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.424746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Transition to ACTIVE for port object d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:31.431257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.510616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Attempting to bind port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:31.510974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Attempting to bind port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:31.512307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Attempting to bind port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:31.513801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc67084-d655-4add-83b2-8afbf58b0256 None None] Pushing event updated for resources: {'Port': ['ID=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:31.523550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:31.523915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:31.524306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.524682 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:31.525158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Bound port: d54202a4-edd8-4b85-a3d6-a64f1e62c2c3, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:31.525976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.561827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.566207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.590162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f87930bc-dc59-4a91-bc0d-2e43aaf1878c None None] Provisioning for port c5849d8b-24a9-464c-a88b-2e02cec8d63e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:31.601058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f87930bc-dc59-4a91-bc0d-2e43aaf1878c None None] Provisioning complete for port c5849d8b-24a9-464c-a88b-2e02cec8d63e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:31.601420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f87930bc-dc59-4a91-bc0d-2e43aaf1878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.640114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] For port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:31.657592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] For port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:31.662349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-f87930bc-dc59-4a91-bc0d-2e43aaf1878c None None] Port c5849d8b-24a9-464c-a88b-2e02cec8d63e cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:24:31.664273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.681681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Pushing event updated for resources: {'Port': ['ID=c5849d8b-24a9-464c-a88b-2e02cec8d63e,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:31.686646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:31.743130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc67084-d655-4add-83b2-8afbf58b0256 None None] Pushing event updated for resources: {'Port': ['ID=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:31.747918 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Routers {'c75dac1e-51ff-4d54-b465-189395226a86'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:31.748512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c75dac1e-51ff-4d54-b465-189395226a86'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:31.820829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:31.821981 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:31.908792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c2f7066e-75d2-4b14-b042-25cead7977d1 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:32.020163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] Set router c75dac1e-51ff-4d54-b465-189395226a86 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:32.091456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c2f7066e-75d2-4b14-b042-25cead7977d1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:32.091819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:32.232091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Router c75dac1e-51ff-4d54-b465-189395226a86 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:24:32.277446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dbe4ab77-f48b-4948-92d0-e9716310268c None None] Provisioning complete for port c5849d8b-24a9-464c-a88b-2e02cec8d63e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:32.277825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ab77-f48b-4948-92d0-e9716310268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:32.393140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4ab77-f48b-4948-92d0-e9716310268c None None] Port c5849d8b-24a9-464c-a88b-2e02cec8d63e cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:24:32.500134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'c5849d8b-24a9-464c-a88b-2e02cec8d63e', 'name': '', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'mac_address': 'fa:16:3e:33:31:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:30Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 2, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'subnets': [{'id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:32.504096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc141-8383-4fcd-92b4-570feaafe113 None None] The sync data for ids ['c75dac1e-51ff-4d54-b465-189395226a86'] in dv-neutron-823850-1-hyperv is: [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'c5849d8b-24a9-464c-a88b-2e02cec8d63e', 'name': '', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'mac_address': 'fa:16:3e:33:31:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:30Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 2, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'subnets': [{'id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:24:32.539597 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:24:32.549392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fee4ac82-ccf6-4288-b21f-c1ab80b18684 admin admin] 10.222.0.48 "PUT /v2.0/routers/c75dac1e-51ff-4d54-b465-189395226a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7298722 Jan 14 12:24:33.138253 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:24:33.140902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8bf296f4-33d8-4d44-8bd1-b6862b7d9e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.453332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56848) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:33.459147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-491107376-network', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:33.464910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:33.469387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Usage tracker for resource:network and tenant:bf248793b8ac4870a1d1295e76d4042e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:33.472291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:33.478046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:33.490207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Made reservation on behalf of bf248793b8ac4870a1d1295e76d4042e for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:33.492547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.505198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.538300 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:33.542246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Usage tracker for resource:security_group_rule and tenant:bf248793b8ac4870a1d1295e76d4042e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:33.545558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:33.551220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:33.618948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.623777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.655122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:24:33.663485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d8086-8a13-4a66-a1bf-8e15ac16ab39,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:33.669665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.670036 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Added segment 28c87a21-118e-4898-b165-5b98c163a981 of type vlan for network 962c3021-9817-4563-8b11-dfc7b22e4d1b Jan 14 12:24:33.696107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.723579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.724360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:33.724956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.829056 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3745294 Jan 14 12:24:33.829894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084c070-d9fd-4a6f-bc4d-ff0d97a1df30 admin admin] Pushing event updated for resources: {'Network': ['ID=962c3021-9817-4563-8b11-dfc7b22e4d1b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:33.831803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56852) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:33.837357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Request body: {'subnet': {'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-subnet', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:33.840275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:24:33.842613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:33.846554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Usage tracker for resource:subnet and tenant:bf248793b8ac4870a1d1295e76d4042e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:33.849408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:33.859335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:33.876226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Made reservation on behalf of bf248793b8ac4870a1d1295e76d4042e for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:33.878859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:33.935999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:34.023628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:34.028559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:34.028959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.094767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.146030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.164268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:34.165339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c54b908-cd5c-40d6-9d06-0fe324ae54d9,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:34.169490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.190494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Checking segment: {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:34.190848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Network hostable DHCP agents. Network: 962c3021-9817-4563-8b11-dfc7b22e4d1b, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:24:34.212394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:24:34.222168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 962c3021-9817-4563-8b11-dfc7b22e4d1b) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:34.226353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:34.226934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.234515 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954230be-a00d-43f3-9932-2f88729b44ae None None] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:34.247214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7ab3b7ec-8d9c-4976-a533-3259aa079f92 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4144363 Jan 14 12:24:34.249984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56856) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:34.254945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:34.259396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:34.263725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Usage tracker for resource:router and tenant:bf248793b8ac4870a1d1295e76d4042e is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:24:34.266566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:24:34.272082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:34.282815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.283937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.301439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.356700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:34.383323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.458121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.519480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-962c3021-9817-4563-8b11-dfc7b22e4d1b', 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'fixed_ips': [{'subnet_id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:24:34.520296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.532108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.648081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.673915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Allocated IP 172.20.0.2 (962c3021-9817-4563-8b11-dfc7b22e4d1b/4c54b908-cd5c-40d6-9d06-0fe324ae54d9/f081ec50-f0ad-476f-8391-7bb296c35884) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:34.677733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.813279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Allocated IP 172.26.8.92 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/2be20992-981c-476f-8e64-2d1a52d6d5ac) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:34.881807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.892862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Transition to ACTIVE for port object f081ec50-f0ad-476f-8391-7bb296c35884 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:34.910379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Transition to ACTIVE for port object f081ec50-f0ad-476f-8391-7bb296c35884 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:34.916080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.962043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.980642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:34.983409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:34.987038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:34.990318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:34.993485 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Pushing event updated for resources: {'Port': ['ID=f081ec50-f0ad-476f-8391-7bb296c35884,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:35.059210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:35.062105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:35.066702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:35.080499 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Attempting to bind port f081ec50-f0ad-476f-8391-7bb296c35884 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:35.080888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Attempting to bind port f081ec50-f0ad-476f-8391-7bb296c35884 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:35.081244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Attempting to bind port f081ec50-f0ad-476f-8391-7bb296c35884 on network 962c3021-9817-4563-8b11-dfc7b22e4d1b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:35.087501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:35.087864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Checking segment: {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:35.088257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.088641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Bound using segment: {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:35.089199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Bound port: f081ec50-f0ad-476f-8391-7bb296c35884, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:35.089563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.093929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Pushing event updated for resources: {'Port': ['ID=2be20992-981c-476f-8e64-2d1a52d6d5ac,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:35.177747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] For port f081ec50-f0ad-476f-8391-7bb296c35884, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:35.181726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] For port f081ec50-f0ad-476f-8391-7bb296c35884, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f081ec50-f0ad-476f-8391-7bb296c35884,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:35.187102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.236353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.237429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.266953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e16181-4f99-46f5-9f51-8940780a6a9e None None] Pushing event updated for resources: {'Port': ['ID=f081ec50-f0ad-476f-8391-7bb296c35884,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:35.597373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Router e68aeea2-eb87-4eb5-b62f-c396355a5248 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:24:35.626386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.798220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:24:35.806773 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Sync routers for ids ['e68aeea2-eb87-4eb5-b62f-c396355a5248'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:24:35.818510 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Routers {'e68aeea2-eb87-4eb5-b62f-c396355a5248'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:35.819126 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e68aeea2-eb87-4eb5-b62f-c396355a5248'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:35.821807 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:35.823158 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b59508c9-e689-4804-bcec-27ce182f18db admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5722826 Jan 14 12:24:35.826399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 56860) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:24:36.014343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f081ec50-f0ad-476f-8391-7bb296c35884 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:36.025574 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Set router e68aeea2-eb87-4eb5-b62f-c396355a5248 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:36.086696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f081ec50-f0ad-476f-8391-7bb296c35884 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:36.093539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:36.171661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:36.172242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.328895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540e27f-efa2-4eff-b281-4dda0bf20b01 None None] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:24:36.375442 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:35Z', 'revision_number': 3, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:36.381491 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Checking router: e68aeea2-eb87-4eb5-b62f-c396355a5248 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:24:36.382066 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Updating router e68aeea2-eb87-4eb5-b62f-c396355a5248 port 2be20992-981c-476f-8e64-2d1a52d6d5ac binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:24:36.421023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] Provisioning for port f081ec50-f0ad-476f-8391-7bb296c35884 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:36.428379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] Provisioning complete for port f081ec50-f0ad-476f-8391-7bb296c35884 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:36.428757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.439481 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.645326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.649600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.695665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] For port f081ec50-f0ad-476f-8391-7bb296c35884, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f081ec50-f0ad-476f-8391-7bb296c35884,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:36.702588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.784761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8632c9-fcb2-42fd-91ad-23948fd0b367 None None] Pushing event updated for resources: {'Port': ['ID=f081ec50-f0ad-476f-8391-7bb296c35884,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:36.794091 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.807508 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Transition to ACTIVE for port object 2be20992-981c-476f-8e64-2d1a52d6d5ac will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:36.816044 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.888895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Allocated IP 172.20.0.1 (962c3021-9817-4563-8b11-dfc7b22e4d1b/4c54b908-cd5c-40d6-9d06-0fe324ae54d9/41b7523d-5f4f-45a7-9af9-d7189687b90a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:36.905561 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Attempting to bind port 2be20992-981c-476f-8e64-2d1a52d6d5ac on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:36.905922 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Attempting to bind port 2be20992-981c-476f-8e64-2d1a52d6d5ac by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:36.906282 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Attempting to bind port 2be20992-981c-476f-8e64-2d1a52d6d5ac on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:36.908228 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Pushing event updated for resources: {'Port': ['ID=2be20992-981c-476f-8e64-2d1a52d6d5ac,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:36.919855 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:36.920226 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:36.920622 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.921027 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:36.921482 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Bound port: 2be20992-981c-476f-8e64-2d1a52d6d5ac, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:36.921847 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.937259 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-11de69fe-8b36-4de0-b668-d1fe2b51864d None None] Provisioning complete for port f081ec50-f0ad-476f-8391-7bb296c35884 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:36.937626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-11de69fe-8b36-4de0-b668-d1fe2b51864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:36.950774 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.951047 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.951365 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.951694 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.952018 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.952341 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.952662 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.953005 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.953321 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.953636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:36.953951 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:37.003794 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] For port 2be20992-981c-476f-8e64-2d1a52d6d5ac, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:37.007518 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] For port 2be20992-981c-476f-8e64-2d1a52d6d5ac, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2be20992-981c-476f-8e64-2d1a52d6d5ac,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:37.012236 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.052484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.073050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Transition to ACTIVE for port object 41b7523d-5f4f-45a7-9af9-d7189687b90a will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:37.092607 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dcd3a-569a-4b27-9796-0afd04ff013e None None] Pushing event updated for resources: {'Port': ['ID=2be20992-981c-476f-8e64-2d1a52d6d5ac,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:37.096951 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Routers {'e68aeea2-eb87-4eb5-b62f-c396355a5248'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:37.097535 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e68aeea2-eb87-4eb5-b62f-c396355a5248'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:37.097789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.275986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:37.279543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:37.284131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:37.310804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Pushing event updated for resources: {'Port': ['ID=41b7523d-5f4f-45a7-9af9-d7189687b90a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:37.316632 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] Set router e68aeea2-eb87-4eb5-b62f-c396355a5248 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:37.337710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.425699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.487085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-138e2bea-cf00-41f7-9256-d6b6544d4103 None None] Provisioning for port 41b7523d-5f4f-45a7-9af9-d7189687b90a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:37.492153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-138e2bea-cf00-41f7-9256-d6b6544d4103 None None] Provisioning complete for port 41b7523d-5f4f-45a7-9af9-d7189687b90a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:37.492618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-138e2bea-cf00-41f7-9256-d6b6544d4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.585859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-138e2bea-cf00-41f7-9256-d6b6544d4103 None None] Port 41b7523d-5f4f-45a7-9af9-d7189687b90a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:24:37.628156 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:35Z', 'revision_number': 3, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:37.632132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fbe7a-6f9c-45de-8b71-aa2f916f5fcd None None] The sync data for ids ['e68aeea2-eb87-4eb5-b62f-c396355a5248'] in dv-neutron-823850-1-hyperv is: [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:35Z', 'revision_number': 3, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:24:37.662895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.668086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.769979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Pushing event updated for resources: {'Port': ['ID=41b7523d-5f4f-45a7-9af9-d7189687b90a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:37.772394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:37.900071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f081ec50-f0ad-476f-8391-7bb296c35884 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:37.908225 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:37.909452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:37.970753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f081ec50-f0ad-476f-8391-7bb296c35884 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:37.971215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:38.211317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9b8e07ce-3eba-4cb2-a476-64f56d07e6f6 None None] Provisioning complete for port 41b7523d-5f4f-45a7-9af9-d7189687b90a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:38.211681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9b8e07ce-3eba-4cb2-a476-64f56d07e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:38.262980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e07ce-3eba-4cb2-a476-64f56d07e6f6 None None] Port 41b7523d-5f4f-45a7-9af9-d7189687b90a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:24:38.315444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Router e68aeea2-eb87-4eb5-b62f-c396355a5248 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:24:38.516298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:24:38.524813 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bd53d6f6-4064-4c2a-8f69-39f7b655156e admin admin] 10.222.0.48 "PUT /v2.0/routers/e68aeea2-eb87-4eb5-b62f-c396355a5248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972754 Jan 14 12:24:40.429177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-3a982c86-1cdd-4ffb-a991-c4329c734a64 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:40.429970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-3a982c86-1cdd-4ffb-a991-c4329c734a64 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Synchronizing usage tracker for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:24:40.446533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-3a982c86-1cdd-4ffb-a991-c4329c734a64 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Unset dirty status for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:24:40.447937 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-3a982c86-1cdd-4ffb-a991-c4329c734a64 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/networks?id=2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 200 len: 817 time: 0.1578090 Jan 14 12:24:40.463507 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-b5071de0-1d2d-458d-a5c0-0da5bee3454e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/quotas/2c2c6eb8cabb4374879ec647d434bd40 HTTP/1.1" status: 200 len: 375 time: 0.0101571 Jan 14 12:24:40.539224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-25e9aeec-5947-4e0b-9677-3c51df4c3031 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Synchronizing usage tracker for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:24:40.556430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-25e9aeec-5947-4e0b-9677-3c51df4c3031 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Unset dirty status for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:24:40.558447 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-25e9aeec-5947-4e0b-9677-3c51df4c3031 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894692 Jan 14 12:24:40.909993 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-31403769-566d-4c49-88b9-b34b460c7719 service neutron] 10.222.0.48 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400743 Jan 14 12:24:41.039517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-6f80f838-5c3a-45f0-a1fe-66dc0b99c9e1 service neutron] 10.222.0.48 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238165 Jan 14 12:24:41.232222 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a01da5de-b3db-47c8-8f2b-3e8f8e3bc37e req-9b05807a-f368-40de-b0f3-0b2e8c011730 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 210 time: 0.0435870 Jan 14 12:24:42.237371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-52f6df09-c058-4db8-bfd4-60f24a7a2210 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:42.238745 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-52f6df09-c058-4db8-bfd4-60f24a7a2210 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "GET /v2.0/networks?id=2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 200 len: 817 time: 0.1500013 Jan 14 12:24:42.255654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Request body: {'port': {'device_id': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'admin_state_up': True, 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:42.420414 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-55fc0177-b707-4dd8-9937-218c5c26ac43 req-da99c312-2725-4030-9ebe-47ed23b01334 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 210 time: 0.0607297 Jan 14 12:24:42.441328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:24:42.451327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:24:42.460800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Made reservation on behalf of 2c2c6eb8cabb4374879ec647d434bd40 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:24:42.464515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:42.622101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Allocated IP 172.20.0.3 (2f7b1180-16fd-4ec4-b010-c477a220b12b/7917a5a2-baf7-4f87-80a7-7d22ca798dfc/5889defd-2fb5-4ebb-8187-76230383dc6e) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:24:42.815928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:42.830978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Transition to ACTIVE for port object 5889defd-2fb5-4ebb-8187-76230383dc6e will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:42.852393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:42.948671 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:24:42.952689 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:24:42.954721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Pushing event updated for resources: {'Port': ['ID=5889defd-2fb5-4ebb-8187-76230383dc6e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:42.956799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:24:43.022514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:43.023201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:43.054488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-9ba53b68-34db-44c9-ab81-7c398cd62b10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025255 Jan 14 12:24:43.065492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-95975f6a-97c1-46e9-9058-fce0f562051a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:24:43.066524 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-95975f6a-97c1-46e9-9058-fce0f562051a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054862 Jan 14 12:24:43.079738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Request body: {'port': {'device_id': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:24:43.193881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:43.215583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3ee26917-eeb2-4340-893b-68306725e04e None None] Provisioning for port 5889defd-2fb5-4ebb-8187-76230383dc6e completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:43.221622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3ee26917-eeb2-4340-893b-68306725e04e None None] Provisioning complete for port 5889defd-2fb5-4ebb-8187-76230383dc6e triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:43.222076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3ee26917-eeb2-4340-893b-68306725e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:43.279298 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3ee26917-eeb2-4340-893b-68306725e04e None None] Port 5889defd-2fb5-4ebb-8187-76230383dc6e cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:24:43.548106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5889defd-2fb5-4ebb-8187-76230383dc6e {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:24:43.555107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:43.569812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Transition to ACTIVE for port object 5889defd-2fb5-4ebb-8187-76230383dc6e will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:43.573833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:43.622670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1f078-a91c-4792-9b60-32f0598f3f92 req-b6fc5b6c-73f5-4293-9722-1f7c5eacf5ba tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:43.624042 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-02b1f078-a91c-4792-9b60-32f0598f3f92 req-b6fc5b6c-73f5-4293-9722-1f7c5eacf5ba tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 943 time: 0.0792420 Jan 14 12:24:43.675127 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-02b1f078-a91c-4792-9b60-32f0598f3f92 req-0e67857a-b70e-4eb1-8a4d-3b7d19825e02 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Jan 14 12:24:43.795388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Pushing event updated for resources: {'Port': ['ID=5889defd-2fb5-4ebb-8187-76230383dc6e,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:43.903469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Attempting to bind port 5889defd-2fb5-4ebb-8187-76230383dc6e on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:43.903863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Attempting to bind port 5889defd-2fb5-4ebb-8187-76230383dc6e by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:43.904023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Attempting to bind port 5889defd-2fb5-4ebb-8187-76230383dc6e on network 2f7b1180-16fd-4ec4-b010-c477a220b12b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:43.910164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Port 5889defd-2fb5-4ebb-8187-76230383dc6e on network 2f7b1180-16fd-4ec4-b010-c477a220b12b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:24:43.910484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Attempting to bind port 5889defd-2fb5-4ebb-8187-76230383dc6e on network 2f7b1180-16fd-4ec4-b010-c477a220b12b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:43.924192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:43.924532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Checking segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:43.924940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Bound using segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:43.925373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Bound port: 5889defd-2fb5-4ebb-8187-76230383dc6e, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:43.925718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:43.927060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2be20992-981c-476f-8e64-2d1a52d6d5ac up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:43.998287 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2be20992-981c-476f-8e64-2d1a52d6d5ac completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:44.003344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2be20992-981c-476f-8e64-2d1a52d6d5ac triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:44.003739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:44.027871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] For port 5889defd-2fb5-4ebb-8187-76230383dc6e, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:44.031335 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] For port 5889defd-2fb5-4ebb-8187-76230383dc6e, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=5889defd-2fb5-4ebb-8187-76230383dc6e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:44.036001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:44.100543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:44.102249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] 10.222.0.31 "PUT /v2.0/ports/5889defd-2fb5-4ebb-8187-76230383dc6e HTTP/1.1" status: 200 len: 1093 time: 1.0266268 Jan 14 12:24:44.102679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'tag': '5889defd-2fb5-4ebb-8187-76230383dc6e'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:24:44.128377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde40da-a6e9-49da-be42-219207a38e48 service neutron] Pushing event updated for resources: {'Port': ['ID=5889defd-2fb5-4ebb-8187-76230383dc6e,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:44.136059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:44.156915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 2be20992-981c-476f-8e64-2d1a52d6d5ac, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2be20992-981c-476f-8e64-2d1a52d6d5ac,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:44.166880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:44.217807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'tag': '5889defd-2fb5-4ebb-8187-76230383dc6e', 'status': 'completed', 'code': 200} Jan 14 12:24:44.248039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=2be20992-981c-476f-8e64-2d1a52d6d5ac,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:44.253585 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-4a303611-3852-43cb-874c-031fcab0c454 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 1096 time: 0.0919440 Jan 14 12:24:44.330373 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-793a089e-2a22-4f97-82eb-450be9940469 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5889defd-2fb5-4ebb-8187-76230383dc6e HTTP/1.1" status: 200 len: 217 time: 0.0697007 Jan 14 12:24:44.396601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-0879b90f-0944-47ea-960c-8ce4cdbfa8a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:44.398002 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-0879b90f-0944-47ea-960c-8ce4cdbfa8a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7917a5a2-baf7-4f87-80a7-7d22ca798dfc HTTP/1.1" status: 200 len: 856 time: 0.0607846 Jan 14 12:24:44.474616 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-448c5b44-2ba1-4bfd-a77b-6aacc0ae66f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f7b1180-16fd-4ec4-b010-c477a220b12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709927 Jan 14 12:24:44.605587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-0a1d8bda-ad8b-4aa0-81a6-1a161ef777fa service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226807 Jan 14 12:24:44.735431 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fb154d-a15c-43a4-b3fb-f8a6b2b9b721 req-b901a2a5-1416-468a-86c0-4d4eace88f67 service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239207 Jan 14 12:24:44.851769 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-de5110de-f560-41b8-a425-432d8995b38c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 1096 time: 0.0684345 Jan 14 12:24:44.881402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b62df-8abf-49ba-beb6-580e9a95fbd8 req-f335dda5-05aa-43bc-9ef0-38a12a1bce90 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:44.882822 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-876b62df-8abf-49ba-beb6-580e9a95fbd8 req-f335dda5-05aa-43bc-9ef0-38a12a1bce90 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 943 time: 0.0817900 Jan 14 12:24:44.927971 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-876b62df-8abf-49ba-beb6-580e9a95fbd8 req-c0782742-4efc-43b0-9a9e-ea97c3189215 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Jan 14 12:24:44.986408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-408557a2-4473-483a-aa38-717cc70d15b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:44.987862 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-408557a2-4473-483a-aa38-717cc70d15b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 200 len: 918 time: 0.1298356 Jan 14 12:24:45.059337 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-f6367eb5-9480-4cc3-8f7c-30687700b6d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5889defd-2fb5-4ebb-8187-76230383dc6e HTTP/1.1" status: 200 len: 217 time: 0.0651011 Jan 14 12:24:45.122150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-f6885a5f-2ba1-425d-95e6-3b8e7a65c8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:45.123587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-f6885a5f-2ba1-425d-95e6-3b8e7a65c8da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7917a5a2-baf7-4f87-80a7-7d22ca798dfc HTTP/1.1" status: 200 len: 856 time: 0.0588017 Jan 14 12:24:45.197141 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-c5607df0-0694-4c54-8538-07147b8ac70b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f7b1180-16fd-4ec4-b010-c477a220b12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676320 Jan 14 12:24:45.332068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-34276ef1-a565-4096-a5ab-7be79aee1cbf service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294258 Jan 14 12:24:45.468856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46b50619-1861-48c2-8e7c-1fb38c9071bf req-042123f5-df6f-404f-88db-ab28b6bb8f9c service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297207 Jan 14 12:24:45.905367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2be20992-981c-476f-8e64-2d1a52d6d5ac up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:45.977027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2be20992-981c-476f-8e64-2d1a52d6d5ac triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:45.977495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:46.225178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-03d63be0-b6b1-4565-bc6f-349de432e2b5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:46.225853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-03d63be0-b6b1-4565-bc6f-349de432e2b5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Synchronizing usage tracker for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:24:46.241231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-03d63be0-b6b1-4565-bc6f-349de432e2b5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Unset dirty status for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:24:46.242485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-03d63be0-b6b1-4565-bc6f-349de432e2b5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 943 time: 0.1904342 Jan 14 12:24:46.287552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-cf976945-12f7-4cd5-9ccd-9eefab07ec8d tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Synchronizing usage tracker for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:24:46.303190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-cf976945-12f7-4cd5-9ccd-9eefab07ec8d tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Unset dirty status for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:24:46.304553 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c193e485-be4f-4002-a1f2-d5d43e20bc39 req-cf976945-12f7-4cd5-9ccd-9eefab07ec8d tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565953 Jan 14 12:24:47.210805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Sync routers for ids ['c75dac1e-51ff-4d54-b465-189395226a86'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:24:47.222710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Routers {'c75dac1e-51ff-4d54-b465-189395226a86'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:47.223306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c75dac1e-51ff-4d54-b465-189395226a86'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:47.396472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Set router c75dac1e-51ff-4d54-b465-189395226a86 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:47.497666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ed93a-ca2c-4089-a2b7-a0012bdbb5fb req-88a3f74f-c916-45fe-a9ef-ec0bc98f9a65 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:47.499102 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-012ed93a-ca2c-4089-a2b7-a0012bdbb5fb req-88a3f74f-c916-45fe-a9ef-ec0bc98f9a65 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 943 time: 0.0743201 Jan 14 12:24:47.548226 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-012ed93a-ca2c-4089-a2b7-a0012bdbb5fb req-bdec89af-a870-4e3e-aea6-09a3c030230e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Jan 14 12:24:47.703445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'c5849d8b-24a9-464c-a88b-2e02cec8d63e', 'name': '', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'mac_address': 'fa:16:3e:33:31:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:30Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 2, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'subnets': [{'id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:47.707277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Checking router: c75dac1e-51ff-4d54-b465-189395226a86 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:24:47.707622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Updating router c75dac1e-51ff-4d54-b465-189395226a86 port c5849d8b-24a9-464c-a88b-2e02cec8d63e binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:24:47.756604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.031523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 5889defd-2fb5-4ebb-8187-76230383dc6e details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:24:48.213268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.237522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Transition to ACTIVE for port object c5849d8b-24a9-464c-a88b-2e02cec8d63e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:48.245297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 5889defd-2fb5-4ebb-8187-76230383dc6e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=5889defd-2fb5-4ebb-8187-76230383dc6e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:48.252762 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.304673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '5889defd-2fb5-4ebb-8187-76230383dc6e', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'port_id': '5889defd-2fb5-4ebb-8187-76230383dc6e', 'mac_address': 'fa:16:3e:50:1c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:24:48.424771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Pushing event updated for resources: {'Port': ['ID=c5849d8b-24a9-464c-a88b-2e02cec8d63e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:48.442655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.456387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.456748 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.457092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.457424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.457751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.458076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.458396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.458717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.459037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.459350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.459669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:24:48.498244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5889defd-2fb5-4ebb-8187-76230383dc6e {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:24:48.560775 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 5889defd-2fb5-4ebb-8187-76230383dc6e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=5889defd-2fb5-4ebb-8187-76230383dc6e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:48.569016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.597529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Attempting to bind port c5849d8b-24a9-464c-a88b-2e02cec8d63e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:48.597909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Attempting to bind port c5849d8b-24a9-464c-a88b-2e02cec8d63e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:48.598267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Attempting to bind port c5849d8b-24a9-464c-a88b-2e02cec8d63e on network 2f7b1180-16fd-4ec4-b010-c477a220b12b {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:48.626039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:48.626407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Checking segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:48.626798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.627181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Bound using segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:48.627637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Bound port: c5849d8b-24a9-464c-a88b-2e02cec8d63e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:48.628000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.699487 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=5889defd-2fb5-4ebb-8187-76230383dc6e,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:48.740096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] For port c5849d8b-24a9-464c-a88b-2e02cec8d63e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:48.743119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] For port c5849d8b-24a9-464c-a88b-2e02cec8d63e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c5849d8b-24a9-464c-a88b-2e02cec8d63e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:48.748250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:48.766268 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294685-7818-4e77-8406-61ca5107ab4d req-1a859735-2a81-4d37-9948-f695bab7f395 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:48.767797 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c6294685-7818-4e77-8406-61ca5107ab4d req-1a859735-2a81-4d37-9948-f695bab7f395 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 944 time: 0.0961282 Jan 14 12:24:48.817225 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c6294685-7818-4e77-8406-61ca5107ab4d req-52518372-a227-43f3-8f70-3d6c01e3521a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Jan 14 12:24:48.832781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca429cce-361c-42a8-a08f-d75f420797de None None] Pushing event updated for resources: {'Port': ['ID=c5849d8b-24a9-464c-a88b-2e02cec8d63e,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:48.841647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Routers {'c75dac1e-51ff-4d54-b465-189395226a86'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:48.842367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c75dac1e-51ff-4d54-b465-189395226a86'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:48.894615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['5889defd-2fb5-4ebb-8187-76230383dc6e'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:24:48.951763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Sync routers for ids ['e68aeea2-eb87-4eb5-b62f-c396355a5248'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:24:48.964653 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Routers {'e68aeea2-eb87-4eb5-b62f-c396355a5248'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:48.965374 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e68aeea2-eb87-4eb5-b62f-c396355a5248'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:49.137106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] Set router c75dac1e-51ff-4d54-b465-189395226a86 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:49.149482 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Set router e68aeea2-eb87-4eb5-b62f-c396355a5248 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:49.457179 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:37Z', 'revision_number': 4, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '41b7523d-5f4f-45a7-9af9-d7189687b90a', 'name': '', 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'mac_address': 'fa:16:3e:f5:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:36Z', 'updated_at': '2022-01-14T12:24:37Z', 'revision_number': 2, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'subnets': [{'id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:49.460900 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Checking router: e68aeea2-eb87-4eb5-b62f-c396355a5248 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:24:49.461244 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Updating router e68aeea2-eb87-4eb5-b62f-c396355a5248 port 41b7523d-5f4f-45a7-9af9-d7189687b90a binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:24:49.499950 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'c5849d8b-24a9-464c-a88b-2e02cec8d63e', 'name': '', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'mac_address': 'fa:16:3e:33:31:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:30Z', 'updated_at': '2022-01-14T12:24:48Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'subnets': [{'id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:49.503859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72be24c-1cae-40fb-a311-6ebbb66aa231 None None] The sync data for ids ['c75dac1e-51ff-4d54-b465-189395226a86'] in dv-neutron-823850-1-hyperv is: [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:31Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'c5849d8b-24a9-464c-a88b-2e02cec8d63e', 'name': '', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'mac_address': 'fa:16:3e:33:31:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:30Z', 'updated_at': '2022-01-14T12:24:48Z', 'revision_number': 4, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'subnets': [{'id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:24:49.512989 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:49.868446 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:49.885127 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Transition to ACTIVE for port object 41b7523d-5f4f-45a7-9af9-d7189687b90a will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:24:49.892843 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:49.945757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c5849d8b-24a9-464c-a88b-2e02cec8d63e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:49.966529 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2197b1d-c12f-478c-8377-324e1ebf8826 None None] Pushing event updated for resources: {'Port': ['ID=41b7523d-5f4f-45a7-9af9-d7189687b90a,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:50.022591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 5889defd-2fb5-4ebb-8187-76230383dc6e up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:50.093319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4640f-1cc6-4f7d-9ce5-d15b53f95644 req-b44404ec-1e19-441b-8325-0f5309cba6e6 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:50.101093 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6cc4640f-1cc6-4f7d-9ce5-d15b53f95644 req-b44404ec-1e19-441b-8325-0f5309cba6e6 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 944 time: 0.1385469 Jan 14 12:24:50.157338 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6cc4640f-1cc6-4f7d-9ce5-d15b53f95644 req-f9f81e9d-a65c-4a85-a477-974b7f9accb3 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 Jan 14 12:24:50.158818 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Attempting to bind port 41b7523d-5f4f-45a7-9af9-d7189687b90a on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:24:50.159408 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Attempting to bind port 41b7523d-5f4f-45a7-9af9-d7189687b90a by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:24:50.159721 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Attempting to bind port 41b7523d-5f4f-45a7-9af9-d7189687b90a on network 962c3021-9817-4563-8b11-dfc7b22e4d1b {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:24:50.166518 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:24:50.167105 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Checking segment: {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:24:50.167683 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.168322 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Bound using segment: {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:24:50.168977 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Bound port: 41b7523d-5f4f-45a7-9af9-d7189687b90a, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c87a21-118e-4898-b165-5b98c163a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:24:50.169511 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.224195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c5849d8b-24a9-464c-a88b-2e02cec8d63e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:50.230125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c5849d8b-24a9-464c-a88b-2e02cec8d63e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:50.230524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.257004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 5889defd-2fb5-4ebb-8187-76230383dc6e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:50.262664 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] For port 41b7523d-5f4f-45a7-9af9-d7189687b90a, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:24:50.265786 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] For port 41b7523d-5f4f-45a7-9af9-d7189687b90a, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=41b7523d-5f4f-45a7-9af9-d7189687b90a,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:24:50.269678 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.274920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 5889defd-2fb5-4ebb-8187-76230383dc6e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:50.275216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.342826 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Routers {'e68aeea2-eb87-4eb5-b62f-c396355a5248'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:24:50.343315 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:24:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e68aeea2-eb87-4eb5-b62f-c396355a5248'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:50.453067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.486769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.494034 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2197b1d-c12f-478c-8377-324e1ebf8826 None None] Pushing event updated for resources: {'Port': ['ID=41b7523d-5f4f-45a7-9af9-d7189687b90a,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:50.522094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port c5849d8b-24a9-464c-a88b-2e02cec8d63e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c5849d8b-24a9-464c-a88b-2e02cec8d63e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:50.527254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5889defd-2fb5-4ebb-8187-76230383dc6e'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:24:50.533553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.535405 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] Set router e68aeea2-eb87-4eb5-b62f-c396355a5248 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:24:50.570113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 5889defd-2fb5-4ebb-8187-76230383dc6e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=5889defd-2fb5-4ebb-8187-76230383dc6e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:50.580208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:50.590954 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5889defd-2fb5-4ebb-8187-76230383dc6e', 'code': 200} Jan 14 12:24:50.613667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=c5849d8b-24a9-464c-a88b-2e02cec8d63e,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:50.687636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=5889defd-2fb5-4ebb-8187-76230383dc6e,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:50.817157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d1967147-f75a-4c22-b6bf-4b235686b490 req-020c9029-7fda-4308-a9bb-fac1a0501ab7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 1098 time: 0.0688095 Jan 14 12:24:50.851751 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:37Z', 'revision_number': 4, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '41b7523d-5f4f-45a7-9af9-d7189687b90a', 'name': '', 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'mac_address': 'fa:16:3e:f5:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:36Z', 'updated_at': '2022-01-14T12:24:50Z', 'revision_number': 4, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'subnets': [{'id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:24:50.856019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6ea5-94ee-4126-87d1-a55e51b07cbc None None] The sync data for ids ['e68aeea2-eb87-4eb5-b62f-c396355a5248'] in dv-neutron-823850-1-hyperv is: [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:37Z', 'revision_number': 4, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '41b7523d-5f4f-45a7-9af9-d7189687b90a', 'name': '', 'network_id': '962c3021-9817-4563-8b11-dfc7b22e4d1b', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'mac_address': 'fa:16:3e:f5:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:36Z', 'updated_at': '2022-01-14T12:24:50Z', 'revision_number': 4, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'subnets': [{'id': '4c54b908-cd5c-40d6-9d06-0fe324ae54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:24:50.860887 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d1967147-f75a-4c22-b6bf-4b235686b490 req-f4eabad4-b39d-41be-badc-a8b9ec9e2109 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Jan 14 12:24:51.357222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5450d-d9a0-4b63-94d8-ff0080b0969c req-5ec79739-e3a4-4911-8ab2-e141080fb667 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:51.358676 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-42e5450d-d9a0-4b63-94d8-ff0080b0969c req-5ec79739-e3a4-4911-8ab2-e141080fb667 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.0843534 Jan 14 12:24:51.492498 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-42e5450d-d9a0-4b63-94d8-ff0080b0969c req-85ef3bcb-2a33-4d19-8e0c-a7adc1e95044 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283326 Jan 14 12:24:51.966593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c5849d8b-24a9-464c-a88b-2e02cec8d63e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:52.040800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c5849d8b-24a9-464c-a88b-2e02cec8d63e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:52.041159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:52.158897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 41b7523d-5f4f-45a7-9af9-d7189687b90a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:52.226317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 41b7523d-5f4f-45a7-9af9-d7189687b90a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:24:52.231652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 41b7523d-5f4f-45a7-9af9-d7189687b90a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:52.232021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:52.346645 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:52.378697 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 41b7523d-5f4f-45a7-9af9-d7189687b90a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=41b7523d-5f4f-45a7-9af9-d7189687b90a,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:24:52.382234 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:24:52.446522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=41b7523d-5f4f-45a7-9af9-d7189687b90a,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:24:52.693375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ebff9-77da-4b06-805c-bde2ff60eb94 req-7b2a6470-a04e-48eb-bbc7-0fe979631498 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:52.694815 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-308ebff9-77da-4b06-805c-bde2ff60eb94 req-7b2a6470-a04e-48eb-bbc7-0fe979631498 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.0816925 Jan 14 12:24:52.739130 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-308ebff9-77da-4b06-805c-bde2ff60eb94 req-24f56c4b-4bb9-4d24-a2bb-d2c229fa6af7 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 Jan 14 12:24:52.927926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc1947-a3ef-49f1-a68d-43f4521c5b38 req-6cb5a983-b78a-4ac3-954b-d74ef0c52dbc tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:24:52.929631 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f0bc1947-a3ef-49f1-a68d-43f4521c5b38 req-6cb5a983-b78a-4ac3-954b-d74ef0c52dbc tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.0738621 Jan 14 12:24:52.974270 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f0bc1947-a3ef-49f1-a68d-43f4521c5b38 req-3fbd8480-9b10-4980-98f9-5c43f63dc6f0 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Jan 14 12:24:53.908300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 41b7523d-5f4f-45a7-9af9-d7189687b90a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:24:53.979625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 41b7523d-5f4f-45a7-9af9-d7189687b90a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:24:53.979988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:00.907685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d5172b74-e7e4-40a9-a334-3f8a04fe55ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:01.405799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:03.147519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b2fb10e8-2905-4d37-89fa-a4412fa93d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:04.285475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:04.517200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:05.630891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:07.617558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcef11-1a36-42ee-bba8-66745c0da371 req-add14353-41bb-4aee-927e-71c6270514f4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:07.618912 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fcef11-1a36-42ee-bba8-66745c0da371 req-add14353-41bb-4aee-927e-71c6270514f4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.0760231 Jan 14 12:25:07.668456 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d4fcef11-1a36-42ee-bba8-66745c0da371 req-0d90374f-8b3d-4ed7-8f04-5c2f36cc5e9b tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Jan 14 12:25:08.867728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684534d-9926-43ec-9a4f-9e3a6fc1262d req-d876c654-0093-44a7-ac4c-b0daa616e9d9 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:08.869195 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d684534d-9926-43ec-9a4f-9e3a6fc1262d req-d876c654-0093-44a7-ac4c-b0daa616e9d9 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.0801911 Jan 14 12:25:08.913045 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d684534d-9926-43ec-9a4f-9e3a6fc1262d req-6a99cfd4-d0b1-4834-aefb-3294f95ffaab tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375195 Jan 14 12:25:09.560002 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc523755-ff9b-421a-953b-0ab58d836167 req-6b1dede6-26ca-4cab-aa5e-8f9a0e9eb2ca tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:09.561432 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc523755-ff9b-421a-953b-0ab58d836167 req-6b1dede6-26ca-4cab-aa5e-8f9a0e9eb2ca tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.0779772 Jan 14 12:25:09.627305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Deleting port 5889defd-2fb5-4ebb-8187-76230383dc6e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:09.627638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:09.869141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] For port 5889defd-2fb5-4ebb-8187-76230383dc6e, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=5889defd-2fb5-4ebb-8187-76230383dc6e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:09.869493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:09.989184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Calling delete_port for 5889defd-2fb5-4ebb-8187-76230383dc6e owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:10.138797 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:25:10.172414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43d8e-0879-48c2-91b9-52bd999ce961 req-cc528b69-0603-462c-933a-b64098bacfc7 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:10.173874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-53d43d8e-0879-48c2-91b9-52bd999ce961 req-cc528b69-0603-462c-933a-b64098bacfc7 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cbfbeae-012d-4189-be78-cf6927ededcb HTTP/1.1" status: 200 len: 945 time: 0.1366928 Jan 14 12:25:10.210952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:10.222381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['5889defd-2fb5-4ebb-8187-76230383dc6e'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:25:10.273006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Pushing event deleted for resources: {'Port': ['ID=5889defd-2fb5-4ebb-8187-76230383dc6e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:10.304028 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-53d43d8e-0879-48c2-91b9-52bd999ce961 req-a6f41bf6-a714-464d-b1d3-098e7d28f85d tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213837 Jan 14 12:25:10.360371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] No DVR routers for this DVR port 5889defd-2fb5-4ebb-8187-76230383dc6e on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:25:10.362960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:10.365725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'name': 'network-vif-deleted', 'tag': '5889defd-2fb5-4ebb-8187-76230383dc6e'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:25:10.384758 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fc523755-ff9b-421a-953b-0ab58d836167 req-781a284b-0c7c-4ded-87bf-c0df479a5ca1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "DELETE /v2.0/ports/5889defd-2fb5-4ebb-8187-76230383dc6e HTTP/1.1" status: 204 len: 173 time: 0.8179042 Jan 14 12:25:10.430823 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbfbeae-012d-4189-be78-cf6927ededcb', 'name': 'network-vif-deleted', 'tag': '5889defd-2fb5-4ebb-8187-76230383dc6e', 'status': 'completed', 'code': 200} Jan 14 12:25:12.030494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-b5b1e138-b67f-496d-b18b-5254647f7f28 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:12.031830 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-b5b1e138-b67f-496d-b18b-5254647f7f28 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/networks?id=2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 200 len: 817 time: 0.1378543 Jan 14 12:25:12.047976 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-a5688bc9-f0c2-4dda-a8f2-310c67d8abe4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/quotas/2c2c6eb8cabb4374879ec647d434bd40 HTTP/1.1" status: 200 len: 375 time: 0.0108354 Jan 14 12:25:12.128593 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-d8aaadb8-fe38-4fbd-a255-e1f53039a0bc tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758162 Jan 14 12:25:12.263244 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-ed353e71-583e-434e-af11-aaae1d920978 service neutron] 10.222.0.48 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231799 Jan 14 12:25:12.391543 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2a8fc43c-ddda-4a61-9876-9a0e137b94aa service neutron] 10.222.0.48 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224613 Jan 14 12:25:12.569880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8689916a-2f46-49a7-85cc-806719dad9e4 req-07e4aa57-dab4-43fb-9d23-100862e1a66a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Synchronizing usage tracker for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:25:12.585809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8689916a-2f46-49a7-85cc-806719dad9e4 req-07e4aa57-dab4-43fb-9d23-100862e1a66a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Unset dirty status for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:25:12.586961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8689916a-2f46-49a7-85cc-806719dad9e4 req-07e4aa57-dab4-43fb-9d23-100862e1a66a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 210 time: 0.0565784 Jan 14 12:25:13.549609 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-b015c62c-e8a6-471f-80f0-784f4e224854 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:13.551011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-b015c62c-e8a6-471f-80f0-784f4e224854 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "GET /v2.0/networks?id=2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 200 len: 817 time: 0.1478710 Jan 14 12:25:13.566533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Request body: {'port': {'device_id': '9bc2540d-7682-4950-b362-ed1710825079', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'admin_state_up': True, 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:25:13.753193 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-293d7a56-f68d-46da-b0e3-87e863433f70 req-cb6fcd63-b5c4-4038-bf0a-b03f1e7ac8b1 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 210 time: 0.0403857 Jan 14 12:25:13.794488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:25:13.803741 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:25:13.813081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Made reservation on behalf of 2c2c6eb8cabb4374879ec647d434bd40 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:25:13.815948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:13.972491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Allocated IP 172.20.0.11 (2f7b1180-16fd-4ec4-b010-c477a220b12b/7917a5a2-baf7-4f87-80a7-7d22ca798dfc/8e56cc38-37a2-4be0-bbb8-e00cb9332717) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:25:14.165697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:14.181194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Transition to ACTIVE for port object 8e56cc38-37a2-4be0-bbb8-e00cb9332717 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:25:14.193328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 5889defd-2fb5-4ebb-8187-76230383dc6e no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:14.204608 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:14.226425 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 5889defd-2fb5-4ebb-8187-76230383dc6e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:14.226768 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 5889defd-2fb5-4ebb-8187-76230383dc6e not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:14.278107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:25:14.281196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:25:14.285089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:25:14.315580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Pushing event updated for resources: {'Port': ['ID=8e56cc38-37a2-4be0-bbb8-e00cb9332717,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:14.336806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.337156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.337504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.337841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.338170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.338495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.338816 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.339715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.340076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.340366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.340686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:14.360891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:14.361499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:14.389115 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-2cc91a86-5cbf-4bc8-a67b-2507f82c5db4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259366 Jan 14 12:25:14.468414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Request body: {'port': {'device_id': '9bc2540d-7682-4950-b362-ed1710825079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:25:14.530066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e6e87f01-bab2-4a07-b1cd-e2c15b4291b9 None None] Provisioning for port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:25:14.534870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e6e87f01-bab2-4a07-b1cd-e2c15b4291b9 None None] Provisioning complete for port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:25:14.535256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e6e87f01-bab2-4a07-b1cd-e2c15b4291b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:14.577980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:14.589382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e6e87f01-bab2-4a07-b1cd-e2c15b4291b9 None None] Port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:25:14.959068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e56cc38-37a2-4be0-bbb8-e00cb9332717 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:25:14.971589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:14.992858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Transition to ACTIVE for port object 8e56cc38-37a2-4be0-bbb8-e00cb9332717 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:25:14.997433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:15.052521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6782bbd-b534-4d41-8356-e8c15ca0b67f req-7c24a89f-77ec-4a0b-ba73-d214cc94447a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:15.053154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6782bbd-b534-4d41-8356-e8c15ca0b67f req-7c24a89f-77ec-4a0b-ba73-d214cc94447a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Synchronizing usage tracker for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:25:15.156142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-f6782bbd-b534-4d41-8356-e8c15ca0b67f req-7c24a89f-77ec-4a0b-ba73-d214cc94447a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Unset dirty status for tenant:2c2c6eb8cabb4374879ec647d434bd40 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:25:15.157332 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6782bbd-b534-4d41-8356-e8c15ca0b67f req-7c24a89f-77ec-4a0b-ba73-d214cc94447a tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 932 time: 0.2635164 Jan 14 12:25:15.159633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Pushing event updated for resources: {'Port': ['ID=8e56cc38-37a2-4be0-bbb8-e00cb9332717,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:15.284915 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6782bbd-b534-4d41-8356-e8c15ca0b67f req-36c46531-f014-4a26-a1b9-e2744c3b2199 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948555 Jan 14 12:25:15.301942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Attempting to bind port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:25:15.302274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Attempting to bind port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:25:15.302643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Attempting to bind port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 on network 2f7b1180-16fd-4ec4-b010-c477a220b12b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:25:15.309388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 on network 2f7b1180-16fd-4ec4-b010-c477a220b12b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:25:15.309710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Attempting to bind port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 on network 2f7b1180-16fd-4ec4-b010-c477a220b12b {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:25:15.315948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:25:15.316274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Checking segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:25:15.316652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Bound using segment: {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:25:15.317091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Bound port: 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55667182-e97f-46a0-a550-9a33c3a3d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:25:15.317431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:15.403757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] For port 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:25:15.406574 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] For port 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:25:15.410682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:15.475789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:15.477174 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] 10.222.0.31 "PUT /v2.0/ports/8e56cc38-37a2-4be0-bbb8-e00cb9332717 HTTP/1.1" status: 200 len: 1094 time: 1.0818603 Jan 14 12:25:15.477605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc2540d-7682-4950-b362-ed1710825079', 'tag': '8e56cc38-37a2-4be0-bbb8-e00cb9332717'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:25:15.497553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c31f-4d1d-41a7-87c7-1870773c103f service neutron] Pushing event updated for resources: {'Port': ['ID=8e56cc38-37a2-4be0-bbb8-e00cb9332717,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:15.548087 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc2540d-7682-4950-b362-ed1710825079', 'tag': '8e56cc38-37a2-4be0-bbb8-e00cb9332717', 'status': 'completed', 'code': 200} Jan 14 12:25:15.584718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-c24c8290-f632-4821-b274-9ff76c84c98d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 1097 time: 0.0715022 Jan 14 12:25:15.768133 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-1069a8f6-611a-4927-a6a9-ba7b40d65af2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717 HTTP/1.1" status: 200 len: 217 time: 0.1581910 Jan 14 12:25:15.828091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-d9d612d9-c04b-4cde-a4bb-5a5c4cc732e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:15.829426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-d9d612d9-c04b-4cde-a4bb-5a5c4cc732e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7917a5a2-baf7-4f87-80a7-7d22ca798dfc HTTP/1.1" status: 200 len: 856 time: 0.0556078 Jan 14 12:25:15.904519 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-dd405da5-d2e7-48b6-a27f-ef06ccbc93d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f7b1180-16fd-4ec4-b010-c477a220b12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690815 Jan 14 12:25:16.031593 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-d8dedb85-ed1a-4d16-9840-9a05e323b456 service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208451 Jan 14 12:25:16.158896 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3627d0be-4bfd-46b9-9617-163503c2faf7 req-410e95c7-df16-41a9-bf25-9c7181dfb8c4 service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212955 Jan 14 12:25:16.270559 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-9e243e3f-714e-4281-92f8-3dae794302d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 1097 time: 0.0669322 Jan 14 12:25:16.401791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187249b4-a769-4c12-ab39-e012ae6b515c req-2bec246c-80e6-4e01-961f-f1d2acd421d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:16.403229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-2bec246c-80e6-4e01-961f-f1d2acd421d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 200 len: 918 time: 0.1265419 Jan 14 12:25:16.510393 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-f64521e2-7d81-4d52-9789-f56949dbf6f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717 HTTP/1.1" status: 200 len: 217 time: 0.0731888 Jan 14 12:25:16.587434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187249b4-a769-4c12-ab39-e012ae6b515c req-86d23982-1e1f-458b-a78a-25977f0a6fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:16.589145 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-86d23982-1e1f-458b-a78a-25977f0a6fa3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7917a5a2-baf7-4f87-80a7-7d22ca798dfc HTTP/1.1" status: 200 len: 856 time: 0.0697594 Jan 14 12:25:16.595882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66ec54-cedd-4f68-aeae-5e401a1231c3 req-a7c38964-d102-4e4b-b0d6-da3fcf5006b4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:16.597224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ea66ec54-cedd-4f68-aeae-5e401a1231c3 req-a7c38964-d102-4e4b-b0d6-da3fcf5006b4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 944 time: 0.1898038 Jan 14 12:25:16.685134 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ea66ec54-cedd-4f68-aeae-5e401a1231c3 req-bc6635df-43c7-467f-9619-5325a9b2df15 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Jan 14 12:25:16.698657 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-7dc5b6de-728f-47b7-ae07-b8ed3370603d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f7b1180-16fd-4ec4-b010-c477a220b12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005433 Jan 14 12:25:16.828611 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-17d08d94-3403-4687-a109-259a0f1e2e72 service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229584 Jan 14 12:25:16.957706 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-187249b4-a769-4c12-ab39-e012ae6b515c req-aed6e94c-e7de-430f-883c-3358bed0c79f service neutron] 10.222.0.31 "GET /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231275 Jan 14 12:25:17.880587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcfce-4c07-47b6-a43d-391d6f31a278 req-511be246-f5c1-4fb2-a3a4-9e92938eab62 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:17.882052 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-180fcfce-4c07-47b6-a43d-391d6f31a278 req-511be246-f5c1-4fb2-a3a4-9e92938eab62 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 944 time: 0.0740724 Jan 14 12:25:17.926262 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-180fcfce-4c07-47b6-a43d-391d6f31a278 req-49fafb23-2d64-43af-8cf5-1e51a177144b tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Jan 14 12:25:19.133994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c834c-36c1-42b8-87f1-163e26232213 req-416c7e67-921f-43c5-ba87-b6d321332ff5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:19.135842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0f1c834c-36c1-42b8-87f1-163e26232213 req-416c7e67-921f-43c5-ba87-b6d321332ff5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 944 time: 0.0906568 Jan 14 12:25:19.181838 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0f1c834c-36c1-42b8-87f1-163e26232213 req-01aa7415-1735-4fea-8451-961c5acb5a81 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Jan 14 12:25:20.207525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8e56cc38-37a2-4be0-bbb8-e00cb9332717 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:25:20.343930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:20.357217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '8e56cc38-37a2-4be0-bbb8-e00cb9332717', 'network_id': '2f7b1180-16fd-4ec4-b010-c477a220b12b', 'port_id': '8e56cc38-37a2-4be0-bbb8-e00cb9332717', 'mac_address': 'fa:16:3e:50:74:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7917a5a2-baf7-4f87-80a7-7d22ca798dfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:25:20.380347 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4ae71-8be0-4328-aad2-ba9bfefd3709 req-01604970-d3aa-44b2-8b11-2fd15fb4b0d4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:20.381825 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-abe4ae71-8be0-4328-aad2-ba9bfefd3709 req-01604970-d3aa-44b2-8b11-2fd15fb4b0d4 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 944 time: 0.0793967 Jan 14 12:25:20.410057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:20.427439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e56cc38-37a2-4be0-bbb8-e00cb9332717 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:25:20.427628 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-abe4ae71-8be0-4328-aad2-ba9bfefd3709 req-0e076863-2564-46b9-b724-e9c3fdf1fa3d tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Jan 14 12:25:20.442885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:20.446940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:20.512868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=8e56cc38-37a2-4be0-bbb8-e00cb9332717,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:20.757850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['8e56cc38-37a2-4be0-bbb8-e00cb9332717'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:25:21.621299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd820d54-c0e1-41ec-b4ca-bc265c45202d req-43fd5d5e-02c7-4cdf-a32e-6d3f066656ec tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:21.622816 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd820d54-c0e1-41ec-b4ca-bc265c45202d req-43fd5d5e-02c7-4cdf-a32e-6d3f066656ec tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 945 time: 0.0764716 Jan 14 12:25:21.671672 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd820d54-c0e1-41ec-b4ca-bc265c45202d req-18ca728d-e73e-4fea-9f57-8e7cfba474f5 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Jan 14 12:25:22.223267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8e56cc38-37a2-4be0-bbb8-e00cb9332717 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:25:22.316651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:25:22.321026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:25:22.321382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:22.431446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:22.460292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc2540d-7682-4950-b362-ed1710825079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56cc38-37a2-4be0-bbb8-e00cb9332717'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:25:22.474068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:22.478027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:22.519772 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc2540d-7682-4950-b362-ed1710825079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56cc38-37a2-4be0-bbb8-e00cb9332717', 'code': 200} Jan 14 12:25:22.546362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=8e56cc38-37a2-4be0-bbb8-e00cb9332717,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:22.742006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da93fa3a-e6ba-47f8-bc14-dcb5ca20686b req-e8091158-4c14-4e95-9c7f-159eae733bb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 1099 time: 0.0717909 Jan 14 12:25:22.785174 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da93fa3a-e6ba-47f8-bc14-dcb5ca20686b req-0fa289c8-1316-4273-ab5a-c6bba369f706 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Jan 14 12:25:22.955001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8f00-d09a-49f5-97bc-4b007684fa81 req-570dfa4d-3ea3-45e7-b7a2-3692a651068c tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:22.956537 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-effa8f00-d09a-49f5-97bc-4b007684fa81 req-570dfa4d-3ea3-45e7-b7a2-3692a651068c tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 946 time: 0.1631296 Jan 14 12:25:22.999726 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-effa8f00-d09a-49f5-97bc-4b007684fa81 req-06ed204e-315c-4fcd-b29a-5610318e7f2d tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Jan 14 12:25:24.200113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7ac7-1d96-4991-a51a-ab3b02d7aaff req-5801541e-74fe-45b0-9e7d-14a4d4cfaeeb tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:24.201689 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-370f7ac7-1d96-4991-a51a-ab3b02d7aaff req-5801541e-74fe-45b0-9e7d-14a4d4cfaeeb tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 946 time: 0.0764298 Jan 14 12:25:24.249137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-370f7ac7-1d96-4991-a51a-ab3b02d7aaff req-ee023296-1471-4d0a-998f-04c64dd8bf69 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Jan 14 12:25:24.441033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418334-5584-464b-ac21-f6be5978d22b req-f03bb63e-d0b9-44e7-b433-54263aef51f3 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:24.442385 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-83418334-5584-464b-ac21-f6be5978d22b req-f03bb63e-d0b9-44e7-b433-54263aef51f3 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 946 time: 0.0751412 Jan 14 12:25:24.491302 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-83418334-5584-464b-ac21-f6be5978d22b req-71fd196a-f264-4660-a608-4219321ececb tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 Jan 14 12:25:30.910428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-280def8a-05f9-4b62-ba71-457e708d8c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:31.400985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:33.130717 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-308bfd6f-3753-4d72-855e-61a05171ede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:34.287874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:34.513424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:35.637516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:38.967246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5349ae-b9c2-4a0a-b22e-cd17bd7799fe req-310dd3e3-d302-48fc-b010-1b4be5e16f52 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:38.968572 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7a5349ae-b9c2-4a0a-b22e-cd17bd7799fe req-310dd3e3-d302-48fc-b010-1b4be5e16f52 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 946 time: 0.0751529 Jan 14 12:25:39.012183 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7a5349ae-b9c2-4a0a-b22e-cd17bd7799fe req-9d73d712-47a7-4b90-ab44-77207e32c0fd tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Jan 14 12:25:40.215595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac69481-edd2-4f03-a139-2bf90b01e9d0 req-1d52b805-c270-4fc8-ae45-0b4b34c1f801 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:40.217063 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dac69481-edd2-4f03-a139-2bf90b01e9d0 req-1d52b805-c270-4fc8-ae45-0b4b34c1f801 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 946 time: 0.0793114 Jan 14 12:25:40.262152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-dac69481-edd2-4f03-a139-2bf90b01e9d0 req-719e02fd-967a-43a2-97fb-b3e7bbcc0e10 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/security-groups?id=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Jan 14 12:25:40.805595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-170c9b34-4bd2-4965-b713-dc5890317364 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:40.807251 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-170c9b34-4bd2-4965-b713-dc5890317364 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 946 time: 0.0731730 Jan 14 12:25:40.876017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Deleting port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:40.876351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:41.109129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] For port 8e56cc38-37a2-4be0-bbb8-e00cb9332717, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=8e56cc38-37a2-4be0-bbb8-e00cb9332717,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:41.109396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:41.236779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Calling delete_port for 8e56cc38-37a2-4be0-bbb8-e00cb9332717 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:41.382198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:41.394012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['8e56cc38-37a2-4be0-bbb8-e00cb9332717'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:25:41.428830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Pushing event deleted for resources: {'Port': ['ID=8e56cc38-37a2-4be0-bbb8-e00cb9332717,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:41.429537 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1a57f563-2b43-4c6a-be6f-310dda8d5709 req-e4ffa496-b9f8-47f4-a223-7fc6f87538a6 tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2540d-7682-4950-b362-ed1710825079 HTTP/1.1" status: 200 len: 210 time: 0.0450931 Jan 14 12:25:41.511525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] No DVR routers for this DVR port 8e56cc38-37a2-4be0-bbb8-e00cb9332717 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:25:41.514930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:41.517706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc2540d-7682-4950-b362-ed1710825079', 'name': 'network-vif-deleted', 'tag': '8e56cc38-37a2-4be0-bbb8-e00cb9332717'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:25:41.538071 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b9a1ec0-477d-455a-90cf-88ff0a365368 req-bf4696fc-6d9a-4e67-ac86-67799053787e tempest-TestEncryptedCinderVolumes-1096447890 tempest-TestEncryptedCinderVolumes-1096447890-project] 10.222.0.31 "DELETE /v2.0/ports/8e56cc38-37a2-4be0-bbb8-e00cb9332717 HTTP/1.1" status: 204 len: 173 time: 0.7254524 Jan 14 12:25:41.586859 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc2540d-7682-4950-b362-ed1710825079', 'name': 'network-vif-deleted', 'tag': '8e56cc38-37a2-4be0-bbb8-e00cb9332717', 'status': 'completed', 'code': 200} Jan 14 12:25:42.585466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57130) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:42.959333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:43.640829 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Deleting port c5849d8b-24a9-464c-a88b-2e02cec8d63e {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:43.641506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:43.804573 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] For port c5849d8b-24a9-464c-a88b-2e02cec8d63e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c5849d8b-24a9-464c-a88b-2e02cec8d63e,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:43.804956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:43.922802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Calling delete_port for c5849d8b-24a9-464c-a88b-2e02cec8d63e owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:44.091562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:44.139101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Pushing event deleted for resources: {'Port': ['ID=c5849d8b-24a9-464c-a88b-2e02cec8d63e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:44.317556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8e56cc38-37a2-4be0-bbb8-e00cb9332717 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:44.350309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 8e56cc38-37a2-4be0-bbb8-e00cb9332717 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:44.350648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 8e56cc38-37a2-4be0-bbb8-e00cb9332717 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:44.426851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:45.070905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Router c75dac1e-51ff-4d54-b465-189395226a86 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:25:45.267107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:25:45.275661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] Sync routers for ids ['c75dac1e-51ff-4d54-b465-189395226a86'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:25:45.279588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c975ede0-770f-42b8-8fd1-ae42ddb8dcec admin admin] 10.222.0.48 "PUT /v2.0/routers/c75dac1e-51ff-4d54-b465-189395226a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6930625 Jan 14 12:25:45.282071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57134) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:45.287472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] Routers {'c75dac1e-51ff-4d54-b465-189395226a86'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:25:45.288079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:25:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c75dac1e-51ff-4d54-b465-189395226a86'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:45.467157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] Set router c75dac1e-51ff-4d54-b465-189395226a86 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:25:45.477076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:45.678476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:45.688131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Deleting port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:45.688449 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:45.754810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:25:44Z', 'revision_number': 5, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port': {'id': 'd54202a4-edd8-4b85-a3d6-a64f1e62c2c3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:45.758615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] Checking router: c75dac1e-51ff-4d54-b465-189395226a86 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:25:45.768809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] Routers {'c75dac1e-51ff-4d54-b465-189395226a86'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:25:45.769398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:25:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c75dac1e-51ff-4d54-b465-189395226a86'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:45.858105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] For port d54202a4-edd8-4b85-a3d6-a64f1e62c2c3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:45.858450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:45.928557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] Set router c75dac1e-51ff-4d54-b465-189395226a86 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:25:45.978191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Calling delete_port for d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:46.035223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:25:45Z', 'revision_number': 6, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:46.039025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54b1f5-bbb0-467d-8d83-5a578083ef43 None None] The sync data for ids ['c75dac1e-51ff-4d54-b465-189395226a86'] in dv-neutron-823850-1-hyperv is: [{'id': 'c75dac1e-51ff-4d54-b465-189395226a86', 'name': 'tempest-TestEncryptedCinderVolumes-1172655248-router', 'tenant_id': '2c2c6eb8cabb4374879ec647d434bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:28Z', 'updated_at': '2022-01-14T12:25:45Z', 'revision_number': 6, 'project_id': '2c2c6eb8cabb4374879ec647d434bd40', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:25:46.264984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:46.313077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54202a4-edd8-4b85-a3d6-a64f1e62c2c3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:46.600248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:46.894841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:46.899760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:46.924798 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:46.925590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75dac1e-51ff-4d54-b465-189395226a86 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:25:46.938960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:46.940103 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-821d62d0-5aa7-4aa9-9403-3c012fb63b57 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c75dac1e-51ff-4d54-b465-189395226a86 HTTP/1.1" status: 204 len: 168 time: 1.6571729 Jan 14 12:25:46.942634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57138) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:47.001964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Deleting subnet 7917a5a2-baf7-4f87-80a7-7d22ca798dfc {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:25:47.005115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.057475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.140112 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:25:47.141497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.209749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.249676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7917a5a2-baf7-4f87-80a7-7d22ca798dfc,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:47.255715 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.261400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d2a0b-9110-44db-b587-8cf1e8b9a148 None None] Network 2f7b1180-16fd-4ec4-b010-c477a220b12b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:25:47.261977 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-04191b69-e81c-4877-a9b7-b01396da26ed admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7917a5a2-baf7-4f87-80a7-7d22ca798dfc HTTP/1.1" status: 204 len: 168 time: 0.3179204 Jan 14 12:25:47.264061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57142) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:47.367056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.377968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Deleting port c2f7066e-75d2-4b14-b042-25cead7977d1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:47.378299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.495518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] DHCP port deletion for 2f7b1180-16fd-4ec4-b010-c477a220b12b request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:25:47.499782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Deleting port c2f7066e-75d2-4b14-b042-25cead7977d1 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:47.500146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.586309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] For port c2f7066e-75d2-4b14-b042-25cead7977d1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c2f7066e-75d2-4b14-b042-25cead7977d1,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:47.586656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.733514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] For port c2f7066e-75d2-4b14-b042-25cead7977d1, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c2f7066e-75d2-4b14-b042-25cead7977d1,segment=NetworkSegment(55667182-e97f-46a0-a550-9a33c3a3d464),segment_id=55667182-e97f-46a0-a550-9a33c3a3d464)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:47.733896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.801446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Calling delete_port for c2f7066e-75d2-4b14-b042-25cead7977d1 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:47.851374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Calling delete_port for c2f7066e-75d2-4b14-b042-25cead7977d1 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:47.875596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:47.918914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f7066e-75d2-4b14-b042-25cead7977d1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:47.925053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] No DVR routers for this DVR port c2f7066e-75d2-4b14-b042-25cead7977d1 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:25:47.935782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:25:47.936134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:25:47.945462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c5849d8b-24a9-464c-a88b-2e02cec8d63e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:47.977968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c5849d8b-24a9-464c-a88b-2e02cec8d63e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:47.978399 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c5849d8b-24a9-464c-a88b-2e02cec8d63e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:47.978815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c2f7066e-75d2-4b14-b042-25cead7977d1 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:48.009417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c2f7066e-75d2-4b14-b042-25cead7977d1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:48.009681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c2f7066e-75d2-4b14-b042-25cead7977d1 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:48.010094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:48.039656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.044283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:48.044626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d54202a4-edd8-4b85-a3d6-a64f1e62c2c3 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:48.064945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7b1180-16fd-4ec4-b010-c477a220b12b']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:48.076968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55667182-e97f-46a0-a550-9a33c3a3d464') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:48.077242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55667182-e97f-46a0-a550-9a33c3a3d464') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:48.087944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.103380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.109309 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:25:48.109680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:25:48.127130 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:25:48.201839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.216972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.226723 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7b1180-16fd-4ec4-b010-c477a220b12b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:48.239371 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-5c0b253e-a90d-4808-8e2a-8b28159887f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2f7b1180-16fd-4ec4-b010-c477a220b12b HTTP/1.1" status: 204 len: 168 time: 0.9743540 Jan 14 12:25:48.242147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57146) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:48.437258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Deleting port c2f7066e-75d2-4b14-b042-25cead7977d1 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:48.437837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:48.501194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc33ad-3398-47ce-8309-48b123a56593 None None] The port 'c2f7066e-75d2-4b14-b042-25cead7977d1' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:25:48.637877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:49.303901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Deleting port 41b7523d-5f4f-45a7-9af9-d7189687b90a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:49.304227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:49.469487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] For port 41b7523d-5f4f-45a7-9af9-d7189687b90a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=41b7523d-5f4f-45a7-9af9-d7189687b90a,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:49.469750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:49.586971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Calling delete_port for 41b7523d-5f4f-45a7-9af9-d7189687b90a owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:49.755583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:49.800471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Pushing event deleted for resources: {'Port': ['ID=41b7523d-5f4f-45a7-9af9-d7189687b90a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:50.086108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:50.744516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Router e68aeea2-eb87-4eb5-b62f-c396355a5248 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:25:50.937596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:25:50.946459 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] Sync routers for ids ['e68aeea2-eb87-4eb5-b62f-c396355a5248'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:25:50.947202 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-13d60c2e-029a-45c5-8834-5459a402d06f admin admin] 10.222.0.48 "PUT /v2.0/routers/e68aeea2-eb87-4eb5-b62f-c396355a5248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7041066 Jan 14 12:25:50.950300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57150) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:50.958442 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] Routers {'e68aeea2-eb87-4eb5-b62f-c396355a5248'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:25:50.959028 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:25:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e68aeea2-eb87-4eb5-b62f-c396355a5248'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:51.131946 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] Set router e68aeea2-eb87-4eb5-b62f-c396355a5248 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:25:51.141710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:51.428029 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:51.438046 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Deleting port 2be20992-981c-476f-8e64-2d1a52d6d5ac {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:51.438627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:51.446358 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:25:49Z', 'revision_number': 5, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port': {'id': '2be20992-981c-476f-8e64-2d1a52d6d5ac', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:51.450790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] Checking router: e68aeea2-eb87-4eb5-b62f-c396355a5248 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:25:51.460877 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] Routers {'e68aeea2-eb87-4eb5-b62f-c396355a5248'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:25:51.461458 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:25:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['e68aeea2-eb87-4eb5-b62f-c396355a5248'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:51.608238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] For port 2be20992-981c-476f-8e64-2d1a52d6d5ac, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2be20992-981c-476f-8e64-2d1a52d6d5ac,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:51.608590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:51.609935 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] Set router e68aeea2-eb87-4eb5-b62f-c396355a5248 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:25:51.711318 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:25:51Z', 'revision_number': 6, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:51.715071 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd97430-31b6-4677-acc6-4ff8d9313ce2 None None] The sync data for ids ['e68aeea2-eb87-4eb5-b62f-c396355a5248'] in dv-neutron-823850-1-hyperv is: [{'id': 'e68aeea2-eb87-4eb5-b62f-c396355a5248', 'name': 'tempest-TestEncryptedCinderVolumes-491107376-router', 'tenant_id': 'bf248793b8ac4870a1d1295e76d4042e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:24:34Z', 'updated_at': '2022-01-14T12:25:51Z', 'revision_number': 6, 'project_id': 'bf248793b8ac4870a1d1295e76d4042e', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:25:51.733634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Calling delete_port for 2be20992-981c-476f-8e64-2d1a52d6d5ac owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:51.892057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:51.936216 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be20992-981c-476f-8e64-2d1a52d6d5ac,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:51.974221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.974789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.974789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.975121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.975443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.975785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.976088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.976407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.976722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.977063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:51.977407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:52.119781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 41b7523d-5f4f-45a7-9af9-d7189687b90a no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:52.160156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 41b7523d-5f4f-45a7-9af9-d7189687b90a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:52.160570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 41b7523d-5f4f-45a7-9af9-d7189687b90a not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:52.169856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.419197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.423221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.446987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.447543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68aeea2-eb87-4eb5-b62f-c396355a5248 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:25:52.459772 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.460915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ae97b878-701a-46f3-98e7-ab1d61553616 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e68aeea2-eb87-4eb5-b62f-c396355a5248 HTTP/1.1" status: 204 len: 168 time: 1.5094330 Jan 14 12:25:52.463423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57154) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:52.524090 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Deleting subnet 4c54b908-cd5c-40d6-9d06-0fe324ae54d9 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:25:52.527074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.580068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.664134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.737245 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.867504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c54b908-cd5c-40d6-9d06-0fe324ae54d9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:52.872587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.878329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b70ac-f525-4663-b6ff-253262d0e56d None None] Network 962c3021-9817-4563-8b11-dfc7b22e4d1b requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:25:52.878478 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b54145b6-7d9a-4292-8980-692500b9920f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4c54b908-cd5c-40d6-9d06-0fe324ae54d9 HTTP/1.1" status: 204 len: 168 time: 0.4140260 Jan 14 12:25:52.880863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57158) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:52.983095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:52.993426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Deleting port f081ec50-f0ad-476f-8391-7bb296c35884 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:52.993746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.115664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] DHCP port deletion for 962c3021-9817-4563-8b11-dfc7b22e4d1b request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:25:53.119868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Deleting port f081ec50-f0ad-476f-8391-7bb296c35884 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:53.120473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.201568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] For port f081ec50-f0ad-476f-8391-7bb296c35884, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f081ec50-f0ad-476f-8391-7bb296c35884,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:53.201914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.320510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Calling delete_port for f081ec50-f0ad-476f-8391-7bb296c35884 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:53.321038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] For port f081ec50-f0ad-476f-8391-7bb296c35884, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f081ec50-f0ad-476f-8391-7bb296c35884,segment=NetworkSegment(28c87a21-118e-4898-b165-5b98c163a981),segment_id=28c87a21-118e-4898-b165-5b98c163a981)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:53.321426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.395844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.438994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f081ec50-f0ad-476f-8391-7bb296c35884,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:53.440759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Calling delete_port for f081ec50-f0ad-476f-8391-7bb296c35884 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:25:53.445028 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] No DVR routers for this DVR port f081ec50-f0ad-476f-8391-7bb296c35884 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:25:53.508197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:25:53.508529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:25:53.557755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.585195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962c3021-9817-4563-8b11-dfc7b22e4d1b']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:53.596768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c87a21-118e-4898-b165-5b98c163a981') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:53.597060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c87a21-118e-4898-b165-5b98c163a981') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:53.607942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.629291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.635134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:25:53.635497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:25:53.648866 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:25:53.719254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.734591 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:53.744036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] Pushing event deleted for resources: {'Network': ['ID=962c3021-9817-4563-8b11-dfc7b22e4d1b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:53.748473 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-27337805-3aee-4178-a4a7-b4342f8868bb admin admin] 10.222.0.48 "DELETE /v2.0/networks/962c3021-9817-4563-8b11-dfc7b22e4d1b HTTP/1.1" status: 204 len: 168 time: 0.8667114 Jan 14 12:25:53.937382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f081ec50-f0ad-476f-8391-7bb296c35884 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:53.945121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57164) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:53.972090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f081ec50-f0ad-476f-8391-7bb296c35884 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:53.972423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f081ec50-f0ad-476f-8391-7bb296c35884 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:53.972855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2be20992-981c-476f-8e64-2d1a52d6d5ac no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:25:53.998279 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e93199f2-4330-4cb9-98f2-a3502669062f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c2c6eb8cabb4374879ec647d434bd40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519860 Jan 14 12:25:54.000791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57168) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:54.004833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2be20992-981c-476f-8e64-2d1a52d6d5ac {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:25:54.005172 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2be20992-981c-476f-8e64-2d1a52d6d5ac not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:25:54.009220 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Deleting port f081ec50-f0ad-476f-8391-7bb296c35884 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:25:54.009583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.058871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5706db32-c038-4b1a-a4ea-49f3ddf39fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.070588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-71778a8b-7cf2-4d8d-8c3c-f53fd42cce88 None None] The port 'f081ec50-f0ad-476f-8391-7bb296c35884' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:25:54.084177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5706db32-c038-4b1a-a4ea-49f3ddf39fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.134607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5706db32-c038-4b1a-a4ea-49f3ddf39fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.154259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706db32-c038-4b1a-a4ea-49f3ddf39fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a2c7b-837f-4c97-8e38-f87eef6fb8fe,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:54.160534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5706db32-c038-4b1a-a4ea-49f3ddf39fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.161662 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5706db32-c038-4b1a-a4ea-49f3ddf39fdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c52a2c7b-837f-4c97-8e38-f87eef6fb8fe HTTP/1.1" status: 204 len: 168 time: 0.1599953 Jan 14 12:25:54.542169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57176) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:54.591198 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ff40d7fe-ec57-43bf-93e1-87fc22f2073a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf248793b8ac4870a1d1295e76d4042e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471728 Jan 14 12:25:54.593552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57180) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:54.652255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de4bcd03-a4e8-4388-ae25-74a65a167112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.676922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de4bcd03-a4e8-4388-ae25-74a65a167112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.727206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de4bcd03-a4e8-4388-ae25-74a65a167112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.741034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bcd03-a4e8-4388-ae25-74a65a167112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d8086-8a13-4a66-a1bf-8e15ac16ab39,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:54.747738 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-de4bcd03-a4e8-4388-ae25-74a65a167112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:54.748895 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-de4bcd03-a4e8-4388-ae25-74a65a167112 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f31d8086-8a13-4a66-a1bf-8e15ac16ab39 HTTP/1.1" status: 204 len: 168 time: 0.1544261 Jan 14 12:25:55.582443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57202) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:55.708982 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050427510-network', 'tenant_id': '089bca8713d94825afcaf75376b5cc98'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:25:55.713669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:25:55.718094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Usage tracker for resource:network and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:25:55.720881 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:25:55.726485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:25:55.737169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Made reservation on behalf of 089bca8713d94825afcaf75376b5cc98 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:25:55.739394 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.751750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.781891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:25:55.785641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:25:55.788438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:25:55.794596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:25:55.858836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.862556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.892169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:25:55.904373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e19a6f-92a4-4e13-9043-20a9b1b8d75a,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:55.909802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.910181 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Added segment a08a3b1e-b4ff-47fe-876c-53faeab37120 of type vlan for network 020512b8-3d07-4ea2-aa2a-9045745c870c Jan 14 12:25:55.936355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.963468 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:55.964317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:55.964957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.070162 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4866135 Jan 14 12:25:56.073017 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57208) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:56.073533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3e862-a3b5-4d3f-bcc4-ca7b9bb393ab admin admin] Pushing event updated for resources: {'Network': ['ID=020512b8-3d07-4ea2-aa2a-9045745c870c,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:56.079185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Request body: {'subnet': {'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050427510-subnet', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:25:56.084055 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 020512b8-3d07-4ea2-aa2a-9045745c870c details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:25:56.084548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:25:56.087949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Usage tracker for resource:subnet and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:25:56.091585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:25:56.097355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:25:56.108119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Made reservation on behalf of 089bca8713d94825afcaf75376b5cc98 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:25:56.110642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.313024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.373644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8792b5a4-4559-4653-adfd-6e4e69556225,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:56.397440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Checking segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:25:56.397785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Network hostable DHCP agents. Network: 020512b8-3d07-4ea2-aa2a-9045745c870c, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:25:56.420136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Network 020512b8-3d07-4ea2-aa2a-9045745c870c is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:25:56.428700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 020512b8-3d07-4ea2-aa2a-9045745c870c) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:25:56.432936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:25:56.433534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.441157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea0f2f-92cc-4b98-ba5c-8ac847948a2d None None] Network 020512b8-3d07-4ea2-aa2a-9045745c870c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:25:56.454923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bb8c5917-6bea-4ff2-b73a-13862ddd8377 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3807704 Jan 14 12:25:56.457626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57212) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:56.462600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:25:56.467042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:25:56.470730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Usage tracker for resource:router and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:25:56.473499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:25:56.478941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:25:56.489273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.490147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.509164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.649725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-020512b8-3d07-4ea2-aa2a-9045745c870c', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:25:56.650532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.655331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.805675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Allocated IP 172.20.0.2 (020512b8-3d07-4ea2-aa2a-9045745c870c/8792b5a4-4559-4653-adfd-6e4e69556225/8ee56dd9-83cf-45b0-94bc-1fc64dc57235) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:25:56.841298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:56.870282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.006580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.016285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Transition to ACTIVE for port object 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:25:57.018274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Allocated IP 172.26.8.253 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/688d0589-4d5f-462c-8558-0e716d7647c7) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:25:57.035281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Transition to ACTIVE for port object 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:25:57.040859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.110924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Network 020512b8-3d07-4ea2-aa2a-9045745c870c is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:25:57.112022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:25:57.117406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:25:57.120526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Pushing event updated for resources: {'Port': ['ID=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:57.158048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.158385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.158716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.159042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.159370 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.160130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.160130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.160315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.160619 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.160959 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.161290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:25:57.167308 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.196709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.215784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Attempting to bind port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:25:57.216277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Attempting to bind port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:25:57.216633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Attempting to bind port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 on network 020512b8-3d07-4ea2-aa2a-9045745c870c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:25:57.222934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:25:57.223321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Checking segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:25:57.223818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.224203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Bound using segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:25:57.224651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Bound port: 8ee56dd9-83cf-45b0-94bc-1fc64dc57235, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:25:57.225124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.273912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:25:57.278542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:25:57.284988 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:25:57.313768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=688d0589-4d5f-462c-8558-0e716d7647c7,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:57.314987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] For port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:25:57.318077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] For port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:25:57.322365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.413108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b00f59-e197-4dc8-8aea-58b9b4e49dc2 None None] Pushing event updated for resources: {'Port': ['ID=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:57.452426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.453186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:57.817506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Router 92c3d606-dcfc-4c69-afd1-1397a5165057 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:25:57.968398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:25:58.035953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:25:58.046934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Sync routers for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:25:58.050737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:25:58.064169 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:58.065789 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-446e17bd-dba8-4eb6-9f59-bdcfab686eb0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6071527 Jan 14 12:25:58.068458 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57216) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:25:58.069558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:25:58.070364 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:25:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:58.264982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:25:58.365228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c38d1-504e-451a-b51e-f33b8f596f65 None None] Network 020512b8-3d07-4ea2-aa2a-9045745c870c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:25:58.577613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] Provisioning for port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:25:58.601903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] Provisioning complete for port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:25:58.602152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:58.817195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:58.892443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:58.923117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:57Z', 'revision_number': 3, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:58.935731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Checking router: 92c3d606-dcfc-4c69-afd1-1397a5165057 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:25:58.936077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Updating router 92c3d606-dcfc-4c69-afd1-1397a5165057 port 688d0589-4d5f-462c-8558-0e716d7647c7 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:25:58.974927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] For port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:25:58.986855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.032432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.035541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Allocated IP 172.20.0.1 (020512b8-3d07-4ea2-aa2a-9045745c870c/8792b5a4-4559-4653-adfd-6e4e69556225/a758f397-e26d-4510-9a54-523383aeea29) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:25:59.143504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8111a1a-b561-4c66-ae21-acbbda273f29 None None] Pushing event updated for resources: {'Port': ['ID=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:59.196168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.212201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Transition to ACTIVE for port object a758f397-e26d-4510-9a54-523383aeea29 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:25:59.234430 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.281289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-91e615ba-3370-4398-ad44-bb1a33ba9de7 None None] Provisioning complete for port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:25:59.281870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-91e615ba-3370-4398-ad44-bb1a33ba9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.302482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Network 020512b8-3d07-4ea2-aa2a-9045745c870c is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:25:59.305245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:25:59.309865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:25:59.343206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Pushing event updated for resources: {'Port': ['ID=a758f397-e26d-4510-9a54-523383aeea29,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:59.371065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.502961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.515908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Transition to ACTIVE for port object 688d0589-4d5f-462c-8558-0e716d7647c7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:25:59.522380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.573205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.601000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Attempting to bind port 688d0589-4d5f-462c-8558-0e716d7647c7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:25:59.601362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Attempting to bind port 688d0589-4d5f-462c-8558-0e716d7647c7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:25:59.601718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Attempting to bind port 688d0589-4d5f-462c-8558-0e716d7647c7 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:25:59.603690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3476-7687-418e-9988-3fd892cc9717 None None] Pushing event updated for resources: {'Port': ['ID=688d0589-4d5f-462c-8558-0e716d7647c7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:59.610616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:25:59.610981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:25:59.611576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.611842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:25:59.612179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Bound port: 688d0589-4d5f-462c-8558-0e716d7647c7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:25:59.612550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.676632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1fb8ffc1-d97c-448f-bb85-1143012b185e None None] Provisioning for port a758f397-e26d-4510-9a54-523383aeea29 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:25:59.691092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1fb8ffc1-d97c-448f-bb85-1143012b185e None None] Provisioning complete for port a758f397-e26d-4510-9a54-523383aeea29 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:25:59.691456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ffc1-d97c-448f-bb85-1143012b185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.729058 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] For port 688d0589-4d5f-462c-8558-0e716d7647c7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:25:59.747435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] For port 688d0589-4d5f-462c-8558-0e716d7647c7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=688d0589-4d5f-462c-8558-0e716d7647c7,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:25:59.753091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.783384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8ffc1-d97c-448f-bb85-1143012b185e None None] Port a758f397-e26d-4510-9a54-523383aeea29 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:25:59.796857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.801513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.833004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3476-7687-418e-9988-3fd892cc9717 None None] Pushing event updated for resources: {'Port': ['ID=688d0589-4d5f-462c-8558-0e716d7647c7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:59.837357 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:25:59.837955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:25:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:25:59.911717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:25:59.916623 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Pushing event updated for resources: {'Port': ['ID=a758f397-e26d-4510-9a54-523383aeea29,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:25:59.979574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:00.052957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Network 020512b8-3d07-4ea2-aa2a-9045745c870c is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:00.054112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:00.076671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:00.189430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:00.189799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:00.406070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2df1318d-c663-4d7f-be53-c25e2517f257 None None] Provisioning complete for port a758f397-e26d-4510-9a54-523383aeea29 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:00.406722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2df1318d-c663-4d7f-be53-c25e2517f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:00.459149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Router 92c3d606-dcfc-4c69-afd1-1397a5165057 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:26:00.564977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-2df1318d-c663-4d7f-be53-c25e2517f257 None None] Port a758f397-e26d-4510-9a54-523383aeea29 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:26:00.602808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 2, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:00.607252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49986f-eb1e-4fed-a978-a369563f3c69 None None] The sync data for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv is: [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 2, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:26:00.666993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:26:00.679639 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4e910155-ea3a-48bb-9046-f02d91ed1389 admin admin] 10.222.0.48 "PUT /v2.0/routers/92c3d606-dcfc-4c69-afd1-1397a5165057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074507 Jan 14 12:26:00.914450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-11f60887-d305-4335-b9e0-6b817f0f300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.426555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.580011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57238) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:01.585854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-392041411-network', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:01.590881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:01.594958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Usage tracker for resource:network and tenant:19a08f78f66648eeb76db6b0a7a83864 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:01.597991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:01.603681 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:01.615045 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Made reservation on behalf of 19a08f78f66648eeb76db6b0a7a83864 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:26:01.617669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.630924 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.662846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:01.666687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Usage tracker for resource:security_group_rule and tenant:19a08f78f66648eeb76db6b0a7a83864 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:01.670803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:01.677029 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:01.746226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.750202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.784784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:26:01.789788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a67a862-1cdb-4829-b62c-f8ccd72cf244,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:01.797863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.797863 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Added segment a56a0794-edc3-441c-a5e6-562c9aabbbf6 of type vlan for network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e Jan 14 12:26:01.822668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.851182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.851977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:01.852545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:01.959668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3749995 Jan 14 12:26:01.959668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ff719-14aa-4435-aab7-759cbe077adb admin admin] Pushing event updated for resources: {'Network': ['ID=62ce8e0c-8274-4f51-91ed-ce5b4d384c3e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:01.960488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57242) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:01.969478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Request body: {'subnet': {'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-392041411-subnet', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:01.970407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:26:01.975569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:01.979830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Usage tracker for resource:subnet and tenant:19a08f78f66648eeb76db6b0a7a83864 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:01.983701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:01.986477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 688d0589-4d5f-462c-8558-0e716d7647c7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:01.990140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:02.000881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Made reservation on behalf of 19a08f78f66648eeb76db6b0a7a83864 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:26:02.003532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.127952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 688d0589-4d5f-462c-8558-0e716d7647c7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:02.132821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 688d0589-4d5f-462c-8558-0e716d7647c7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:02.133184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.254894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.270788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 688d0589-4d5f-462c-8558-0e716d7647c7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=688d0589-4d5f-462c-8558-0e716d7647c7,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:02.273884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.321893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.338491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=688d0589-4d5f-462c-8558-0e716d7647c7,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:02.397336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c6635f-dea8-4788-9064-6247a8a29acf,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:02.408940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Checking segment: {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:26:02.409288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Network hostable DHCP agents. Network: 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:26:02.430822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:26:02.440107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:02.443843 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:02.444398 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.449142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fbf57-f651-4583-a2b5-366998a04577 None None] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:26:02.464938 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b7020898-8017-4c71-94d2-c572cbb65275 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5031309 Jan 14 12:26:02.468041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57248) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:02.472969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:02.477457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:02.481771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Usage tracker for resource:router and tenant:19a08f78f66648eeb76db6b0a7a83864 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:02.484543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:02.490100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:02.500526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.501462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.519586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.662016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.667734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-62ce8e0c-8274-4f51-91ed-ce5b4d384c3e', 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'fixed_ips': [{'subnet_id': '14c6635f-dea8-4788-9064-6247a8a29acf'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:26:02.669127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.825203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Allocated IP 172.20.0.2 (62ce8e0c-8274-4f51-91ed-ce5b4d384c3e/14c6635f-dea8-4788-9064-6247a8a29acf/b200cd58-ade3-4bb9-adfa-3c6f63be8d61) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:26:02.857108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:02.885999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.022391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.024847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Allocated IP 172.26.8.229 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/c7ff85e0-6210-4b2f-8877-a04d84d7f8d3) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:26:03.032990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Transition to ACTIVE for port object b200cd58-ade3-4bb9-adfa-3c6f63be8d61 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:03.051955 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Transition to ACTIVE for port object b200cd58-ade3-4bb9-adfa-3c6f63be8d61 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:03.058902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.133616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:03.140771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:03.147305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:26:03.149235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Pushing event updated for resources: {'Port': ['ID=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:03.183572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.214061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.235212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-996cf4f9-23e0-44b9-98dc-b3dbcffa9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.285832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:03.287613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Attempting to bind port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:26:03.287974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Attempting to bind port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:26:03.288329 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Attempting to bind port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 on network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:26:03.289431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:03.291355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:03.293420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:26:03.294946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:26:03.295312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Checking segment: {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:26:03.295707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.296085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Bound using segment: {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:26:03.296537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Bound port: b200cd58-ade3-4bb9-adfa-3c6f63be8d61, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:26:03.296924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.391256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] For port b200cd58-ade3-4bb9-adfa-3c6f63be8d61, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:26:03.394104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] For port b200cd58-ade3-4bb9-adfa-3c6f63be8d61, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:26:03.398668 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.453630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.454533 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.476012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120624b-58ef-4554-8a1b-d0387d9265ba None None] Pushing event updated for resources: {'Port': ['ID=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:03.705534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Router 2f489dba-253b-4493-be50-6144fe946522 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:26:03.912011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:26:03.923274 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Sync routers for ids ['2f489dba-253b-4493-be50-6144fe946522'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:26:03.936847 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Routers {'2f489dba-253b-4493-be50-6144fe946522'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:03.937547 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2f489dba-253b-4493-be50-6144fe946522'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:03.944963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:03.946270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-2e774d57-d234-49b8-a93d-a8ae14589467 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4772937 Jan 14 12:26:03.949144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57252) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:04.035532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 688d0589-4d5f-462c-8558-0e716d7647c7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:04.131489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 688d0589-4d5f-462c-8558-0e716d7647c7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:04.131953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.170029 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Set router 2f489dba-253b-4493-be50-6144fe946522 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:04.279742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b200cd58-ade3-4bb9-adfa-3c6f63be8d61 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:04.351976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.373476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:04.512202 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:03Z', 'revision_number': 3, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:04.516594 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Checking router: 2f489dba-253b-4493-be50-6144fe946522 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:26:04.516908 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Updating router 2f489dba-253b-4493-be50-6144fe946522 port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:26:04.522431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7a675-a7a4-4443-9b84-5537ab032c19 None None] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:26:04.541253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.569388 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.683469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] Provisioning for port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:04.695022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] Provisioning complete for port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:04.695471 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.872840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.890216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.901417 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.913968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] For port b200cd58-ade3-4bb9-adfa-3c6f63be8d61, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:04.918181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:04.927344 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Transition to ACTIVE for port object c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:04.936417 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.007496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2a74d-8a91-42f7-a4a0-170a07a0969c None None] Pushing event updated for resources: {'Port': ['ID=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:05.014006 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Pushing event updated for resources: {'Port': ['ID=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:05.029441 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.029794 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.030091 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.030408 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.031361 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.031361 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.031361 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.031643 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.031927 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.032231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.032540 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:05.047351 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Attempting to bind port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:26:05.047713 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Attempting to bind port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:26:05.048061 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Attempting to bind port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:26:05.054464 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:26:05.054820 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:26:05.055613 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.056001 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:26:05.056868 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Bound port: c7ff85e0-6210-4b2f-8877-a04d84d7f8d3, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:26:05.057063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.120186 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Allocated IP 172.20.0.1 (62ce8e0c-8274-4f51-91ed-ce5b4d384c3e/14c6635f-dea8-4788-9064-6247a8a29acf/8603eaa2-e9c9-4068-ad36-8825e8570bd8) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:26:05.135653 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] For port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:26:05.139552 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] For port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:26:05.144506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e9c2c8fc-7a11-4cfd-9e8f-10ab5a2144e7 None None] Provisioning complete for port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:05.145030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c8fc-7a11-4cfd-9e8f-10ab5a2144e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.145515 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.273025 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750c72d-fbb8-41a6-9a8a-bc12246b0738 None None] Pushing event updated for resources: {'Port': ['ID=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:05.276999 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Routers {'2f489dba-253b-4493-be50-6144fe946522'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:05.277591 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2f489dba-253b-4493-be50-6144fe946522'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:05.286134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.301351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Transition to ACTIVE for port object 8603eaa2-e9c9-4068-ad36-8825e8570bd8 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:05.324112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.402672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:05.406163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:05.409876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:26:05.443706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8603eaa2-e9c9-4068-ad36-8825e8570bd8,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:05.462112 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] Set router 2f489dba-253b-4493-be50-6144fe946522 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:05.466525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.560377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.636647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.716103 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9d0bfc08-437c-49a3-8e7f-5a8a9e12fbae None None] Provisioning for port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:05.723087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9d0bfc08-437c-49a3-8e7f-5a8a9e12fbae None None] Provisioning complete for port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:05.723445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfc08-437c-49a3-8e7f-5a8a9e12fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.760174 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:03Z', 'revision_number': 3, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:05.765702 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41078274-643c-4dd6-b9d8-f4b33c22f6c9 None None] The sync data for ids ['2f489dba-253b-4493-be50-6144fe946522'] in dv-neutron-823850-1-hyperv is: [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:03Z', 'revision_number': 3, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:26:05.785580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.791521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:05.839551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bfc08-437c-49a3-8e7f-5a8a9e12fbae None None] Port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:26:05.952030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b200cd58-ade3-4bb9-adfa-3c6f63be8d61 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:06.009737 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:06.014241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8603eaa2-e9c9-4068-ad36-8825e8570bd8,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:06.040565 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:06.040953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:06.148145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:06.149286 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:06.364962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4280c61d-53dc-4b55-bbbb-032c4e39fc55 None None] Provisioning complete for port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:06.365336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4280c61d-53dc-4b55-bbbb-032c4e39fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:06.455208 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-4280c61d-53dc-4b55-bbbb-032c4e39fc55 None None] Port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:26:06.529434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Router 2f489dba-253b-4493-be50-6144fe946522 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:26:06.726359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:26:06.735387 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ea1577e3-5bc1-4db0-9635-9b38fde974f1 admin admin] 10.222.0.48 "PUT /v2.0/routers/2f489dba-253b-4493-be50-6144fe946522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847130 Jan 14 12:26:11.985943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:12.064465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:12.069867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:12.070216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:12.203745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:12.222047 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:12.226676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:12.302363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:13.957839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:14.030828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:14.031190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:15.405312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Sync routers for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:26:15.422405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:15.423301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:15.609990 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:15.943588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 2, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:15.947457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Checking router: 92c3d606-dcfc-4c69-afd1-1397a5165057 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:26:15.947809 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Updating router 92c3d606-dcfc-4c69-afd1-1397a5165057 port a758f397-e26d-4510-9a54-523383aeea29 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:26:16.000772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:16.358186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:16.372516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Transition to ACTIVE for port object a758f397-e26d-4510-9a54-523383aeea29 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:16.380872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:16.627504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3bbbb-c921-4b00-91ef-19f124dfe515 None None] Pushing event updated for resources: {'Port': ['ID=a758f397-e26d-4510-9a54-523383aeea29,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:16.742944 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Attempting to bind port a758f397-e26d-4510-9a54-523383aeea29 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:26:16.743457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Attempting to bind port a758f397-e26d-4510-9a54-523383aeea29 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:26:16.743940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Attempting to bind port a758f397-e26d-4510-9a54-523383aeea29 on network 020512b8-3d07-4ea2-aa2a-9045745c870c {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:26:16.752651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:26:16.753106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Checking segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:26:16.753659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:16.754142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Bound using segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:26:16.754982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Bound port: a758f397-e26d-4510-9a54-523383aeea29, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:26:16.755624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:16.869454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] For port a758f397-e26d-4510-9a54-523383aeea29, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:26:16.873226 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] For port a758f397-e26d-4510-9a54-523383aeea29, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a758f397-e26d-4510-9a54-523383aeea29,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:26:16.881463 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:16.985881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3bbbb-c921-4b00-91ef-19f124dfe515 None None] Pushing event updated for resources: {'Port': ['ID=a758f397-e26d-4510-9a54-523383aeea29,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:16.991256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:16.991875 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:17.228772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:17.293209 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Sync routers for ids ['2f489dba-253b-4493-be50-6144fe946522'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:26:17.307302 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Routers {'2f489dba-253b-4493-be50-6144fe946522'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:17.308195 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2f489dba-253b-4493-be50-6144fe946522'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:17.498477 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Set router 2f489dba-253b-4493-be50-6144fe946522 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:17.569964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:16Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:17.574521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a570-a5e2-49e4-8af3-8446062a293a None None] The sync data for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv is: [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:16Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:26:17.815710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-fb780395-6bd2-4d57-94ff-7ddc0da397d3 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:17.817337 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-fb780395-6bd2-4d57-94ff-7ddc0da397d3 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 815 time: 0.1499605 Jan 14 12:26:17.830522 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:05Z', 'revision_number': 4, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '8603eaa2-e9c9-4068-ad36-8825e8570bd8', 'name': '', 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'mac_address': 'fa:16:3e:14:93:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c6635f-dea8-4788-9064-6247a8a29acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:04Z', 'updated_at': '2022-01-14T12:26:05Z', 'revision_number': 2, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'subnets': [{'id': '14c6635f-dea8-4788-9064-6247a8a29acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:17.834289 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Checking router: 2f489dba-253b-4493-be50-6144fe946522 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:26:17.834632 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Updating router 2f489dba-253b-4493-be50-6144fe946522 port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:26:17.834752 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-b22364b2-190a-4eab-8e1b-d3807d453d4f tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/quotas/089bca8713d94825afcaf75376b5cc98 HTTP/1.1" status: 200 len: 375 time: 0.0118408 Jan 14 12:26:17.891509 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:17.917301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-43e6cc4c-5115-479b-bfc1-57267f685bfb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Synchronizing usage tracker for tenant:089bca8713d94825afcaf75376b5cc98 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:26:17.943584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-43e6cc4c-5115-479b-bfc1-57267f685bfb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Unset dirty status for tenant:089bca8713d94825afcaf75376b5cc98 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:26:17.950566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-43e6cc4c-5115-479b-bfc1-57267f685bfb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052632 Jan 14 12:26:18.001001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a758f397-e26d-4510-9a54-523383aeea29 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:18.086573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a758f397-e26d-4510-9a54-523383aeea29 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:18.092877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a758f397-e26d-4510-9a54-523383aeea29 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:18.093247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.115240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-2dc21eb0-394c-4b3e-8cf4-db91f640ef99 service neutron] 10.222.0.48 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552489 Jan 14 12:26:18.265724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.295576 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.301613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a758f397-e26d-4510-9a54-523383aeea29, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a758f397-e26d-4510-9a54-523383aeea29,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:18.305921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-9a5a1d74-9657-42ae-a3c9-e9d21165f445 service neutron] 10.222.0.48 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780014 Jan 14 12:26:18.306871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.313297 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Transition to ACTIVE for port object 8603eaa2-e9c9-4068-ad36-8825e8570bd8 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:18.319969 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.378915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a758f397-e26d-4510-9a54-523383aeea29,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:18.451812 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de7bd-2c12-4bd1-929b-d930a8a55ec9 None None] Pushing event updated for resources: {'Port': ['ID=8603eaa2-e9c9-4068-ad36-8825e8570bd8,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:18.536137 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-73139d54-653f-4911-8cb1-3c743f18040d req-ca3b563a-ae29-4e53-933d-3dd04726f0f8 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 210 time: 0.0576060 Jan 14 12:26:18.569073 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Attempting to bind port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:26:18.570891 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Attempting to bind port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:26:18.571319 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Attempting to bind port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 on network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:26:18.578908 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:26:18.579276 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Checking segment: {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:26:18.579665 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.580048 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Bound using segment: {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:26:18.580494 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Bound port: 8603eaa2-e9c9-4068-ad36-8825e8570bd8, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56a0794-edc3-441c-a5e6-562c9aabbbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:26:18.580896 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.673495 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] For port 8603eaa2-e9c9-4068-ad36-8825e8570bd8, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:26:18.676496 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] For port 8603eaa2-e9c9-4068-ad36-8825e8570bd8, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8603eaa2-e9c9-4068-ad36-8825e8570bd8,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:26:18.681038 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:18.771217 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Routers {'2f489dba-253b-4493-be50-6144fe946522'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:18.771826 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2f489dba-253b-4493-be50-6144fe946522'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:18.824822 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de7bd-2c12-4bd1-929b-d930a8a55ec9 None None] Pushing event updated for resources: {'Port': ['ID=8603eaa2-e9c9-4068-ad36-8825e8570bd8,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:18.968751 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] Set router 2f489dba-253b-4493-be50-6144fe946522 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:19.289786 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:05Z', 'revision_number': 4, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '8603eaa2-e9c9-4068-ad36-8825e8570bd8', 'name': '', 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'mac_address': 'fa:16:3e:14:93:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c6635f-dea8-4788-9064-6247a8a29acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:04Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 4, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'subnets': [{'id': '14c6635f-dea8-4788-9064-6247a8a29acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:19.293495 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181f244-73b8-435a-b954-772edf8d61b7 None None] The sync data for ids ['2f489dba-253b-4493-be50-6144fe946522'] in dv-neutron-823850-1-hyperv is: [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:05Z', 'revision_number': 4, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '8603eaa2-e9c9-4068-ad36-8825e8570bd8', 'name': '', 'network_id': '62ce8e0c-8274-4f51-91ed-ce5b4d384c3e', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'mac_address': 'fa:16:3e:14:93:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c6635f-dea8-4788-9064-6247a8a29acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:04Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 4, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'subnets': [{'id': '14c6635f-dea8-4788-9064-6247a8a29acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:26:19.741284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2ebf4c65-c4d4-406c-8bae-5ae87ceea770 req-1a4d659b-ada0-4af8-8697-b209d18e797b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 210 time: 0.0628057 Jan 14 12:26:19.758135 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-41d751a7-9727-4347-bd1a-ff3ff0816567 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:19.759746 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-41d751a7-9727-4347-bd1a-ff3ff0816567 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 815 time: 0.2089615 Jan 14 12:26:19.777299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'port': {'device_id': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'admin_state_up': True, 'tenant_id': '089bca8713d94825afcaf75376b5cc98'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:20.049886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a758f397-e26d-4510-9a54-523383aeea29 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:20.051660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:20.062072 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:20.074521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Made reservation on behalf of 089bca8713d94825afcaf75376b5cc98 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:26:20.078794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.135575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a758f397-e26d-4510-9a54-523383aeea29 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:20.135947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.281550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8603eaa2-e9c9-4068-ad36-8825e8570bd8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:20.365856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Allocated IP 172.20.0.8 (020512b8-3d07-4ea2-aa2a-9045745c870c/8792b5a4-4559-4653-adfd-6e4e69556225/fdc49120-505a-4b5b-8b54-129f3290bf06) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:26:20.386217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:20.397075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:20.397501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.543233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.612652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 8603eaa2-e9c9-4068-ad36-8825e8570bd8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8603eaa2-e9c9-4068-ad36-8825e8570bd8,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:20.620097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.741828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=8603eaa2-e9c9-4068-ad36-8825e8570bd8,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:20.811625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.833025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Transition to ACTIVE for port object fdc49120-505a-4b5b-8b54-129f3290bf06 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:20.859639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:20.976201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Network 020512b8-3d07-4ea2-aa2a-9045745c870c is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:20.980123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:20.984004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:20.986396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:26:21.006360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dbf65-e517-4031-a092-4d429cbe4ff0 req-2eed6bd4-36ff-49a7-91c5-c7de885906b1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:21.014307 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9a1dbf65-e517-4031-a092-4d429cbe4ff0 req-2eed6bd4-36ff-49a7-91c5-c7de885906b1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.0924029 Jan 14 12:26:21.047477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.047915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.048253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.049056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.049385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.049713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.050039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.050385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.050670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.050982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.051334 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:21.092694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:21.093374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:21.106499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-9a1dbf65-e517-4031-a092-4d429cbe4ff0 req-dfa27ff5-5f73-4986-86ac-a65590df7e63 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Synchronizing usage tracker for tenant:089bca8713d94825afcaf75376b5cc98 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:26:21.145421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-9a1dbf65-e517-4031-a092-4d429cbe4ff0 req-dfa27ff5-5f73-4986-86ac-a65590df7e63 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Unset dirty status for tenant:089bca8713d94825afcaf75376b5cc98 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:26:21.157818 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-f7ce5902-c720-401e-9cfd-1fcd786e9b45 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849902 Jan 14 12:26:21.166723 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9a1dbf65-e517-4031-a092-4d429cbe4ff0 req-dfa27ff5-5f73-4986-86ac-a65590df7e63 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508241 Jan 14 12:26:21.386000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7c960f83-726a-4192-ad98-4286e029e814 None None] Provisioning for port fdc49120-505a-4b5b-8b54-129f3290bf06 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:21.396071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7c960f83-726a-4192-ad98-4286e029e814 None None] Provisioning complete for port fdc49120-505a-4b5b-8b54-129f3290bf06 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:21.396629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7c960f83-726a-4192-ad98-4286e029e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:21.458368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7c960f83-726a-4192-ad98-4286e029e814 None None] Port fdc49120-505a-4b5b-8b54-129f3290bf06 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:26:21.960175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8603eaa2-e9c9-4068-ad36-8825e8570bd8 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:22.098604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:22.099400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:22.377950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabb60c-76bb-4ba9-8f94-16273515e6ab req-d6e98fc7-a96e-4d3f-8894-765046439c47 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:22.378649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ddabb60c-76bb-4ba9-8f94-16273515e6ab req-d6e98fc7-a96e-4d3f-8894-765046439c47 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Synchronizing usage tracker for tenant:089bca8713d94825afcaf75376b5cc98 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:26:22.409777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ddabb60c-76bb-4ba9-8f94-16273515e6ab req-d6e98fc7-a96e-4d3f-8894-765046439c47 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Unset dirty status for tenant:089bca8713d94825afcaf75376b5cc98 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:26:22.412478 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ddabb60c-76bb-4ba9-8f94-16273515e6ab req-d6e98fc7-a96e-4d3f-8894-765046439c47 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.1151772 Jan 14 12:26:22.471436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ddabb60c-76bb-4ba9-8f94-16273515e6ab req-b4391f69-2f25-469a-96ef-95fc6c84c510 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Jan 14 12:26:23.692036 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c9fb0-bcd8-4e44-8b99-23c2c4f8ac44 req-cf0b7711-e02a-4e5d-ad94-8932cdc01716 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:23.693597 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-916c9fb0-bcd8-4e44-8b99-23c2c4f8ac44 req-cf0b7711-e02a-4e5d-ad94-8932cdc01716 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.0877364 Jan 14 12:26:23.741781 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-916c9fb0-bcd8-4e44-8b99-23c2c4f8ac44 req-0e03cf6a-7b37-47d3-8621-547322ac1cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Jan 14 12:26:24.141851 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:26:24.971716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a67b-c301-4a10-8ad6-c2a59edd738a req-1347b9c2-2036-4ce1-b7c7-d750db42bcaf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:24.973181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb6a67b-c301-4a10-8ad6-c2a59edd738a req-1347b9c2-2036-4ce1-b7c7-d750db42bcaf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.0979044 Jan 14 12:26:25.024927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb6a67b-c301-4a10-8ad6-c2a59edd738a req-9ac6c501-5a5d-4600-a59c-752500a8ea88 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 Jan 14 12:26:26.238855 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e58d9-5bb1-4602-bddc-1122b70b6a05 req-373950b4-9d0b-4037-9f32-e546e5e5cc2c tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:26.247326 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad4e58d9-5bb1-4602-bddc-1122b70b6a05 req-373950b4-9d0b-4037-9f32-e546e5e5cc2c tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.0981688 Jan 14 12:26:26.293374 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad4e58d9-5bb1-4602-bddc-1122b70b6a05 req-2ed5165a-46cd-4a85-911b-300292122ecd tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Jan 14 12:26:27.509144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296409c5-42cd-4521-823c-8a79f1649d2f req-f89cb02a-6b69-4eea-8573-1831225da965 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:27.510593 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-296409c5-42cd-4521-823c-8a79f1649d2f req-f89cb02a-6b69-4eea-8573-1831225da965 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.0810161 Jan 14 12:26:27.559464 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-296409c5-42cd-4521-823c-8a79f1649d2f req-7801525c-3028-4359-9aa9-6f744f500d6b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Jan 14 12:26:28.754815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4e3b3-5f96-4023-a8ad-fd73a91e15b0 req-9a80823f-ad52-4583-93c8-0af083c447ed tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:28.756257 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d7f4e3b3-5f96-4023-a8ad-fd73a91e15b0 req-9a80823f-ad52-4583-93c8-0af083c447ed tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.0760379 Jan 14 12:26:28.801556 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d7f4e3b3-5f96-4023-a8ad-fd73a91e15b0 req-c1836027-9511-488d-968e-653b4d8f0c66 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Jan 14 12:26:29.962978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Request body: {'port': {'device_id': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:30.095539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925aa18b-0b72-40b1-bf57-20a731c44e89 req-a7af7885-8ace-4a95-945b-d807358c0924 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:30.097004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-925aa18b-0b72-40b1-bf57-20a731c44e89 req-a7af7885-8ace-4a95-945b-d807358c0924 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 931 time: 0.1755340 Jan 14 12:26:30.099387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.196947 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-925aa18b-0b72-40b1-bf57-20a731c44e89 req-9b0d200c-fc8e-48f1-9577-fc964ab50c4a tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886669 Jan 14 12:26:30.462868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc49120-505a-4b5b-8b54-129f3290bf06 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:26:30.469768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.484215 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Transition to ACTIVE for port object fdc49120-505a-4b5b-8b54-129f3290bf06 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:26:30.487754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.613832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:30.818326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Attempting to bind port fdc49120-505a-4b5b-8b54-129f3290bf06 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:26:30.818547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Attempting to bind port fdc49120-505a-4b5b-8b54-129f3290bf06 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:26:30.818871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Attempting to bind port fdc49120-505a-4b5b-8b54-129f3290bf06 on network 020512b8-3d07-4ea2-aa2a-9045745c870c {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:26:30.824693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Port fdc49120-505a-4b5b-8b54-129f3290bf06 on network 020512b8-3d07-4ea2-aa2a-9045745c870c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:26:30.825031 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Attempting to bind port fdc49120-505a-4b5b-8b54-129f3290bf06 on network 020512b8-3d07-4ea2-aa2a-9045745c870c {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:26:30.831183 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:26:30.831511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Checking segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:26:30.831888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Bound using segment: {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:26:30.832302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Bound port: fdc49120-505a-4b5b-8b54-129f3290bf06, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08a3b1e-b4ff-47fe-876c-53faeab37120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:26:30.832669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.916289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-29c49d70-b5ad-40f5-872e-79169a02a63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.922995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:26:30.925946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:26:30.929366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.990092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:30.991321 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 1093 time: 1.0325437 Jan 14 12:26:30.991797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:26:31.011240 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3163-24fc-41a6-898c-d1be75e5f4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:31.076810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'status': 'completed', 'code': 200} Jan 14 12:26:31.125544 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-7c1bb358-67ea-4c31-93ce-27ae976e6f4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1096 time: 0.0822301 Jan 14 12:26:31.194274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-1d09885c-693f-4c3a-8da1-c34610022e65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 217 time: 0.0619540 Jan 14 12:26:31.268075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-a8815a7d-ae61-4a45-831c-20dbe68c7fbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:31.269430 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-a8815a7d-ae61-4a45-831c-20dbe68c7fbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0693154 Jan 14 12:26:31.402600 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-a83dfb6b-c015-46c6-9b61-6c3480b4e04d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266155 Jan 14 12:26:31.425272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:31.440786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cf581-05f3-415e-88f1-7625eb2bc9ec req-933c1c19-aff7-42d8-a3d8-51849d950167 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:31.442187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa6cf581-05f3-415e-88f1-7625eb2bc9ec req-933c1c19-aff7-42d8-a3d8-51849d950167 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 943 time: 0.1243114 Jan 14 12:26:31.561917 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa6cf581-05f3-415e-88f1-7625eb2bc9ec req-6d6295a9-1909-473e-a214-91d2d5a7c54b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762041 Jan 14 12:26:31.579756 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-0545ed2f-cbcb-4959-b05e-74bf51e89f81 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710384 Jan 14 12:26:31.714436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be04fbdf-51f0-4779-bcb5-ecbe9c0cf1a5 req-3d1b140d-0e93-47a1-8aba-b63df2e0588d service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291754 Jan 14 12:26:31.827566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-e3d05945-5fd7-492d-bec5-1041da0fbda6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1096 time: 0.0693512 Jan 14 12:26:31.954949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-f9cdf3d7-455c-42d2-bd01-34166f78d277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:31.956377 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-f9cdf3d7-455c-42d2-bd01-34166f78d277 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1232343 Jan 14 12:26:32.024013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-4480c198-9f97-432c-88bb-d6423fc612f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 217 time: 0.0621982 Jan 14 12:26:32.083799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-fa4e7cd3-b3d0-4f6b-9934-f7155b59b3ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:32.085151 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-fa4e7cd3-b3d0-4f6b-9934-f7155b59b3ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0555100 Jan 14 12:26:32.164531 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-81519610-f03f-4235-9a39-561deff7a83f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740647 Jan 14 12:26:32.295879 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-6e16f6c7-cf52-42b8-9a0e-5d1bc148a849 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241040 Jan 14 12:26:32.518974 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a01bf17-cfb5-4bce-a29d-16bbf7adddb1 req-01938d68-1f14-4346-ae46-204526bd1ee1 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175696 Jan 14 12:26:32.758505 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d6342-f273-46ae-89c1-ffae6fed8da6 req-31c17506-3faa-4627-be3a-a54caaf75deb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:32.759980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6f5d6342-f273-46ae-89c1-ffae6fed8da6 req-31c17506-3faa-4627-be3a-a54caaf75deb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 943 time: 0.0792024 Jan 14 12:26:32.803800 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6f5d6342-f273-46ae-89c1-ffae6fed8da6 req-73346214-f5b4-41dc-8bb6-b2cf1ee1d064 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Jan 14 12:26:33.137719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8ffc29a1-4031-479d-8bb2-3ebf7f8b2642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:34.003518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdd76-2b29-4d77-902b-88fe85f84bee req-ff3bf1d2-1c9d-479c-b1f4-f037866f2d91 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:34.004983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00dfdd76-2b29-4d77-902b-88fe85f84bee req-ff3bf1d2-1c9d-479c-b1f4-f037866f2d91 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 943 time: 0.0755048 Jan 14 12:26:34.049165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00dfdd76-2b29-4d77-902b-88fe85f84bee req-7adb6cf4-8666-4e1f-a435-dc64fda76393 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Jan 14 12:26:34.286825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:34.520043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:34.553503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device fdc49120-505a-4b5b-8b54-129f3290bf06 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:26:34.681784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:34.694557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'port_id': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'mac_address': 'fa:16:3e:c5:b5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:26:34.746576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:34.765438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc49120-505a-4b5b-8b54-129f3290bf06 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:26:34.779415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:34.784077 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:34.849128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:35.127133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['fdc49120-505a-4b5b-8b54-129f3290bf06'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:26:35.245592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93e50e-0494-4c79-b542-4c963b9e849c req-6caa4a5a-99b1-4bfe-8b7f-41738916393b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:35.247028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3b93e50e-0494-4c79-b542-4c963b9e849c req-6caa4a5a-99b1-4bfe-8b7f-41738916393b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 944 time: 0.0783808 Jan 14 12:26:35.291970 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3b93e50e-0494-4c79-b542-4c963b9e849c req-c3906c35-cd55-4e75-b3a3-7f112f863d02 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Jan 14 12:26:35.634359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:36.490469 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea842e-c9c2-413a-8f25-0b50e86bfef4 req-a44b1f1e-50e3-4314-bc2c-10d4b4b7f29e tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:36.491908 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a1ea842e-c9c2-413a-8f25-0b50e86bfef4 req-a44b1f1e-50e3-4314-bc2c-10d4b4b7f29e tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 944 time: 0.0786102 Jan 14 12:26:36.538177 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a1ea842e-c9c2-413a-8f25-0b50e86bfef4 req-b7a003bc-0de6-47af-a5a5-b9d24300b16e tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Jan 14 12:26:36.552266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device fdc49120-505a-4b5b-8b54-129f3290bf06 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:26:36.617927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port fdc49120-505a-4b5b-8b54-129f3290bf06 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:26:36.623021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port fdc49120-505a-4b5b-8b54-129f3290bf06 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:36.623380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:36.733015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:36.758075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:26:36.767806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:36.771634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:36.814089 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'code': 200} Jan 14 12:26:36.836819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:37.033704 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f395c9d-bba4-4e26-8c9e-ca4e0869f8b9 req-ac9fa426-5867-4ef0-9715-08c3654be3c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1098 time: 0.0661623 Jan 14 12:26:37.077994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f395c9d-bba4-4e26-8c9e-ca4e0869f8b9 req-d9b69872-40d3-409a-ae28-ce583099d931 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Jan 14 12:26:37.730085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbea55-69ff-4d26-9510-f516bcaa8471 req-d5c75685-af42-47a2-8445-6f29fb149324 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:37.732237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cdbea55-69ff-4d26-9510-f516bcaa8471 req-d5c75685-af42-47a2-8445-6f29fb149324 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0752354 Jan 14 12:26:37.775311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4cdbea55-69ff-4d26-9510-f516bcaa8471 req-6e0dbb30-637c-47b5-8c2c-8f31d55ba210 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384274 Jan 14 12:26:38.972932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dd118-076f-465f-a82c-7e064c49a232 req-714734d9-4cca-4fc3-a612-a17c8677898d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:38.974341 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9e4dd118-076f-465f-a82c-7e064c49a232 req-714734d9-4cca-4fc3-a612-a17c8677898d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0777774 Jan 14 12:26:39.017486 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9e4dd118-076f-465f-a82c-7e064c49a232 req-0f177989-7785-491d-a46a-5ad37d9641ab tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377192 Jan 14 12:26:39.213658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04672035-6fbd-48ab-81d5-e4ebedff9518 req-e22f73c1-3833-457b-875c-c91072c40752 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:39.215075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04672035-6fbd-48ab-81d5-e4ebedff9518 req-e22f73c1-3833-457b-875c-c91072c40752 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0791385 Jan 14 12:26:39.260405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-04672035-6fbd-48ab-81d5-e4ebedff9518 req-84379ccb-105a-48b6-a069-61832343b8f9 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Jan 14 12:26:39.684718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3abf5-009c-4687-b331-d63a4f1b2e5d req-05f4a339-4e76-47f3-8ed3-0fccc8dfecfb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:39.686691 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-67f3abf5-009c-4687-b331-d63a4f1b2e5d req-05f4a339-4e76-47f3-8ed3-0fccc8dfecfb tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0740888 Jan 14 12:26:39.730007 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-67f3abf5-009c-4687-b331-d63a4f1b2e5d req-de30d121-a2e7-4a29-ba46-e524a37c8fd6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jan 14 12:26:47.114307 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-72a3d0b4-b427-42dc-864c-4a7a40e942dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697267 Jan 14 12:26:47.258189 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-33963128-47ca-44b0-983e-143225c3eeb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1098 time: 0.0780561 Jan 14 12:26:47.399508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-66d26d54-231c-47c3-81ba-c8ee7911ee80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:47.400930 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-66d26d54-231c-47c3-81ba-c8ee7911ee80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1251233 Jan 14 12:26:47.470871 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-2769baec-489d-4b2f-b5ed-e1d2cf5c9692 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 217 time: 0.0643635 Jan 14 12:26:47.531690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-f460f2f5-107f-4083-87c0-2ffa4c7a41d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:47.533139 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-f460f2f5-107f-4083-87c0-2ffa4c7a41d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0567112 Jan 14 12:26:47.616020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-6d7a8514-4b55-4485-b066-37c993be3f3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765741 Jan 14 12:26:47.746499 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-2fe05b32-5ade-4565-9355-72ae44af19a3 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246874 Jan 14 12:26:47.872561 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a8d8a595-6025-44c6-8ebc-924d4a3cbcf1 req-c6587aad-088e-4af8-a822-8d361133127a service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205482 Jan 14 12:26:50.026672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2468-b277-4f71-b0fa-fc3f827103e3 req-ee6854b5-ee6a-4eba-ab71-bd26d311f909 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:50.028095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae7b2468-b277-4f71-b0fa-fc3f827103e3 req-ee6854b5-ee6a-4eba-ab71-bd26d311f909 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0785983 Jan 14 12:26:50.073471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae7b2468-b277-4f71-b0fa-fc3f827103e3 req-ed702f1b-d653-42ad-9cf6-c71865bedd38 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Jan 14 12:26:50.101024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57426) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:50.297900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d92417d0-ccfc-447e-b0e9-e29e4b4f06b9 tempest-TestMinimumBasicScenario-1567345529 tempest-TestMinimumBasicScenario-1567345529-project-admin] Synchronizing usage tracker for tenant:19a08f78f66648eeb76db6b0a7a83864 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:26:50.314472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d92417d0-ccfc-447e-b0e9-e29e4b4f06b9 tempest-TestMinimumBasicScenario-1567345529 tempest-TestMinimumBasicScenario-1567345529-project-admin] Unset dirty status for tenant:19a08f78f66648eeb76db6b0a7a83864 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:26:50.315741 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d92417d0-ccfc-447e-b0e9-e29e4b4f06b9 tempest-TestMinimumBasicScenario-1567345529 tempest-TestMinimumBasicScenario-1567345529-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1093 time: 0.2138200 Jan 14 12:26:50.318892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57434) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:50.324160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:50.329763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:50.333459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:floatingip and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:50.336181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:50.341690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:50.351854 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:50.570124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:50.703131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Allocated IP 172.26.8.40 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/1f943a5d-2fde-4097-8700-70db858cb75a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:26:50.848539 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:50.874298 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:50.939450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:26:50.942254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:26:50.946489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:26:50.970984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'Port': ['ID=1f943a5d-2fde-4097-8700-70db858cb75a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:51.446514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:51.501095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:51.703719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:51.708266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:51.809307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'Port': ['ID=1f943a5d-2fde-4097-8700-70db858cb75a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:51.825246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:52.009292 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Floating IP 44fdd810-fb20-463a-9f74-b9a0744f07a9 associated. External IP: 172.26.8.40, port: fdc49120-505a-4b5b-8b54-129f3290bf06. Jan 14 12:26:52.488263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Router 92c3d606-dcfc-4c69-afd1-1397a5165057 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:26:52.681782 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:26:52.696236 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] Sync routers for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:26:52.707486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:52.711589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:52.712407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:52.760124 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c0f39ed9-8bdc-4ffb-bae5-796052645f95 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4400790 Jan 14 12:26:52.760603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:26:52.763791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57438) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:52.770215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128399956', 'description': 'tempest-secgroup-smoke-1128399956 description', 'project_id': '089bca8713d94825afcaf75376b5cc98'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:52.776587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:52.786019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:52.797892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:52.817859 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'status': 'completed', 'code': 200} Jan 14 12:26:52.835073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:52.838920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:52.841836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:52.847563 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:52.897196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:52.902213 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:52.906742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:52.918753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-a14e1675-4c2c-42d2-adeb-d15ea569468d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1098 time: 0.0795836 Jan 14 12:26:52.954531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f73310-3635-4cd7-b192-93cb6ec31dae,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:52.957959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:52.961881 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1935232 Jan 14 12:26:52.962166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57444) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:52.971071 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group_rule': {'security_group_id': '75f73310-3635-4cd7-b192-93cb6ec31dae', 'project_id': '089bca8713d94825afcaf75376b5cc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:52.976966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:52.979671 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.980008 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.980342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.980668 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.981015 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.981343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.981801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.982121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.982437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.982748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.983068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93937e59-468e-4e87-8aac-83a3d49c9cf6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:26:52.988201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:52.991125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:52.996895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:53.014390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.066840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213f932-655a-48f0-9880-983b0592317f req-60cd7340-91e7-4f29-9482-d991b0283c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:53.068274 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-60cd7340-91e7-4f29-9482-d991b0283c32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1437356 Jan 14 12:26:53.084040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.090000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.112545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5f3cf0-4cde-4f61-be7a-7cf16fe13f7e,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:53.130584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.132001 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f9f03fb-fe87-4704-9961-2363b5fca981 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1689062 Jan 14 12:26:53.140674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57448) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:53.146093 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group_rule': {'security_group_id': '75f73310-3635-4cd7-b192-93cb6ec31dae', 'project_id': '089bca8713d94825afcaf75376b5cc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:53.153822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:53.167346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:53.172239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:53.176448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-c1f552f0-372a-4014-964c-291013c28a74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 998 time: 0.1028070 Jan 14 12:26:53.180298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:53.206644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.245636 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213f932-655a-48f0-9880-983b0592317f req-47155ed3-9d2f-49a4-982c-b0675ec8e4c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:53.247272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-47155ed3-9d2f-49a4-982c-b0675ec8e4c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0645764 Jan 14 12:26:53.272451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.276325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.298769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c275b60-f57a-4e7c-a0de-f65427a1e74a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:53.306130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '44fdd810-fb20-463a-9f74-b9a0744f07a9', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'port_id': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'mac_address': 'fa:16:3e:c5:b5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:26:51Z', 'updated_at': '2022-01-14T12:26:51Z', 'revision_number': 0, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:53.311015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] Checking router: 92c3d606-dcfc-4c69-afd1-1397a5165057 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:26:53.313497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.317492 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b05476ee-4113-4125-9351-45e8020c0641 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1737947 Jan 14 12:26:53.317866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57452) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:53.323492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group_rule': {'security_group_id': '75f73310-3635-4cd7-b192-93cb6ec31dae', 'project_id': '089bca8713d94825afcaf75376b5cc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:53.325523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:26:53.326128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:26:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:53.327587 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-a1b33dcb-e782-4e55-a06b-0cc63d98464d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752029 Jan 14 12:26:53.329604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:53.333538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:53.336491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:53.342239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:53.361722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.432460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.437675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.476201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-610a6bd7-17fc-441e-88fb-e90157fb8f97 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419275 Jan 14 12:26:53.542274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2087ee-5c8f-414e-87eb-bf4e21373d9f,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:53.554959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.556211 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-759cdba6-43b9-4524-8516-eaace4df8ab4 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2374465 Jan 14 12:26:53.559280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57456) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:53.565410 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group_rule': {'security_group_id': '75f73310-3635-4cd7-b192-93cb6ec31dae', 'project_id': '089bca8713d94825afcaf75376b5cc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:53.571118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:53.572545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:26:53.574955 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:53.577987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:53.583699 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:53.601236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.621483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9213f932-655a-48f0-9880-983b0592317f req-4183ced4-f24f-45d1-a15b-f11475d3ab9f service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385751 Jan 14 12:26:53.667301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.671895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.694654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b11e4ac-f282-404a-8d6e-3d88b4a0864a,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:53.703338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.707134 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fd8d3ffa-591c-47c8-81b1-64f7eb6ffde1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1442771 Jan 14 12:26:53.707400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57460) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:53.712979 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group_rule': {'security_group_id': '75f73310-3635-4cd7-b192-93cb6ec31dae', 'project_id': '089bca8713d94825afcaf75376b5cc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:53.719762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:53.723504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:53.726359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:53.731926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:53.743085 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Project 089bca8713d94825afcaf75376b5cc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:26:53.749439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.813380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.817069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.843801 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2495da33-df65-44e3-a918-dfa9dbce431f,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:53.849341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.850549 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b55ab33f-c55e-43c5-b987-4ae37ea01c07 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422265 Jan 14 12:26:53.853106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57464) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:26:53.858664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'security_group_rule': {'security_group_id': '75f73310-3635-4cd7-b192-93cb6ec31dae', 'project_id': '089bca8713d94825afcaf75376b5cc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:53.864312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:26:53.868086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Usage tracker for resource:security_group_rule and tenant:089bca8713d94825afcaf75376b5cc98 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:26:53.870931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:26:53.876477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:26:53.891015 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Project 089bca8713d94825afcaf75376b5cc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:26:53.897818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.949091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '44fdd810-fb20-463a-9f74-b9a0744f07a9', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'port_id': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'mac_address': 'fa:16:3e:c5:b5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:26:51Z', 'updated_at': '2022-01-14T12:26:51Z', 'revision_number': 0, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:26:53.953640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494773fd-c89b-4b0e-bc73-81fa55b65f28 None None] The sync data for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv is: [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '44fdd810-fb20-463a-9f74-b9a0744f07a9', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'port_id': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'mac_address': 'fa:16:3e:c5:b5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:26:51Z', 'updated_at': '2022-01-14T12:26:51Z', 'revision_number': 0, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:26:53.963361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.968913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:53.992869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8237647-2d00-4cef-a5f6-a4d1cca86f8d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:54.004144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:54.005634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b08c711-655f-4882-8ae7-2bbe8d49a7cf tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1516294 Jan 14 12:26:54.144540 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-49d532ff-8da8-4494-bd83-4ac18630347f tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128399956&fields=id&tenant_id=089bca8713d94825afcaf75376b5cc98 HTTP/1.1" status: 200 len: 267 time: 0.0465889 Jan 14 12:26:54.170429 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a4276-4c56-4bf4-a762-e04fecd52217 None None] New status for floating IP 44fdd810-fb20-463a-9f74-b9a0744f07a9: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:26:54.233756 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-7bbc12b1-6e05-48ff-9a8f-8f37e8686da8 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:54.235282 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-7bbc12b1-6e05-48ff-9a8f-8f37e8686da8 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0836382 Jan 14 12:26:54.249777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'port': {'security_groups': ['00e19a6f-92a4-4e13-9043-20a9b1b8d75a', '75f73310-3635-4cd7-b192-93cb6ec31dae']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:26:54.466626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:54.711750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:26:54.735277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:54.739707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:54.750753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['fdc49120-505a-4b5b-8b54-129f3290bf06'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:26:54.806054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:54.806673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:54.807996 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b5b6a44-c96a-4f66-806d-3976e22b68bf req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "PUT /v2.0/ports/fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 981 time: 0.5663931 Jan 14 12:26:54.824601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:26:54.839435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985b893-e71c-466b-85b7-2703ea87f478 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=6']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:26:54.869548 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['fdc49120-505a-4b5b-8b54-129f3290bf06'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:26:54.889943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'status': 'completed', 'code': 200} Jan 14 12:26:54.998032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-11a3c977-ef9b-4abb-843c-55923c300c0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1137 time: 0.0847375 Jan 14 12:26:55.035460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96e1b5-e7fe-4a4b-8813-91ecb306a81a req-365330ea-d90f-4823-9082-c01a4c7e0cf0 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:55.043945 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7c96e1b5-e7fe-4a4b-8813-91ecb306a81a req-365330ea-d90f-4823-9082-c01a4c7e0cf0 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.1073298 Jan 14 12:26:55.087494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-7c96e1b5-e7fe-4a4b-8813-91ecb306a81a req-ff13a18b-1f00-473d-a1e6-d5d38f38ddb6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Synchronizing usage tracker for tenant:089bca8713d94825afcaf75376b5cc98 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:26:55.106489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-7c96e1b5-e7fe-4a4b-8813-91ecb306a81a req-ff13a18b-1f00-473d-a1e6-d5d38f38ddb6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Unset dirty status for tenant:089bca8713d94825afcaf75376b5cc98 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:26:55.107860 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7c96e1b5-e7fe-4a4b-8813-91ecb306a81a req-ff13a18b-1f00-473d-a1e6-d5d38f38ddb6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623691 Jan 14 12:26:55.141128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-4b699e87-f706-452a-ba5e-b5b3a2025ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:55.142703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-4b699e87-f706-452a-ba5e-b5b3a2025ea6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1382926 Jan 14 12:26:55.225170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-42a63285-aefd-42d1-983d-f4d578349046 None None] Provisioning complete for port fdc49120-505a-4b5b-8b54-129f3290bf06 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:26:55.225170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-42a63285-aefd-42d1-983d-f4d578349046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:26:55.256359 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-7e50afce-fff6-4fb7-94ca-b91cedfa3333 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 1000 time: 0.1068811 Jan 14 12:26:55.324431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-dbc1d32d-3bc5-4f8f-bc28-1a4b9fcd03c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:26:55.325904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-dbc1d32d-3bc5-4f8f-bc28-1a4b9fcd03c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0628054 Jan 14 12:26:55.400126 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-ab2e41f9-7967-42c3-81ea-997de2024b34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673912 Jan 14 12:26:55.532761 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-b336e75a-9d8f-4ef7-ab6d-214e6d473de8 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255829 Jan 14 12:26:55.664039 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-09a7b930-0bbe-40c0-8b27-3df6d186a035 req-09408b91-047b-4c34-9962-4f60ee1f7433 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249356 Jan 14 12:27:00.919387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b57784b0-f6fe-4399-bf40-ceb452e1cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:01.143114 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:27:01.425516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:03.139618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-514a12a9-6a46-4c56-906c-c71a52af9ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:04.288496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:04.524181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:05.637725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:30.921045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9140c7a1-b53b-496e-a537-9a565380cc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:31.446648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:33.144157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-59572c88-fd55-42f1-92d3-811f4b96b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:34.291373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:34.525335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:35.638833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:27:38.143940 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:27:48.140314 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-a99ce877-ab5e-46eb-86bf-686b30e3f2d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774925 Jan 14 12:27:48.293396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-967015ef-1065-4bfd-8be9-492619eb4762 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1137 time: 0.0803134 Jan 14 12:27:48.463903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4281a-32c2-488e-809d-ae6854848106 req-45336a91-3e33-436c-89eb-cfed29468e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:48.465318 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-45336a91-3e33-436c-89eb-cfed29468e55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1506517 Jan 14 12:27:48.591961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-272de5f6-c97a-4b89-8d7d-451a3cd8ea71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 1000 time: 0.1194577 Jan 14 12:27:48.670302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4281a-32c2-488e-809d-ae6854848106 req-fa99c3ea-30c6-4040-b6a7-e52b85f1cd1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:48.671734 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-fa99c3ea-30c6-4040-b6a7-e52b85f1cd1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0734162 Jan 14 12:27:48.866170 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-c320c4a8-ba9e-4b6f-b108-b2d4397b8f29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1874936 Jan 14 12:27:49.005760 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-95b2b570-df7b-4ac7-b358-ed709759bcba service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328502 Jan 14 12:27:49.132803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-add4281a-32c2-488e-809d-ae6854848106 req-a74d0824-de46-4f14-9e61-be1c823655de service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215525 Jan 14 12:27:53.116020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-0f54b74d-e88b-4f76-9f62-02d939d563f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1137 time: 0.0694115 Jan 14 12:27:53.247954 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-dbd882cc-d122-40d6-b4e0-e788f5c56843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:53.249434 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-dbd882cc-d122-40d6-b4e0-e788f5c56843 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1278727 Jan 14 12:27:53.319053 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d18c-7760-4691-ab7c-473670124d17 req-d3a89e3e-6795-4a77-98c9-973c719f05c1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:53.320526 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0d16d18c-7760-4691-ab7c-473670124d17 req-d3a89e3e-6795-4a77-98c9-973c719f05c1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.2309504 Jan 14 12:27:53.357576 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-a6e6b39d-b6c8-4236-a98c-7bb1f8aeef7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 1000 time: 0.1014309 Jan 14 12:27:53.368842 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0d16d18c-7760-4691-ab7c-473670124d17 req-63cff723-8342-46be-a16e-146e2fdef490 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424845 Jan 14 12:27:53.423768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-c1d69888-5254-4e09-9921-b56f17760461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:53.425216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-c1d69888-5254-4e09-9921-b56f17760461 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0621903 Jan 14 12:27:53.498170 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-df94f851-61a5-45a9-9e94-39e7eed032c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673647 Jan 14 12:27:53.629438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-4c5355a5-4596-4236-8580-e6f0e2d0fb2f service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233454 Jan 14 12:27:53.759102 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-65532d0c-2c9c-4783-a721-99d7d1a2edf9 req-7a733c44-8ef5-4bc0-b358-8d8bd5765e6a service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228502 Jan 14 12:27:54.637857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ec4ce-a2c7-460a-9df4-ffe2cd56a86e req-3e30d850-e46d-47c1-89f4-344de41fe1b7 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:54.639287 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e47ec4ce-a2c7-460a-9df4-ffe2cd56a86e req-3e30d850-e46d-47c1-89f4-344de41fe1b7 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.1471200 Jan 14 12:27:54.689080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e47ec4ce-a2c7-460a-9df4-ffe2cd56a86e req-18e7a0b9-5083-46a4-b110-6b7209da89f3 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436606 Jan 14 12:27:55.882948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55956be1-b6bb-4ac3-80db-cdf744b77e2f req-9c66b593-56a6-4d50-98d6-90cdac089e65 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:55.884378 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-55956be1-b6bb-4ac3-80db-cdf744b77e2f req-9c66b593-56a6-4d50-98d6-90cdac089e65 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0747578 Jan 14 12:27:55.933628 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-55956be1-b6bb-4ac3-80db-cdf744b77e2f req-04a0d488-e883-44fb-bb57-5331eb115e70 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433640 Jan 14 12:27:57.135221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51d8e2-ee0d-488a-93a0-d87a3f6665e1 req-62d036ec-5fba-44c4-9fed-3c8cd810b170 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:57.136647 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ed51d8e2-ee0d-488a-93a0-d87a3f6665e1 req-62d036ec-5fba-44c4-9fed-3c8cd810b170 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0819235 Jan 14 12:27:57.183630 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ed51d8e2-ee0d-488a-93a0-d87a3f6665e1 req-61449a71-647d-4acc-a801-f4f76da78735 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409760 Jan 14 12:27:58.375059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884151b-a843-430b-a703-e01c9b3ed202 req-a3f4301f-3092-4609-a555-4412a89d25a2 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:58.376533 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0884151b-a843-430b-a703-e01c9b3ed202 req-a3f4301f-3092-4609-a555-4412a89d25a2 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0751247 Jan 14 12:27:58.425491 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0884151b-a843-430b-a703-e01c9b3ed202 req-17e87b56-6019-473b-805b-0148d41c0c2d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419190 Jan 14 12:27:59.622920 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f1087-033c-4a3d-9e2e-df7c33f15c3e req-30449947-59c9-4ae9-af46-f445d9bb1665 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:27:59.624366 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-392f1087-033c-4a3d-9e2e-df7c33f15c3e req-30449947-59c9-4ae9-af46-f445d9bb1665 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0786617 Jan 14 12:27:59.670594 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-392f1087-033c-4a3d-9e2e-df7c33f15c3e req-2ce78c4c-94bc-49f1-b81c-e72500f35f2d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400112 Jan 14 12:28:00.881742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18f817-1729-467b-94a2-a9856495bf57 req-1e5e19ec-f869-43ee-84d1-ac8d791977f1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:00.883166 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ea18f817-1729-467b-94a2-a9856495bf57 req-1e5e19ec-f869-43ee-84d1-ac8d791977f1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0784976 Jan 14 12:28:00.921412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1af9da0d-713c-4e34-88c3-adf6f00f4a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:00.929738 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ea18f817-1729-467b-94a2-a9856495bf57 req-3ba90418-8696-44be-b1e1-85997a6e095b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410666 Jan 14 12:28:01.459749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:02.129249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2234d8-125d-4491-9d02-3f2b7a37b977 req-1245cb7c-8b9b-4ab0-97fd-f261430a59aa tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:02.130714 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a2234d8-125d-4491-9d02-3f2b7a37b977 req-1245cb7c-8b9b-4ab0-97fd-f261430a59aa tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0824125 Jan 14 12:28:02.177063 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a2234d8-125d-4491-9d02-3f2b7a37b977 req-7a88c2f1-72bc-4bd1-9422-82ab1efd7892 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407214 Jan 14 12:28:03.146743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2412bf93-25e2-474c-8137-be3fdc9db8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:03.372280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8838-5ec0-4e4f-8a74-664b56187bd7 req-e34fefa5-9524-4089-963d-65d7ec7d7a90 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:03.373739 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a68e8838-5ec0-4e4f-8a74-664b56187bd7 req-e34fefa5-9524-4089-963d-65d7ec7d7a90 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0766404 Jan 14 12:28:03.421519 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a68e8838-5ec0-4e4f-8a74-664b56187bd7 req-2f412915-e796-4ef2-8279-d8fc07b5314b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412073 Jan 14 12:28:04.294032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:04.531066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:04.643771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb37cc6-0a03-47ab-bde3-aa1975c0b3ae req-fe5b41f6-d11c-4777-bf57-ded3fcc41f4e tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:04.645984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bfb37cc6-0a03-47ab-bde3-aa1975c0b3ae req-fe5b41f6-d11c-4777-bf57-ded3fcc41f4e tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0915167 Jan 14 12:28:04.693032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bfb37cc6-0a03-47ab-bde3-aa1975c0b3ae req-dbc54124-7c35-4ec2-8a8b-350a4ca6563c tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413361 Jan 14 12:28:05.641887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:05.892139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729618e-9923-49cd-a5d2-5ebf7c74e6e3 req-1700afea-ba6d-4a3b-bdbd-cc8bd98aa5c9 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:05.893508 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4729618e-9923-49cd-a5d2-5ebf7c74e6e3 req-1700afea-ba6d-4a3b-bdbd-cc8bd98aa5c9 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0802643 Jan 14 12:28:05.941214 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4729618e-9923-49cd-a5d2-5ebf7c74e6e3 req-a3530fff-dc35-4c5e-8654-e68fb5d3ea87 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&id=75f73310-3635-4cd7-b192-93cb6ec31dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411718 Jan 14 12:28:15.143738 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:28:30.922930 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63d9746e-33a2-453a-83d5-668379f8781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:31.461046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:33.148789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8bb70766-4f76-4a80-ac25-71d0026e3a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:34.295466 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:34.536894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:35.644074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:28:48.159479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-868a36db-6e3f-4ea8-92cc-b8b573e6e997 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683758 Jan 14 12:28:48.407846 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-80ccb2e0-4a8c-4cd0-9451-69b16e33db41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1137 time: 0.1785014 Jan 14 12:28:48.565224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-44162ed1-3c1b-4b0d-93cf-9c6990ab5dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:48.566776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-44162ed1-3c1b-4b0d-93cf-9c6990ab5dcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1381340 Jan 14 12:28:48.674995 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-ed918ead-4df7-44d1-a58a-e288f9890128 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 1000 time: 0.1006045 Jan 14 12:28:48.743968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-4f9bdf20-b85f-4296-bf17-af3dbbf2917d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:28:48.745661 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-4f9bdf20-b85f-4296-bf17-af3dbbf2917d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0651708 Jan 14 12:28:48.821572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-4d64d067-4087-4d4d-a14b-3b4c11962257 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699148 Jan 14 12:28:48.973583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-52f4bab8-97fb-4708-a0eb-52a42832a739 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452475 Jan 14 12:28:49.100512 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5e1d99a3-66c7-432a-aa62-c13a415a9dd5 req-1b79fd64-8ac7-4dc2-8fd8-7b6455f89f31 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210382 Jan 14 12:28:52.142846 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:28:54.133025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-9c113529-ad1b-46cb-8ba8-7557f1575628 req-4387bf3e-83e4-4e68-81aa-52026657f033 service neutron] (83451) timed out ('10.222.0.48', 54506) {{(pid=83451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 14 12:29:00.923489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-856b04f2-7719-4343-b2a4-3fbc0b2c9805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:01.471711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:03.149600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9f320a55-a1ec-4ebc-9818-2c62172b0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:04.296792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:04.535596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:05.646286 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:09.424607 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-d1cf16c2-2bbd-4aef-a56a-5f182d8f5d2b tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128399956&fields=id&tenant_id=089bca8713d94825afcaf75376b5cc98 HTTP/1.1" status: 200 len: 267 time: 0.0453105 Jan 14 12:29:09.501759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-9273479b-8aa0-4e26-ac74-7dcf6b7947e0 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:09.503179 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-9273479b-8aa0-4e26-ac74-7dcf6b7947e0 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 984 time: 0.0733745 Jan 14 12:29:09.513385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Request body: {'port': {'security_groups': ['00e19a6f-92a4-4e13-9043-20a9b1b8d75a']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:09.627775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:09.855132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:09.882306 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:09.887301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:09.898372 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['fdc49120-505a-4b5b-8b54-129f3290bf06'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:29:09.954987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:09.955714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:09.957080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f82862c-2f34-4ce0-8d1c-8bfc0c1df109 req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "PUT /v2.0/ports/fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 942 time: 0.4480734 Jan 14 12:29:09.957508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:29:09.964949 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57546) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:09.978540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event updated for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=7']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:09.989754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.990099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.990770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.991531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.991619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.991969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.993343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.993706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.994356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.994697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:09.995171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355cf4e-47fd-43d1-90d3-a72475b7295d tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.028850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['fdc49120-505a-4b5b-8b54-129f3290bf06'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:29:10.087381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.118325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.196496 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'status': 'completed', 'code': 200} Jan 14 12:29:10.196874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.218087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f73310-3635-4cd7-b192-93cb6ec31dae,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:10.231957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.232650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.233020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.233355 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.233684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.234013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.234331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.234803 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.235271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.235750 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.236078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:10.241321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.243185 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-055a14e3-6a93-41b6-b8f0-b0096daa66a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "DELETE /v2.0/security-groups/75f73310-3635-4cd7-b192-93cb6ec31dae HTTP/1.1" status: 204 len: 168 time: 0.2722988 Jan 14 12:29:10.249397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57556) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:10.294194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-a986306a-15db-4e89-804a-ce7660c33eb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1098 time: 0.0789716 Jan 14 12:29:10.329128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e4f2e867-765e-4cd9-a9ba-261475c37099 None None] Provisioning complete for port fdc49120-505a-4b5b-8b54-129f3290bf06 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:10.329493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e4f2e867-765e-4cd9-a9ba-261475c37099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.436562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-39caaeae-1591-474a-97be-1738d75db2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:10.438218 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-39caaeae-1591-474a-97be-1738d75db2de service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1374531 Jan 14 12:29:10.463214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Deleting port 1f943a5d-2fde-4097-8700-70db858cb75a {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:10.463547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.542189 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-07c86899-ffe2-4da2-8121-b9f9056c03ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 1000 time: 0.0974827 Jan 14 12:29:10.637940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.638509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:10.696349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-614a2085-b828-4694-b983-b96809b9a87d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:10.697757 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-614a2085-b828-4694-b983-b96809b9a87d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.1495438 Jan 14 12:29:10.758432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Calling delete_port for 1f943a5d-2fde-4097-8700-70db858cb75a owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:10.770622 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-7cad3d5b-d3b5-4b45-8b03-1242a43fe454 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676732 Jan 14 12:29:10.902454 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-acc03096-ad4e-4caa-b0b9-897c94c062c3 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261301 Jan 14 12:29:10.984280 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:11.028894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event deleted for resources: {'Port': ['ID=1f943a5d-2fde-4097-8700-70db858cb75a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:11.036320 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d38f74c-2db6-4988-a66d-795ceb40ca74 req-bf93b9b5-d266-48e8-85e7-6a8aa4d86865 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286497 Jan 14 12:29:11.117121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:11.499606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Router 92c3d606-dcfc-4c69-afd1-1397a5165057 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:29:11.703309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:29:11.712958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] Sync routers for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:29:11.722859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:11.724454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:11.725085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:11.775254 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c93fa86e-3538-4970-a68f-d9050cd96890 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "DELETE /v2.0/floatingips/44fdd810-fb20-463a-9f74-b9a0744f07a9 HTTP/1.1" status: 204 len: 168 time: 1.5244899 Jan 14 12:29:11.775836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:29:11.908872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:11.913124 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'status': 'completed', 'code': 200} Jan 14 12:29:12.011425 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-d82d4f44-9f3d-4313-b773-8c7407db910d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=089bca8713d94825afcaf75376b5cc98&device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 1098 time: 0.0790591 Jan 14 12:29:12.164274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-89c16cfe-ae98-4acc-9d33-3d57ce4a7101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:12.166073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-89c16cfe-ae98-4acc-9d33-3d57ce4a7101 service neutron] 10.222.0.31 "GET /v2.0/networks?id=020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 200 len: 916 time: 0.1487603 Jan 14 12:29:12.258606 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-bbec26a9-0212-4fbf-a099-e79d91986891 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 200 len: 217 time: 0.0859282 Jan 14 12:29:12.271713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:12.276975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] Checking router: 92c3d606-dcfc-4c69-afd1-1397a5165057 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:29:12.287441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:12.288032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:12.326418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-15a10790-5c89-4802-91d0-cd6d01ead708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:12.327838 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-15a10790-5c89-4802-91d0-cd6d01ead708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 200 len: 854 time: 0.0622022 Jan 14 12:29:12.405185 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-a63c9c68-e5fa-4237-8406-7cf6c42f681a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=020512b8-3d07-4ea2-aa2a-9045745c870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694880 Jan 14 12:29:12.467723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:12.538883 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-809f27d6-9af8-49d1-b4f8-32d81f320458 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284826 Jan 14 12:29:12.677291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2b9938c-f777-4fcc-b5c1-b51814586f28 req-6f01a646-9292-4264-8dd3-f2496a21fe14 service neutron] 10.222.0.31 "GET /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318643 Jan 14 12:29:12.810162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:12.814426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e71593-3a8d-4f1c-81f2-f981d7c8f81c None None] The sync data for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv is: [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:25:59Z', 'revision_number': 4, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a758f397-e26d-4510-9a54-523383aeea29', 'name': '', 'network_id': '020512b8-3d07-4ea2-aa2a-9045745c870c', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'mac_address': 'fa:16:3e:d6:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:58Z', 'updated_at': '2022-01-14T12:26:18Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'subnets': [{'id': '8792b5a4-4559-4653-adfd-6e4e69556225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:29:13.048961 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d2c92-4330-40e6-9bac-12387ab961c5 None None] New status for floating IP 44fdd810-fb20-463a-9f74-b9a0744f07a9: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:29:16.188934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-059f51a0-d4c6-4538-8b1f-5fa4c7473329 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:16.189625 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-059f51a0-d4c6-4538-8b1f-5fa4c7473329 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Synchronizing usage tracker for tenant:089bca8713d94825afcaf75376b5cc98 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:29:16.205168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-059f51a0-d4c6-4538-8b1f-5fa4c7473329 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Unset dirty status for tenant:089bca8713d94825afcaf75376b5cc98 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:29:16.206417 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-059f51a0-d4c6-4538-8b1f-5fa4c7473329 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0930405 Jan 14 12:29:16.249806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-5967fdfb-8208-4fec-80b0-553b09aff7a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Synchronizing usage tracker for tenant:089bca8713d94825afcaf75376b5cc98 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:29:16.264229 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-5967fdfb-8208-4fec-80b0-553b09aff7a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Unset dirty status for tenant:089bca8713d94825afcaf75376b5cc98 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:29:16.265430 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-04e8a7a3-f6a9-4128-b814-9d501f396f51 req-5967fdfb-8208-4fec-80b0-553b09aff7a1 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Jan 14 12:29:17.463129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fe32-2ebc-4e6e-b0b7-4f8a133f3b2d req-95475a85-5ee2-486f-bb2c-cc797e7a4fe6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:17.464466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0371fe32-2ebc-4e6e-b0b7-4f8a133f3b2d req-95475a85-5ee2-486f-bb2c-cc797e7a4fe6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0788445 Jan 14 12:29:17.508530 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0371fe32-2ebc-4e6e-b0b7-4f8a133f3b2d req-f790ed64-5741-4366-9cf9-f99f66e4e6e6 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Jan 14 12:29:18.124833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-8400df78-7d27-45b5-9c50-e8f89a841727 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:18.126240 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-8400df78-7d27-45b5-9c50-e8f89a841727 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.31 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0749893 Jan 14 12:29:18.198275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Deleting port fdc49120-505a-4b5b-8b54-129f3290bf06 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:18.198612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:18.436796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] For port fdc49120-505a-4b5b-8b54-129f3290bf06, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=fdc49120-505a-4b5b-8b54-129f3290bf06,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:18.437431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:18.657434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Calling delete_port for fdc49120-505a-4b5b-8b54-129f3290bf06 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:18.710635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f60df-ec68-4ac8-a8fd-bfacc6c9a887 req-03145167-7d61-48c7-a9c8-60e5dc97f2c3 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:18.712262 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a90f60df-ec68-4ac8-a8fd-bfacc6c9a887 req-03145167-7d61-48c7-a9c8-60e5dc97f2c3 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/ports?device_id=738f0d89-cb7b-4fe4-bf2d-04576df49338 HTTP/1.1" status: 200 len: 945 time: 0.0794201 Jan 14 12:29:18.757956 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a90f60df-ec68-4ac8-a8fd-bfacc6c9a887 req-9dd73a3f-29f6-4fc9-bc69-506b2eacc0b3 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.48 "GET /v2.0/security-groups?id=00e19a6f-92a4-4e13-9043-20a9b1b8d75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Jan 14 12:29:18.798619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:18.809454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['fdc49120-505a-4b5b-8b54-129f3290bf06'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:29:18.849755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Pushing event deleted for resources: {'Port': ['ID=fdc49120-505a-4b5b-8b54-129f3290bf06,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:18.919641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] No DVR routers for this DVR port fdc49120-505a-4b5b-8b54-129f3290bf06 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:29:18.922302 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:18.924656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'name': 'network-vif-deleted', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:29:18.940045 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-78e9066a-8a78-485d-b7b9-7b2da5e4f81d req-a37cc0c1-c012-46ed-8d2c-454ae6ff8343 tempest-TestMinimumBasicScenario-1498432483 tempest-TestMinimumBasicScenario-1498432483-project] 10.222.0.31 "DELETE /v2.0/ports/fdc49120-505a-4b5b-8b54-129f3290bf06 HTTP/1.1" status: 204 len: 173 time: 0.8085110 Jan 14 12:29:18.979922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f0d89-cb7b-4fe4-bf2d-04576df49338', 'name': 'network-vif-deleted', 'tag': 'fdc49120-505a-4b5b-8b54-129f3290bf06', 'status': 'completed', 'code': 200} Jan 14 12:29:20.408590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57646) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:20.785291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:21.255498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device fdc49120-505a-4b5b-8b54-129f3290bf06 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:21.289361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: fdc49120-505a-4b5b-8b54-129f3290bf06 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:21.289692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device fdc49120-505a-4b5b-8b54-129f3290bf06 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:21.460927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Deleting port a758f397-e26d-4510-9a54-523383aeea29 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:21.461684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:21.625325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] For port a758f397-e26d-4510-9a54-523383aeea29, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a758f397-e26d-4510-9a54-523383aeea29,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:21.625717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:21.742500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Calling delete_port for a758f397-e26d-4510-9a54-523383aeea29 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:21.910940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:21.953255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a758f397-e26d-4510-9a54-523383aeea29,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:22.245847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:22.890896 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Router 92c3d606-dcfc-4c69-afd1-1397a5165057 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:29:23.085700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:29:23.094368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] Sync routers for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:29:23.097482 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b3833462-c32b-47d9-a9d3-38b62ecaec90 admin admin] 10.222.0.48 "PUT /v2.0/routers/92c3d606-dcfc-4c69-afd1-1397a5165057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878400 Jan 14 12:29:23.100080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57652) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:23.105761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:23.106361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:23.281887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:23.293968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:23.484351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:23.493974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Deleting port 688d0589-4d5f-462c-8558-0e716d7647c7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:23.494720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:23.567205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:29:21Z', 'revision_number': 5, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port': {'id': '688d0589-4d5f-462c-8558-0e716d7647c7', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:23.571228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] Checking router: 92c3d606-dcfc-4c69-afd1-1397a5165057 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:29:23.581589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] Routers {'92c3d606-dcfc-4c69-afd1-1397a5165057'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:23.582178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['92c3d606-dcfc-4c69-afd1-1397a5165057'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:23.665092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] For port 688d0589-4d5f-462c-8558-0e716d7647c7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=688d0589-4d5f-462c-8558-0e716d7647c7,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:23.665463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:23.735913 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] Set router 92c3d606-dcfc-4c69-afd1-1397a5165057 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:23.844129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:29:23Z', 'revision_number': 6, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:23.848450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb1242-8503-4c38-91f0-3626b4481f9c None None] The sync data for ids ['92c3d606-dcfc-4c69-afd1-1397a5165057'] in dv-neutron-823850-1-hyperv is: [{'id': '92c3d606-dcfc-4c69-afd1-1397a5165057', 'name': 'tempest-TestMinimumBasicScenario-1050427510-router', 'tenant_id': '089bca8713d94825afcaf75376b5cc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:25:56Z', 'updated_at': '2022-01-14T12:29:23Z', 'revision_number': 6, 'project_id': '089bca8713d94825afcaf75376b5cc98', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:29:23.894168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Calling delete_port for 688d0589-4d5f-462c-8558-0e716d7647c7 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:24.064865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.108236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Pushing event deleted for resources: {'Port': ['ID=688d0589-4d5f-462c-8558-0e716d7647c7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:24.270351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a758f397-e26d-4510-9a54-523383aeea29 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:24.313031 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a758f397-e26d-4510-9a54-523383aeea29 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:24.313554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a758f397-e26d-4510-9a54-523383aeea29 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:24.344582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.593655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.597677 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.622913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.623409 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92c3d606-dcfc-4c69-afd1-1397a5165057 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:29:24.636895 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.638028 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fce852d0-004b-44cd-8472-5ea210a1d789 admin admin] 10.222.0.48 "DELETE /v2.0/routers/92c3d606-dcfc-4c69-afd1-1397a5165057 HTTP/1.1" status: 204 len: 168 time: 1.5370276 Jan 14 12:29:24.640482 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57660) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:24.702196 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Deleting subnet 8792b5a4-4559-4653-adfd-6e4e69556225 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:29:24.705037 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.755442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.833488 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.908279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.946226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8792b5a4-4559-4653-adfd-6e4e69556225,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:24.950993 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:24.956358 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-629b33dd-6c79-49c8-b33b-14ab11be2ccf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8792b5a4-4559-4653-adfd-6e4e69556225 HTTP/1.1" status: 204 len: 168 time: 0.3148785 Jan 14 12:29:24.956609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb177-1f41-42b9-9c12-6e726374b6d7 None None] Network 020512b8-3d07-4ea2-aa2a-9045745c870c requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:29:24.958802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57664) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:25.062526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.072802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Deleting port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:25.073127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.203980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] DHCP port deletion for 020512b8-3d07-4ea2-aa2a-9045745c870c request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:29:25.208375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Deleting port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:25.208761 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.280804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] For port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:25.281149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.450039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] For port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,segment=NetworkSegment(a08a3b1e-b4ff-47fe-876c-53faeab37120),segment_id=a08a3b1e-b4ff-47fe-876c-53faeab37120)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:25.450595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.491990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Calling delete_port for 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:25.564085 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.565927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Calling delete_port for 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:25.611344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee56dd9-83cf-45b0-94bc-1fc64dc57235,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:25.615687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] No DVR routers for this DVR port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:29:25.641205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:29:25.641550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:29:25.728748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.753054 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020512b8-3d07-4ea2-aa2a-9045745c870c']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:25.765190 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08a3b1e-b4ff-47fe-876c-53faeab37120') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:25.765477 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08a3b1e-b4ff-47fe-876c-53faeab37120') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:25.776962 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.792174 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.798125 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:29:25.798501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:29:25.811825 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:29:25.888582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.904182 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:25.913917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=020512b8-3d07-4ea2-aa2a-9045745c870c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:25.921237 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2c4503ef-6cfb-4a5e-b68a-d9f63be706f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/020512b8-3d07-4ea2-aa2a-9045745c870c HTTP/1.1" status: 204 len: 168 time: 0.9615099 Jan 14 12:29:25.923983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57668) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:26.038018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 688d0589-4d5f-462c-8558-0e716d7647c7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:26.071652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 688d0589-4d5f-462c-8558-0e716d7647c7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:26.072137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 688d0589-4d5f-462c-8558-0e716d7647c7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:26.072545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:26.103786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:26.104114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:26.142771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Deleting port 8ee56dd9-83cf-45b0-94bc-1fc64dc57235 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:26.143151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:26.212381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-df5ca2a8-cde4-4c90-a730-0e0e695f238e None None] The port '8ee56dd9-83cf-45b0-94bc-1fc64dc57235' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:29:26.305309 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:26.965192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Deleting port 8603eaa2-e9c9-4068-ad36-8825e8570bd8 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:26.965874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:27.133499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] For port 8603eaa2-e9c9-4068-ad36-8825e8570bd8, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=8603eaa2-e9c9-4068-ad36-8825e8570bd8,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:27.133840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:27.249864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Calling delete_port for 8603eaa2-e9c9-4068-ad36-8825e8570bd8 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:27.418675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:27.462399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Pushing event deleted for resources: {'Port': ['ID=8603eaa2-e9c9-4068-ad36-8825e8570bd8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:27.748831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:28.416799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Router 2f489dba-253b-4493-be50-6144fe946522 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:29:28.625640 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:29:28.634751 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] Sync routers for ids ['2f489dba-253b-4493-be50-6144fe946522'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:29:28.645877 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7cc0cbf0-dbe4-4340-9ee2-74933e97c238 admin admin] 10.222.0.48 "PUT /v2.0/routers/2f489dba-253b-4493-be50-6144fe946522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185454 Jan 14 12:29:28.646201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57672) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:28.648113 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] Routers {'2f489dba-253b-4493-be50-6144fe946522'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:28.648999 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2f489dba-253b-4493-be50-6144fe946522'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:28.824679 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] Set router 2f489dba-253b-4493-be50-6144fe946522 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:28.850879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:29.053683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:29.063446 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Deleting port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:29.063781 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:29.108338 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:29:27Z', 'revision_number': 5, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port': {'id': 'c7ff85e0-6210-4b2f-8877-a04d84d7f8d3', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f489dba-253b-4493-be50-6144fe946522', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:29.111976 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] Checking router: 2f489dba-253b-4493-be50-6144fe946522 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:29:29.122473 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] Routers {'2f489dba-253b-4493-be50-6144fe946522'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:29.123065 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2f489dba-253b-4493-be50-6144fe946522'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:29.234923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] For port c7ff85e0-6210-4b2f-8877-a04d84d7f8d3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:29.235267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:29.263194 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:29:29.279991 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] Set router 2f489dba-253b-4493-be50-6144fe946522 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:29.356385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Calling delete_port for c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:29.387984 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:29:29Z', 'revision_number': 6, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:29.391746 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179a281-5d12-402e-9c7a-582eb1837460 None None] The sync data for ids ['2f489dba-253b-4493-be50-6144fe946522'] in dv-neutron-823850-1-hyperv is: [{'id': '2f489dba-253b-4493-be50-6144fe946522', 'name': 'tempest-TestMinimumBasicScenario-392041411-router', 'tenant_id': '19a08f78f66648eeb76db6b0a7a83864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:26:02Z', 'updated_at': '2022-01-14T12:29:29Z', 'revision_number': 6, 'project_id': '19a08f78f66648eeb76db6b0a7a83864', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:29:29.524654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:29.568172 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ff85e0-6210-4b2f-8877-a04d84d7f8d3,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:29.879921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.136296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.140530 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.159385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8603eaa2-e9c9-4068-ad36-8825e8570bd8 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:30.170884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.172456 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f489dba-253b-4493-be50-6144fe946522 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:29:30.186040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.188772 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0a07789b-3b88-40ce-84e9-c44c6e8a6964 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2f489dba-253b-4493-be50-6144fe946522 HTTP/1.1" status: 204 len: 168 time: 1.5399439 Jan 14 12:29:30.192939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57676) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:30.195628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 8603eaa2-e9c9-4068-ad36-8825e8570bd8 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:30.196189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 8603eaa2-e9c9-4068-ad36-8825e8570bd8 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:30.196829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:30.229984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:30.230313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device c7ff85e0-6210-4b2f-8877-a04d84d7f8d3 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:30.256887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Deleting subnet 14c6635f-dea8-4788-9064-6247a8a29acf {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:29:30.259963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.308796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.397412 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.467305 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.504776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c6635f-dea8-4788-9064-6247a8a29acf,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:30.508543 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.513803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df6f63-8860-49b9-a194-93fe5d9540b7 None None] Network 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:29:30.515516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9cd4b8ce-5c9e-47dd-9274-c9dabe0dc11d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14c6635f-dea8-4788-9064-6247a8a29acf HTTP/1.1" status: 204 len: 168 time: 0.3214781 Jan 14 12:29:30.517954 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57680) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:30.626824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.641657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Deleting port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:30.642100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.773374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] DHCP port deletion for 62ce8e0c-8274-4f51-91ed-ce5b4d384c3e request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:29:30.778385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Deleting port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:30.778831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.864400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] For port b200cd58-ade3-4bb9-adfa-3c6f63be8d61, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:30.864765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.978993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-91b2d822-21b0-4b3f-b017-ca403ecf29a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:30.986873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Calling delete_port for b200cd58-ade3-4bb9-adfa-3c6f63be8d61 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:30.994250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] For port b200cd58-ade3-4bb9-adfa-3c6f63be8d61, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,segment=NetworkSegment(a56a0794-edc3-441c-a5e6-562c9aabbbf6),segment_id=a56a0794-edc3-441c-a5e6-562c9aabbbf6)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:30.994629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.065140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.112858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Pushing event deleted for resources: {'Port': ['ID=b200cd58-ade3-4bb9-adfa-3c6f63be8d61,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:31.113838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Calling delete_port for b200cd58-ade3-4bb9-adfa-3c6f63be8d61 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:29:31.117904 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] No DVR routers for this DVR port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:29:31.186638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:29:31.187231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:29:31.324135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.354141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ce8e0c-8274-4f51-91ed-ce5b4d384c3e']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:31.365569 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56a0794-edc3-441c-a5e6-562c9aabbbf6') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:31.365860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56a0794-edc3-441c-a5e6-562c9aabbbf6') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:31.377603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.393934 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.400457 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:29:31.400882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:29:31.413490 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:29:31.472980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.488525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.505140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.515945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] Pushing event deleted for resources: {'Network': ['ID=62ce8e0c-8274-4f51-91ed-ce5b4d384c3e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:31.522936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f2ab49fe-85eb-4618-a248-f13ad492e314 admin admin] 10.222.0.48 "DELETE /v2.0/networks/62ce8e0c-8274-4f51-91ed-ce5b4d384c3e HTTP/1.1" status: 204 len: 168 time: 1.0040715 Jan 14 12:29:31.688258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Deleting port b200cd58-ade3-4bb9-adfa-3c6f63be8d61 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:29:31.688640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.714748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57686) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:31.754133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d46aa-92d1-42e9-ad62-f556a057ce80 None None] The port 'b200cd58-ade3-4bb9-adfa-3c6f63be8d61' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:29:31.767265 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b7db1746-9a12-419a-8713-d198419e459f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=089bca8713d94825afcaf75376b5cc98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513844 Jan 14 12:29:31.769728 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57690) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:31.828622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00aa6894-ea71-48be-877d-cb69628d8837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.854484 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00aa6894-ea71-48be-877d-cb69628d8837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.906440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00aa6894-ea71-48be-877d-cb69628d8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.922746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa6894-ea71-48be-877d-cb69628d8837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e19a6f-92a4-4e13-9043-20a9b1b8d75a,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:31.933810 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-00aa6894-ea71-48be-877d-cb69628d8837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:31.934990 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-00aa6894-ea71-48be-877d-cb69628d8837 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00e19a6f-92a4-4e13-9043-20a9b1b8d75a HTTP/1.1" status: 204 len: 168 time: 0.1643949 Jan 14 12:29:32.037951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b200cd58-ade3-4bb9-adfa-3c6f63be8d61 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:29:32.070083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b200cd58-ade3-4bb9-adfa-3c6f63be8d61 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:29:32.070474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b200cd58-ade3-4bb9-adfa-3c6f63be8d61 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:29:32.319139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57698) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:32.372801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-12c50054-ff14-4323-8cc2-c4e0f8196512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19a08f78f66648eeb76db6b0a7a83864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524170 Jan 14 12:29:32.375284 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57702) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:32.436353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-846141e8-2b57-442b-a67f-f9bb491b5c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:32.461889 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-846141e8-2b57-442b-a67f-f9bb491b5c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:32.511113 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-846141e8-2b57-442b-a67f-f9bb491b5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:32.529278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846141e8-2b57-442b-a67f-f9bb491b5c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a67a862-1cdb-4829-b62c-f8ccd72cf244,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:32.532414 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-846141e8-2b57-442b-a67f-f9bb491b5c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:32.533953 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-846141e8-2b57-442b-a67f-f9bb491b5c1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a67a862-1cdb-4829-b62c-f8ccd72cf244 HTTP/1.1" status: 204 len: 168 time: 0.1573792 Jan 14 12:29:33.151943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad157f2b-1213-48b8-9339-f270662c2e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:34.299038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:34.540701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:34.884680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57746) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:34.890791 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580563177', 'description': 'tempest-secgroup-smoke-1580563177 description', 'project_id': '9693d300907148c5a72ca552d1799abb'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:34.896695 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:34.901382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:34.904117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:34.910534 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:34.921019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:34.935999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:34.967178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:34.970837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:34.973556 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:34.979714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.045372 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.049018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.088682 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.090816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427a9e1c-2e1c-4596-a619-1fb2264b2353,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.094851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.097656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.103930 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.157821 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.160968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.202017 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdfa407-a9aa-4840-b52d-09a87405a4d5,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.204674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.205869 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-16a2e84b-bc7c-4d7c-8297-a39bb43dbc7c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3201792 Jan 14 12:29:35.208833 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57750) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:35.214696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '5bdfa407-a9aa-4840-b52d-09a87405a4d5', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:35.220407 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.224141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.227101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.232606 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.248652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.309454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.313265 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.335576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95edbe12-1863-48f9-bbd9-0e112f237879,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.344117 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.345285 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0c38c083-176f-47b3-b9fa-943fcef42c5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1356063 Jan 14 12:29:35.347922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57754) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:35.353144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '5bdfa407-a9aa-4840-b52d-09a87405a4d5', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:35.358862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.362524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.365307 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.370824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.387157 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.447404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.450885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.473321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cc2eda-9f76-4025-a445-40334b22eded,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.482343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.484017 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-14de2013-f4eb-4b8e-b7c9-3d930e94a0f1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1352165 Jan 14 12:29:35.486683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57758) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:35.491970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '5bdfa407-a9aa-4840-b52d-09a87405a4d5', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:35.497685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.501352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.504108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.510121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.526264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.586242 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.589491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.613899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7cc8c-1193-4a01-8310-c150b7278847,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.622706 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.623862 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b55cdccb-0025-4472-988b-1a8107cc517b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1362860 Jan 14 12:29:35.626639 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57762) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:35.631836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '5bdfa407-a9aa-4840-b52d-09a87405a4d5', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:35.640450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.644201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.647098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.649747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.653186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.671351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.732346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.735650 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.759352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f679fcd-f336-44d5-9d7f-77f8e7bac846,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.767489 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.769127 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0ce2e741-504d-4baf-9f62-2099978d1dcf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415997 Jan 14 12:29:35.771746 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57766) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:35.777237 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '5bdfa407-a9aa-4840-b52d-09a87405a4d5', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:35.782909 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.786567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.789526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.795134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.805738 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:29:35.811748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.873208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.876546 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.898966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f3e367-a1e6-4b45-b9b8-8c74977315f5,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:35.907146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:35.908343 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a8a407c1-da1a-406c-96d2-14150640f9c2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1356785 Jan 14 12:29:35.911033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57770) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:35.916890 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '5bdfa407-a9aa-4840-b52d-09a87405a4d5', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:35.922450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:35.926087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:35.928879 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:35.934927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:35.945049 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:29:35.951251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.017268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.020454 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.042654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a3d68f-16a6-40aa-9be8-5e03baa13d3b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:36.050780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.051936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2decc801-837d-4d68-aaf1-2830a4da936a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400275 Jan 14 12:29:36.055658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57774) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:36.060953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'network': {'name': 'tempest-network-smoke--76907890', 'project_id': '9693d300907148c5a72ca552d1799abb', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:36.065863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:36.069480 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:network and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:36.072311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:36.077856 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:36.087176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:29:36.090055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.118804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:29:36.127402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.127726 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Added segment 8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb of type vlan for network 4113cd92-e09e-4124-94db-5caeda7580f1 Jan 14 12:29:36.152948 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.181859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.185538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:36.186102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.281389 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2245805 Jan 14 12:29:36.284177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57778) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:36.290261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'admin_state_up': True, 'project_id': '9693d300907148c5a72ca552d1799abb', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:36.290423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a258d9-a07e-4114-b0aa-90a7d832778a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Network': ['ID=4113cd92-e09e-4124-94db-5caeda7580f1,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:36.297508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:36.300706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 4113cd92-e09e-4124-94db-5caeda7580f1 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:29:36.301062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:router and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:36.304512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:36.311246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:36.321505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.322580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.340506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.487504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.662657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.691893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.826051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.83 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:29:36.967408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:36.993726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:37.063279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:29:37.066084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:37.071801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:29:37.095575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:37.227643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:37.228278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:37.449806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:29:37.740167 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:29:37.751982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Sync routers for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:29:37.763864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:37.764714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:37.767878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:37.769173 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3fb0d323-b5ff-4836-bda4-6db4fb660a52 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4839396 Jan 14 12:29:37.772253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57782) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:37.935328 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d4f4ab7-b53b-4689-b4dc-8d262e1c12dd tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9693d300907148c5a72ca552d1799abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1619890 Jan 14 12:29:37.938264 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57788) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:37.975166 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:38.065517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f76c4-6b5c-4401-af8d-f6f45114643a tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:38.066977 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-bf0f76c4-6b5c-4401-af8d-f6f45114643a tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277704 Jan 14 12:29:38.069805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57792) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:38.112273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e42a3384-9c55-4870-ba3e-60cf1c596cf5 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414014 Jan 14 12:29:38.114859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57796) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:38.120197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482116235', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'project_id': '9693d300907148c5a72ca552d1799abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:38.229750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:38.233440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:subnet and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:38.236271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:38.242146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:38.252161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:29:38.259604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:37Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:38.263490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Checking router: 06dc3023-3970-475c-a5c8-ab9ce8ce8474 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:29:38.263811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Updating router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:29:38.317100 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.351975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.566764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.643062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Subnet': ['ID=0e9347c5-3523-4b60-bcee-c090cc14251e,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:38.646773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.654571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Checking segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:29:38.654925 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network hostable DHCP agents. Network: 4113cd92-e09e-4124-94db-5caeda7580f1, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:29:38.659133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Transition to ACTIVE for port object 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:38.665988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.676193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 4113cd92-e09e-4124-94db-5caeda7580f1 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:29:38.686501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 4113cd92-e09e-4124-94db-5caeda7580f1) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:38.690877 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:38.691483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.706852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e7560-4526-43ab-a921-07472c61e344 None None] Network 4113cd92-e09e-4124-94db-5caeda7580f1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:29:38.713503 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c519d5fc-2242-49c1-84b1-6b83cadae479 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5976720 Jan 14 12:29:38.716165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57800) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:38.822472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Pushing event updated for resources: {'Port': ['ID=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:38.830073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Attempting to bind port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:29:38.830429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Attempting to bind port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:29:38.830778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Attempting to bind port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:29:38.857589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.857924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.858249 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.858570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.858888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.859203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.859534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.859839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.860145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.860455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.860790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:38.872479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:29:38.872867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:29:38.873254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:38.873631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:29:38.874095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Bound port: 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:29:38.874450 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:39.017206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] For port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:29:39.030125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] For port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:29:39.034971 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:39.066985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-4113cd92-e09e-4124-94db-5caeda7580f1', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:29:39.067772 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:39.186604 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fe5bc-11a4-4782-8ee9-c67623f37ac9 None None] Pushing event updated for resources: {'Port': ['ID=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:39.192512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:39.193145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:39.464909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Allocated IP 172.20.0.2 (4113cd92-e09e-4124-94db-5caeda7580f1/0e9347c5-3523-4b60-bcee-c090cc14251e/957cab70-6fd2-415d-af83-ca81e918d895) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:29:39.502070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:39.579650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:39.911393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:39.923536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Transition to ACTIVE for port object 957cab70-6fd2-415d-af83-ca81e918d895 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:39.949826 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Transition to ACTIVE for port object 957cab70-6fd2-415d-af83-ca81e918d895 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:39.957018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.016626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:37Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:40.019552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.1 (4113cd92-e09e-4124-94db-5caeda7580f1/0e9347c5-3523-4b60-bcee-c090cc14251e/ef7b74be-56cb-4f96-b005-0626758a3054) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:29:40.032195 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd202f0-da6b-4a07-96d2-3a5692e83248 None None] The sync data for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv is: [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:37Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:29:40.039680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Network 4113cd92-e09e-4124-94db-5caeda7580f1 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:29:40.041385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Pushing event updated for resources: {'Port': ['ID=957cab70-6fd2-415d-af83-ca81e918d895,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:40.043854 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:40.045897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:29:40.137614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Attempting to bind port 957cab70-6fd2-415d-af83-ca81e918d895 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:29:40.138346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Attempting to bind port 957cab70-6fd2-415d-af83-ca81e918d895 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:29:40.138346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Attempting to bind port 957cab70-6fd2-415d-af83-ca81e918d895 on network 4113cd92-e09e-4124-94db-5caeda7580f1 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:29:40.145224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:29:40.145224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Checking segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:29:40.145746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.146135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Bound using segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:29:40.146590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Bound port: 957cab70-6fd2-415d-af83-ca81e918d895, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:29:40.146978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.200145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.216668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object ef7b74be-56cb-4f96-b005-0626758a3054 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:40.244115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] For port 957cab70-6fd2-415d-af83-ca81e918d895, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:29:40.244477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.247224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] For port 957cab70-6fd2-415d-af83-ca81e918d895, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=957cab70-6fd2-415d-af83-ca81e918d895,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:29:40.267167 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.335227 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 4113cd92-e09e-4124-94db-5caeda7580f1 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:29:40.338523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:40.342014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:29:40.368616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5dce4-6961-4042-8f19-3eb43fbe6ea3 None None] Pushing event updated for resources: {'Port': ['ID=957cab70-6fd2-415d-af83-ca81e918d895,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:40.381763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=ef7b74be-56cb-4f96-b005-0626758a3054,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:40.424034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.517633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.954876 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:40.959112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:41.072011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=ef7b74be-56cb-4f96-b005-0626758a3054,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:41.074526 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:41.299736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e87f4e-59ce-4d31-b59d-406f2a8031a5 None None] Network 4113cd92-e09e-4124-94db-5caeda7580f1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:29:41.321800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 4113cd92-e09e-4124-94db-5caeda7580f1 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:29:41.323262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:41.397689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-048646da-0b76-4aac-b8ff-4ff35597fab5 None None] Provisioning for port 957cab70-6fd2-415d-af83-ca81e918d895 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:41.707694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:29:41.752264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-168bcd58-e835-474f-98ac-13f1b627aa0f None None] Provisioning for port ef7b74be-56cb-4f96-b005-0626758a3054 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:41.757262 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-168bcd58-e835-474f-98ac-13f1b627aa0f None None] Provisioning complete for port ef7b74be-56cb-4f96-b005-0626758a3054 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:41.757629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-168bcd58-e835-474f-98ac-13f1b627aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:41.814406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-168bcd58-e835-474f-98ac-13f1b627aa0f None None] Port ef7b74be-56cb-4f96-b005-0626758a3054 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:29:41.916254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:29:41.928485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e3ba21e5-2124-4afc-a82c-3acf1811f2d0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/06dc3023-3970-475c-a5c8-ab9ce8ce8474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2113175 Jan 14 12:29:41.940023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8f914d3a-b31f-42e5-8712-a242d9eeac61 None None] Provisioning complete for port ef7b74be-56cb-4f96-b005-0626758a3054 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:41.940386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8f914d3a-b31f-42e5-8712-a242d9eeac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:41.996997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-8f914d3a-b31f-42e5-8712-a242d9eeac61 None None] Port ef7b74be-56cb-4f96-b005-0626758a3054 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:29:42.101436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 957cab70-6fd2-415d-af83-ca81e918d895 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:42.126166 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-23fb7142-e9e4-4150-8156-f7169370f2a0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580563177&fields=id&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 267 time: 0.0481644 Jan 14 12:29:42.177131 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-85073cc4-7987-437b-8c69-380e258926a9 None None] Provisioning complete for port ef7b74be-56cb-4f96-b005-0626758a3054 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:42.177430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-85073cc4-7987-437b-8c69-380e258926a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.232081 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 957cab70-6fd2-415d-af83-ca81e918d895 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:42.237238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-85073cc4-7987-437b-8c69-380e258926a9 None None] Port ef7b74be-56cb-4f96-b005-0626758a3054 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:29:42.239398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 957cab70-6fd2-415d-af83-ca81e918d895 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:42.239758 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.274960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-b9da0c62-59db-454d-a911-1060e0cab93a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:42.276412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-b9da0c62-59db-454d-a911-1060e0cab93a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/networks?id=4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 200 len: 795 time: 0.1435432 Jan 14 12:29:42.293521 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-aba47b14-cb7c-4b2c-aacb-37e94c81c380 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/quotas/9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 375 time: 0.0114901 Jan 14 12:29:42.354227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.377770 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-44d9f000-5f1f-438f-a870-2555cbd721e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:29:42.385884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 957cab70-6fd2-415d-af83-ca81e918d895, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=957cab70-6fd2-415d-af83-ca81e918d895,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:42.389879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.390938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:42.393875 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-44d9f000-5f1f-438f-a870-2555cbd721e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:29:42.395156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-44d9f000-5f1f-438f-a870-2555cbd721e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965908 Jan 14 12:29:42.480111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-dde1f33a-4afa-4d3d-95d6-12bae35fca98 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:29:42.481154 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-dde1f33a-4afa-4d3d-95d6-12bae35fca98 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0729809 Jan 14 12:29:42.545660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=957cab70-6fd2-415d-af83-ca81e918d895,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:42.558673 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:42.563573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:42.564059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.616420 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8d0bd9c5-c9f2-40a8-83b6-8ba7da29c06d service neutron] 10.222.0.48 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282108 Jan 14 12:29:42.676001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.691606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:42.696117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:42.748518 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-90a0b4c9-5815-49a3-9163-132c59d99f7a service neutron] 10.222.0.48 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263673 Jan 14 12:29:42.760319 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:42.931928 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-577cb469-2941-4a41-93c3-57d80df85cc3 req-0723f8a5-95dd-4e55-9993-57c151d2609b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 210 time: 0.0401206 Jan 14 12:29:43.662229 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Sync routers for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:29:43.678096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:43.678685 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:43.876221 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:44.085965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 957cab70-6fd2-415d-af83-ca81e918d895 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:44.167805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-717c6c7c-e710-474c-a19e-b7a02498fb70 req-d7a503cf-0f6f-48d8-9418-4c0961e2f1a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 210 time: 0.0548396 Jan 14 12:29:44.200366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 957cab70-6fd2-415d-af83-ca81e918d895 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:44.202171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.258957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-02394104-2f48-4459-9327-244c1b4c5f8a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:44.261396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-02394104-2f48-4459-9327-244c1b4c5f8a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/networks?id=4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 200 len: 795 time: 0.2499061 Jan 14 12:29:44.286691 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 2, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:44.291534 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Checking router: 06dc3023-3970-475c-a5c8-ab9ce8ce8474 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:29:44.292110 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Updating router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 port ef7b74be-56cb-4f96-b005-0626758a3054 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:29:44.327744 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-569e3a6b-5e62-4f73-abca-c3942f0a7a18 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 380 time: 0.0538030 Jan 14 12:29:44.329525 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:44.336323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'port': {'device_id': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'admin_state_up': True, 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'security_groups': ['5bdfa407-a9aa-4840-b52d-09a87405a4d5']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:44.351024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.418260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:44.419865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.595906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:44.606295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:44.616554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:29:44.620326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.693225 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.706004 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Transition to ACTIVE for port object ef7b74be-56cb-4f96-b005-0626758a3054 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:44.713099 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.782148 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.4 (4113cd92-e09e-4124-94db-5caeda7580f1/0e9347c5-3523-4b60-bcee-c090cc14251e/901ba2a1-a55b-43ac-95d2-7c96ffb25910) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:29:44.840166 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Pushing event updated for resources: {'Port': ['ID=ef7b74be-56cb-4f96-b005-0626758a3054,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:44.884359 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.885709 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.886045 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.886356 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.886681 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.886995 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.887307 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.887619 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.887929 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.888232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.888541 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:29:44.945022 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Attempting to bind port ef7b74be-56cb-4f96-b005-0626758a3054 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:29:44.945385 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Attempting to bind port ef7b74be-56cb-4f96-b005-0626758a3054 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:29:44.945745 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Attempting to bind port ef7b74be-56cb-4f96-b005-0626758a3054 on network 4113cd92-e09e-4124-94db-5caeda7580f1 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:29:44.954007 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:29:44.954007 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Checking segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:29:44.954295 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.954663 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Bound using segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:29:44.955111 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Bound port: ef7b74be-56cb-4f96-b005-0626758a3054, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:29:44.955474 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.983456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:44.999470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object 901ba2a1-a55b-43ac-95d2-7c96ffb25910 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:45.023036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.047542 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] For port ef7b74be-56cb-4f96-b005-0626758a3054, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:29:45.050990 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] For port ef7b74be-56cb-4f96-b005-0626758a3054, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef7b74be-56cb-4f96-b005-0626758a3054,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:29:45.054364 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.096758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 4113cd92-e09e-4124-94db-5caeda7580f1 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:29:45.099789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:45.104402 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:29:45.132446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=901ba2a1-a55b-43ac-95d2-7c96ffb25910,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:45.138634 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e8a1-e9c1-40b1-89ae-7ba46ad68280 None None] Pushing event updated for resources: {'Port': ['ID=ef7b74be-56cb-4f96-b005-0626758a3054,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:45.146570 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:45.147369 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:45.178974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:45.179700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.212254 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-61b631e4-6d22-45b6-9113-a003b211a49c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795755 Jan 14 12:29:45.227739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Request body: {'port': {'device_id': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:45.343006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.345081 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:45.407276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee7da4f2-03ea-4eaa-b014-6c5f44dc4b2d None None] Provisioning for port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:45.412999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-ee7da4f2-03ea-4eaa-b014-6c5f44dc4b2d None None] Provisioning complete for port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:45.413551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ee7da4f2-03ea-4eaa-b014-6c5f44dc4b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.421445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b26ee-21eb-4a60-9381-f8394320aa66 req-7ab52d8b-1067-4055-a523-0d9a36ff4cef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:45.422922 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ec7b26ee-21eb-4a60-9381-f8394320aa66 req-7ab52d8b-1067-4055-a523-0d9a36ff4cef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 931 time: 0.0897036 Jan 14 12:29:45.478989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-ec7b26ee-21eb-4a60-9381-f8394320aa66 req-4b0f5e08-9314-48cb-aafd-b78139f98017 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:29:45.513187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-ec7b26ee-21eb-4a60-9381-f8394320aa66 req-4b0f5e08-9314-48cb-aafd-b78139f98017 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:29:45.515388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ec7b26ee-21eb-4a60-9381-f8394320aa66 req-4b0f5e08-9314-48cb-aafd-b78139f98017 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824225 Jan 14 12:29:45.526452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-ee7da4f2-03ea-4eaa-b014-6c5f44dc4b2d None None] Port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:29:45.706907 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:45Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:45.710681 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748fe98-f746-4abd-b2a9-edd7678f900f None None] The sync data for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv is: [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:45Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:29:45.783980 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901ba2a1-a55b-43ac-95d2-7c96ffb25910 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:29:45.790730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.807252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Transition to ACTIVE for port object 901ba2a1-a55b-43ac-95d2-7c96ffb25910 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:29:45.812246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:45.941585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Pushing event updated for resources: {'Port': ['ID=901ba2a1-a55b-43ac-95d2-7c96ffb25910,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:46.097108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Attempting to bind port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:29:46.097108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Attempting to bind port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:29:46.097108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Attempting to bind port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 on network 4113cd92-e09e-4124-94db-5caeda7580f1 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:29:46.104837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef7b74be-56cb-4f96-b005-0626758a3054 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:46.106730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 on network 4113cd92-e09e-4124-94db-5caeda7580f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:29:46.107150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Attempting to bind port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 on network 4113cd92-e09e-4124-94db-5caeda7580f1 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:29:46.114936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:29:46.115266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Checking segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:29:46.115645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Bound using segment: {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:29:46.116176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Bound port: 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:29:46.129512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:46.194083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ef7b74be-56cb-4f96-b005-0626758a3054 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:46.199968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ef7b74be-56cb-4f96-b005-0626758a3054 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:46.200597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:46.230828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] For port 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:29:46.234881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] For port 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:29:46.239413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:46.306466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:46.308230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] 10.222.0.31 "PUT /v2.0/ports/901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 200 len: 1093 time: 1.0848379 Jan 14 12:29:46.308665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:29:46.333398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:46.335087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54fe7-0b86-4cbf-8fff-c1eaf8970082 service neutron] Pushing event updated for resources: {'Port': ['ID=901ba2a1-a55b-43ac-95d2-7c96ffb25910,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:46.376566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ef7b74be-56cb-4f96-b005-0626758a3054, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef7b74be-56cb-4f96-b005-0626758a3054,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:46.382691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:46.432472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'status': 'completed', 'code': 200} Jan 14 12:29:46.473477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ef7b74be-56cb-4f96-b005-0626758a3054,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:46.478984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-273163e3-c6d1-4277-91c1-4168d644ae14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1096 time: 0.1065476 Jan 14 12:29:46.550051 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-49473e7c-13d8-4e2b-9c28-f75895450d50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 200 len: 217 time: 0.0640178 Jan 14 12:29:46.730197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-85f47243-a11e-46a0-8306-7f150a5da030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:46.732088 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-85f47243-a11e-46a0-8306-7f150a5da030 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e9347c5-3523-4b60-bcee-c090cc14251e HTTP/1.1" status: 200 len: 835 time: 0.1760914 Jan 14 12:29:46.764577 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16d988-3ee1-4849-bdb6-e7cd8e91e051 req-37ddbf5a-39a3-49e7-b1d9-3c9573eaf701 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:46.766141 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4c16d988-3ee1-4849-bdb6-e7cd8e91e051 req-37ddbf5a-39a3-49e7-b1d9-3c9573eaf701 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 943 time: 0.0877023 Jan 14 12:29:46.810830 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-9d6e689c-e150-459b-94a9-8bdae8c5dbd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4113cd92-e09e-4124-94db-5caeda7580f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726860 Jan 14 12:29:46.818544 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4c16d988-3ee1-4849-bdb6-e7cd8e91e051 req-1d5a692c-07c5-4b15-a3d1-e3bdefb47679 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453045 Jan 14 12:29:46.945092 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-230ddd9b-3714-493b-b84f-c74ffcab5209 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279633 Jan 14 12:29:47.075541 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8f1ecb66-79fb-4d79-8183-564ff4b2c8cb req-5858a168-3777-47c9-8948-ebdf47f3c0f1 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246047 Jan 14 12:29:47.192651 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-498dfd47-3167-4753-8ab0-fa1f617f5187 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1096 time: 0.0735180 Jan 14 12:29:47.323992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-61cb5fd7-78d8-417c-b556-ba2806f2965b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:47.325448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-61cb5fd7-78d8-417c-b556-ba2806f2965b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 200 len: 896 time: 0.1235735 Jan 14 12:29:47.389652 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-f4cd9f52-98cf-47f0-abac-45d1b419fed5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 200 len: 217 time: 0.0584188 Jan 14 12:29:47.453076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-f2583003-88c5-421e-a93e-2ecda62bc2ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:47.454462 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-f2583003-88c5-421e-a93e-2ecda62bc2ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e9347c5-3523-4b60-bcee-c090cc14251e HTTP/1.1" status: 200 len: 835 time: 0.0591738 Jan 14 12:29:47.527666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-4596a943-b663-44fa-9406-5fe366b3c995 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4113cd92-e09e-4124-94db-5caeda7580f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665135 Jan 14 12:29:47.656149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-19a8084b-51f5-4e3d-8c1a-56381a051392 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223128 Jan 14 12:29:47.794914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ff8268de-3714-46b2-a437-1d9d84e30ede req-48843a0d-a781-4019-b3f1-3509d8339448 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327000 Jan 14 12:29:48.018916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c11c85-42cc-42cf-a9e4-9ca1e8927026 req-0dc43eb4-591b-49c5-94e7-caa9df0047ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:48.019605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71c11c85-42cc-42cf-a9e4-9ca1e8927026 req-0dc43eb4-591b-49c5-94e7-caa9df0047ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:29:48.035867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71c11c85-42cc-42cf-a9e4-9ca1e8927026 req-0dc43eb4-591b-49c5-94e7-caa9df0047ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:29:48.037654 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71c11c85-42cc-42cf-a9e4-9ca1e8927026 req-0dc43eb4-591b-49c5-94e7-caa9df0047ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 943 time: 0.0971313 Jan 14 12:29:48.053620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef7b74be-56cb-4f96-b005-0626758a3054 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:48.086521 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71c11c85-42cc-42cf-a9e4-9ca1e8927026 req-7fa909b5-2174-4dc7-8684-f6320a075e40 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415275 Jan 14 12:29:48.134404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ef7b74be-56cb-4f96-b005-0626758a3054 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:48.135446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:49.284445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643c8d-8bb2-4c73-91a4-828088981d6d req-6ac440f2-b767-4884-abf7-8552a5d4cc20 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:49.285897 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-01643c8d-8bb2-4c73-91a4-828088981d6d req-6ac440f2-b767-4884-abf7-8552a5d4cc20 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 943 time: 0.0760248 Jan 14 12:29:49.329820 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-01643c8d-8bb2-4c73-91a4-828088981d6d req-3f35c641-9d65-451c-91b9-ead784133e2f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376799 Jan 14 12:29:49.411521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 901ba2a1-a55b-43ac-95d2-7c96ffb25910 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:29:49.541982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:49.554460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'port_id': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'mac_address': 'fa:16:3e:d3:95:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:29:49.606218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:49.622558 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901ba2a1-a55b-43ac-95d2-7c96ffb25910 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:29:49.637149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:49.640956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:49.707152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=901ba2a1-a55b-43ac-95d2-7c96ffb25910,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:49.968187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['901ba2a1-a55b-43ac-95d2-7c96ffb25910'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:29:50.545697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd4665-7de4-4ca0-b5eb-3f1f9d728911 req-343990f7-382f-4a65-a141-daf9d2e4281d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:50.547636 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-01cd4665-7de4-4ca0-b5eb-3f1f9d728911 req-343990f7-382f-4a65-a141-daf9d2e4281d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 944 time: 0.0920224 Jan 14 12:29:50.600949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-01cd4665-7de4-4ca0-b5eb-3f1f9d728911 req-0374d1ad-b8d6-4153-ba29-e5c7092b8b21 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470619 Jan 14 12:29:51.426978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 901ba2a1-a55b-43ac-95d2-7c96ffb25910 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:29:51.493274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:29:51.497863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:29:51.498229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:51.633903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:51.660628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:29:51.670038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:29:51.674411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:51.742393 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=901ba2a1-a55b-43ac-95d2-7c96ffb25910,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:51.825052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4fb05-eb4e-41fc-a8cc-6f34abd3c545 req-5f58b63a-6010-4d4e-8a15-e591b1805919 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:51.826641 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-12a4fb05-eb4e-41fc-a8cc-6f34abd3c545 req-5f58b63a-6010-4d4e-8a15-e591b1805919 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0914116 Jan 14 12:29:51.880205 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-12a4fb05-eb4e-41fc-a8cc-6f34abd3c545 req-8c5b8216-316e-478f-8a29-dd0900809c3c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 Jan 14 12:29:51.950907 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'code': 200} Jan 14 12:29:52.170651 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2cb9f4d-0bd8-43c5-a434-65ae2cc9f9ac req-cf1442d6-ec6b-4df9-8bcd-41bc18495df8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1098 time: 0.0713804 Jan 14 12:29:52.215863 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c2cb9f4d-0bd8-43c5-a434-65ae2cc9f9ac req-4c718064-387c-40cb-994b-26c7476fb93d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Jan 14 12:29:53.075770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fc332-e675-47cc-8555-f485942ead11 req-0dec277a-e925-460b-9a2f-c3367b9c089b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:53.077230 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e00fc332-e675-47cc-8555-f485942ead11 req-0dec277a-e925-460b-9a2f-c3367b9c089b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0752316 Jan 14 12:29:53.120644 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e00fc332-e675-47cc-8555-f485942ead11 req-895ee0f4-49b9-485e-8a2d-435c6d581e07 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Jan 14 12:29:54.317194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea07c-f783-4528-a174-baf165058149 req-59a306e9-6899-4e21-aa05-8bf94586b338 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:54.318535 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52dea07c-f783-4528-a174-baf165058149 req-59a306e9-6899-4e21-aa05-8bf94586b338 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0750136 Jan 14 12:29:54.366271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52dea07c-f783-4528-a174-baf165058149 req-df38b84c-c87a-4af5-a285-d9ad837569f6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Jan 14 12:29:54.561752 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e6f8e-71eb-4aec-8db9-9a9f98f93411 req-e44bea31-e0bf-4597-8b55-3c3e66667215 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:54.563449 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-778e6f8e-71eb-4aec-8db9-9a9f98f93411 req-e44bea31-e0bf-4597-8b55-3c3e66667215 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0786288 Jan 14 12:29:54.608572 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-778e6f8e-71eb-4aec-8db9-9a9f98f93411 req-89c2b374-f7ff-40d8-9f31-cd146f6a5334 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 Jan 14 12:29:54.635341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57854) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:54.706840 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4fa623b2-bceb-4f95-a064-781cfa0139e4 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1093 time: 0.0702248 Jan 14 12:29:54.709541 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57858) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:54.715288 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:29:54.720655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:29:54.724323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:floatingip and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:29:54.727079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:29:54.732584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:29:54.742945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:54.881844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:55.014380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.181 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/5e2b273b-6e57-4c8d-b82d-acd54e6d7d73) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:29:55.238022 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:55.264836 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:55.334123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:29:55.336908 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:29:55.341225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:29:55.365304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=5e2b273b-6e57-4c8d-b82d-acd54e6d7d73,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:55.836225 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:55.888438 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:56.080900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:56.085817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:56.187461 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=5e2b273b-6e57-4c8d-b82d-acd54e6d7d73,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:29:56.207135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:56.392801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Floating IP 7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd associated. External IP: 172.26.8.181, port: 901ba2a1-a55b-43ac-95d2-7c96ffb25910. Jan 14 12:29:56.854630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:29:57.053023 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:29:57.062661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] Sync routers for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:29:57.074308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:57.075118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:57.077717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:29:57.135097 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ef4cdb76-4bab-4972-9166-dfc5480db0e8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4244649 Jan 14 12:29:57.135665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:29:57.193841 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'status': 'completed', 'code': 200} Jan 14 12:29:57.259048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:57.346549 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-9bbadee2-9eb0-4c95-9747-31ab405d29ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1098 time: 0.1308727 Jan 14 12:29:57.352923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d3597-8f26-48b5-9ecd-6e046f40c9f8 req-4662882c-58d5-4642-8f54-534a66512cc3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:57.354248 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-950d3597-8f26-48b5-9ecd-6e046f40c9f8 req-4662882c-58d5-4642-8f54-534a66512cc3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.1060135 Jan 14 12:29:57.575088 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-950d3597-8f26-48b5-9ecd-6e046f40c9f8 req-04631bb1-f0b5-4e8c-87fb-9c811025b21a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005215 Jan 14 12:29:57.606617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a8f06-59a0-4269-9834-b9166772d498 req-6263bba4-84dc-4c34-85cf-3cc45c3c5a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:57.607168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57866) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:57.608039 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-6263bba4-84dc-4c34-85cf-3cc45c3c5a37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 200 len: 896 time: 0.2529814 Jan 14 12:29:57.622924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'port_id': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'mac_address': 'fa:16:3e:d3:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:29:55Z', 'updated_at': '2022-01-14T12:29:55Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:46Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:57.626893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] Checking router: 06dc3023-3970-475c-a5c8-ab9ce8ce8474 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:29:57.637980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:29:57.638567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:29:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:57.713264 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-d90887f7-0b6b-4225-ae86-2122c65d166c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 200 len: 999 time: 0.0990233 Jan 14 12:29:57.715121 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-32e31c4a-13db-4b92-a181-68cd0f0c5940 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 991 time: 0.1062474 Jan 14 12:29:57.774785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a8f06-59a0-4269-9834-b9166772d498 req-48305983-8548-4d88-a035-fda063573e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:29:57.776211 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-48305983-8548-4d88-a035-fda063573e83 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e9347c5-3523-4b60-bcee-c090cc14251e HTTP/1.1" status: 200 len: 835 time: 0.0567670 Jan 14 12:29:57.815753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:29:57.853331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-f3147afa-450b-41e0-9280-8c9e58811df3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4113cd92-e09e-4124-94db-5caeda7580f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707679 Jan 14 12:29:57.982199 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-05fddc53-9def-4c0e-af5d-01bf04dc1b96 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233919 Jan 14 12:29:58.110899 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-339a8f06-59a0-4269-9834-b9166772d498 req-f2f0ac76-f61c-4786-83e0-f959856c6150 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234009 Jan 14 12:29:58.158108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'port_id': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'mac_address': 'fa:16:3e:d3:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:29:55Z', 'updated_at': '2022-01-14T12:29:55Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:46Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:29:58.161970 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46f9d3-8128-4e81-bafb-db737cc4d449 None None] The sync data for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv is: [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'port_id': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'mac_address': 'fa:16:3e:d3:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:29:55Z', 'updated_at': '2022-01-14T12:29:55Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:46Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:29:58.718557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57870) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:58.821268 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01523b3d-2a92-4f82-995e-fc27e9b5ba68 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 991 time: 0.1014969 Jan 14 12:29:59.825086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57874) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:29:59.925324 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-54845f39-a6de-4cc0-88c4-56a7ccec6777 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 991 time: 0.0988562 Jan 14 12:30:00.923954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5258780e-2d5f-4410-a95c-d4c591901219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:00.928532 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57878) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:30:01.031469 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3032e461-3990-4283-882a-a870ace1480a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 991 time: 0.1016431 Jan 14 12:30:01.482083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:01.589059 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58abf68e-56c0-49b3-a258-680f5c834ab6 None None] New status for floating IP 7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:30:02.035353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57882) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:30:02.137336 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c5f6ddb6-d0f7-41ae-9c53-3fe6edc83848 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 993 time: 0.1005280 Jan 14 12:30:03.156982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-225034eb-fdfd-49c5-96c5-036f1b8b5abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:04.302200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:04.540011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:05.656448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:06.182659 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:30:30.926119 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3aac1b6d-0791-4384-8af6-79efeccb42fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:31.499443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:33.158640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab3c889f-9efb-4da2-b07c-eb18d816ca2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:34.305757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:34.544995 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:35.656215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:30:43.182785 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:30:50.784397 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-5d842994-1fb6-4090-877c-94261b52bc3b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1489589 Jan 14 12:30:50.919899 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-efece05c-3345-454e-be73-752227f154c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1098 time: 0.0700443 Jan 14 12:30:51.068348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-703740b4-5ba6-4582-95ee-cfd48e3c1435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:30:51.069837 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-703740b4-5ba6-4582-95ee-cfd48e3c1435 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 200 len: 896 time: 0.1299627 Jan 14 12:30:51.175810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-b4e462ca-01d8-427b-8a28-3d5ee744bbf0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 200 len: 1001 time: 0.0974343 Jan 14 12:30:51.242838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-ec1c100f-2eab-4049-a56a-dc21ce060eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:30:51.244391 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-ec1c100f-2eab-4049-a56a-dc21ce060eba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e9347c5-3523-4b60-bcee-c090cc14251e HTTP/1.1" status: 200 len: 835 time: 0.0621753 Jan 14 12:30:51.323286 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-f81a73ac-441d-48fd-8764-37cdca787abf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4113cd92-e09e-4124-94db-5caeda7580f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725091 Jan 14 12:30:51.553081 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-475ea430-fa38-4613-811d-e6647f6e67a1 service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233362 Jan 14 12:30:51.705840 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cea99f88-fda5-4659-9f38-6154f5c11684 req-43cf1c15-09f7-4a18-ae59-8e566b83d69c service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463900 Jan 14 12:31:00.926887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-06a8f619-4ff9-40f8-ab53-16509e25d435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:01.505935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:02.012686 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9b63-4dab-4f2f-8951-3b5d34bb5a53 req-f24142f7-5485-4764-93b2-0c793bfd924a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:02.014184 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a26c9b63-4dab-4f2f-8951-3b5d34bb5a53 req-f24142f7-5485-4764-93b2-0c793bfd924a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0807791 Jan 14 12:31:02.060574 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a26c9b63-4dab-4f2f-8951-3b5d34bb5a53 req-0605cedb-4d8d-4fe3-b69b-50a1457728bc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Jan 14 12:31:03.160880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9b155f2b-ffa5-4d48-9afd-13f6071f67e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:03.262499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2d23-f80a-40f9-8fb9-5908c9bb7e0a req-62dd0f24-239e-46ae-a233-dfa46503e1f8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:03.263957 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58f2d23-f80a-40f9-8fb9-5908c9bb7e0a req-62dd0f24-239e-46ae-a233-dfa46503e1f8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0816736 Jan 14 12:31:03.308531 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58f2d23-f80a-40f9-8fb9-5908c9bb7e0a req-26b73690-bd57-4146-b725-104121bd13f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387177 Jan 14 12:31:03.337341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57912) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:03.439681 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-39fb5ab1-dcd3-43ec-947a-5efbff34879f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 993 time: 0.1011143 Jan 14 12:31:04.307933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:04.548720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:04.931627 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319c1a-1db6-4bbc-be64-32c624888d22 req-13bd5787-5880-4919-9220-75e176f6783f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:04.933044 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-36319c1a-1db6-4bbc-be64-32c624888d22 req-13bd5787-5880-4919-9220-75e176f6783f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0816393 Jan 14 12:31:04.993506 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-36319c1a-1db6-4bbc-be64-32c624888d22 req-2d27fddb-b9e1-49e6-af6f-4ab1fdbc65d1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539625 Jan 14 12:31:05.658513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:06.199113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906369e-270b-451c-87f2-d12571cb95ac req-35069e06-ad12-49de-8718-62902a5114e1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:06.200578 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8906369e-270b-451c-87f2-d12571cb95ac req-35069e06-ad12-49de-8718-62902a5114e1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0780041 Jan 14 12:31:06.245741 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8906369e-270b-451c-87f2-d12571cb95ac req-49c19036-1d41-4adc-b73f-3927d10fed83 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 Jan 14 12:31:06.275724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57924) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:06.378285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c5342c9b-6af2-47f7-84f0-9a8cb3f4ed92 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 200 len: 993 time: 0.1015038 Jan 14 12:31:06.679602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 57932) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:06.875634 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 5e2b273b-6e57-4c8d-b82d-acd54e6d7d73 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:31:06.875965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:07.040271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:07.040590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:07.246168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 5e2b273b-6e57-4c8d-b82d-acd54e6d7d73 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:31:07.387277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:07.434080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=5e2b273b-6e57-4c8d-b82d-acd54e6d7d73,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:07.473318 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.473669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.474016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.474339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.474669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.474994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.475323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.475648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.475968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.476287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.476607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:07.536084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:07.927898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:31:08.124630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:31:08.133791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] Sync routers for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:31:08.147000 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:08.148169 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:08.148928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:08.199728 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-23c5e95d-92cd-4754-9960-69d5279ed9f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/floatingips/7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd HTTP/1.1" status: 204 len: 168 time: 1.5191476 Jan 14 12:31:08.200387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:31:08.259019 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'status': 'completed', 'code': 200} Jan 14 12:31:08.330885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:08.354851 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-7fbbb0cd-7765-4122-b4db-ab2a3fe7588a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 1098 time: 0.0700884 Jan 14 12:31:08.497453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-c9436ff8-f9c6-4e97-a3e0-ce1a26d0ef26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:08.498916 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-c9436ff8-f9c6-4e97-a3e0-ce1a26d0ef26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 200 len: 896 time: 0.1374433 Jan 14 12:31:08.571596 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-e3ea6946-1c77-4219-a60b-06c0720a5c7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 200 len: 217 time: 0.0659347 Jan 14 12:31:08.610537 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ec2e8-6db7-4db1-876e-a4a35f4e6ab7 req-6de9940b-dbd3-4d45-ae8f-ee4072d41fea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:08.611253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-626ec2e8-6db7-4db1-876e-a4a35f4e6ab7 req-6de9940b-dbd3-4d45-ae8f-ee4072d41fea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:31:08.627079 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-626ec2e8-6db7-4db1-876e-a4a35f4e6ab7 req-6de9940b-dbd3-4d45-ae8f-ee4072d41fea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:31:08.628555 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-626ec2e8-6db7-4db1-876e-a4a35f4e6ab7 req-6de9940b-dbd3-4d45-ae8f-ee4072d41fea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0995207 Jan 14 12:31:08.637969 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-3e94cc76-e524-485b-8c2f-e48080650787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:08.640492 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-3e94cc76-e524-485b-8c2f-e48080650787 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e9347c5-3523-4b60-bcee-c090cc14251e HTTP/1.1" status: 200 len: 835 time: 0.0606260 Jan 14 12:31:08.667963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:46Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:08.672111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] Checking router: 06dc3023-3970-475c-a5c8-ab9ce8ce8474 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:31:08.680847 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-626ec2e8-6db7-4db1-876e-a4a35f4e6ab7 req-e158ec82-f7b4-43ab-8666-580b45697a00 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Jan 14 12:31:08.691355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:08.692052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:08.737475 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-f2327051-fe0d-4efb-a075-43aaf995aa2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4113cd92-e09e-4124-94db-5caeda7580f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910125 Jan 14 12:31:08.868950 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-08817db6-20f1-415f-9a45-c950e3ecf32d service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251910 Jan 14 12:31:08.873310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:09.005505 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-27d6a066-4e52-47c3-8f8b-6e1a615d709e req-50b14fbd-edf8-4ed8-9d15-0ceb18c317ae service neutron] 10.222.0.31 "GET /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299255 Jan 14 12:31:09.183939 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:46Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:09.188517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4994081-12bf-43eb-a9e9-fec8a61dc56f None None] The sync data for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv is: [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:40Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'ef7b74be-56cb-4f96-b005-0626758a3054', 'name': '', 'network_id': '4113cd92-e09e-4124-94db-5caeda7580f1', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:f5:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:39Z', 'updated_at': '2022-01-14T12:29:46Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '0e9347c5-3523-4b60-bcee-c090cc14251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:31:09.418566 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4130b90-5070-4ff6-8c4d-dffe302fea4c None None] New status for floating IP 7ed4d3cc-a2b7-4666-aa64-9e5ad54f05bd: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:31:09.879162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6234d7-dcc6-46b5-8fed-696d50097142 req-8323e9c0-487a-4c4e-bb30-32425279e35f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:09.880609 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d6234d7-dcc6-46b5-8fed-696d50097142 req-8323e9c0-487a-4c4e-bb30-32425279e35f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0745537 Jan 14 12:31:09.925356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5d6234d7-dcc6-46b5-8fed-696d50097142 req-33f370ee-9daf-4466-b744-841fc7f63e4a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bdfa407-a9aa-4840-b52d-09a87405a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 Jan 14 12:31:10.371926 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-9c446f2f-2344-4a7a-8c88-2b2938221f76 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:10.373376 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-9c446f2f-2344-4a7a-8c88-2b2938221f76 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 945 time: 0.0761793 Jan 14 12:31:10.438179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:31:10.438567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:10.769555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port 901ba2a1-a55b-43ac-95d2-7c96ffb25910, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=901ba2a1-a55b-43ac-95d2-7c96ffb25910,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:10.769903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:10.886557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 901ba2a1-a55b-43ac-95d2-7c96ffb25910 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:31:11.035010 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:11.084307 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=901ba2a1-a55b-43ac-95d2-7c96ffb25910,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:11.098889 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-133742c4-1c66-4b2a-8575-2e9eab4d4f1d req-333b4ea6-ef3c-4a62-9d9c-49ec974c61e2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=de964bc6-d24e-4d40-9a0f-d97e65cd62e7 HTTP/1.1" status: 200 len: 210 time: 0.0406797 Jan 14 12:31:11.152887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.153230 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.153564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.153893 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.154222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.154547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.154868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.155176 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.156082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.156416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.156718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:11.168758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] No DVR routers for this DVR port 901ba2a1-a55b-43ac-95d2-7c96ffb25910 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:31:11.170974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:11.174069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'name': 'network-vif-deleted', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:31:11.190069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3583ec16-64ce-4b7f-90b6-b53648e3c223 req-5b544c1b-7eef-4b14-bbdb-9e945c8dd672 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "DELETE /v2.0/ports/901ba2a1-a55b-43ac-95d2-7c96ffb25910 HTTP/1.1" status: 204 len: 173 time: 0.8113987 Jan 14 12:31:11.228666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de964bc6-d24e-4d40-9a0f-d97e65cd62e7', 'name': 'network-vif-deleted', 'tag': '901ba2a1-a55b-43ac-95d2-7c96ffb25910', 'status': 'completed', 'code': 200} Jan 14 12:31:12.204521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57950) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:12.601074 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:13.190099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port ef7b74be-56cb-4f96-b005-0626758a3054 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:31:13.190431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:13.465978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port ef7b74be-56cb-4f96-b005-0626758a3054, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ef7b74be-56cb-4f96-b005-0626758a3054,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:13.466659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:13.584410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for ef7b74be-56cb-4f96-b005-0626758a3054 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:31:13.760548 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:13.805707 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=ef7b74be-56cb-4f96-b005-0626758a3054,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:13.849147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 901ba2a1-a55b-43ac-95d2-7c96ffb25910 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:31:13.886412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 901ba2a1-a55b-43ac-95d2-7c96ffb25910 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:31:13.886752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 901ba2a1-a55b-43ac-95d2-7c96ffb25910 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:31:14.099444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:14.666721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:31:14.950014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:31:14.959436 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] Sync routers for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:31:14.962897 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9864ade0-9223-4bcc-9409-a57f9bc2a8cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/06dc3023-3970-475c-a5c8-ab9ce8ce8474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572680 Jan 14 12:31:14.965463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57954) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:14.971831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:14.972438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:15.153622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting subnet 0e9347c5-3523-4b60-bcee-c090cc14251e {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:31:15.157063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.198997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:15.214216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.295446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.370607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.411048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9347c5-3523-4b60-bcee-c090cc14251e,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:15.414974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.422393 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-88394ddc-d173-4224-a578-01d4e0033028 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/subnets/0e9347c5-3523-4b60-bcee-c090cc14251e HTTP/1.1" status: 204 len: 168 time: 0.4559474 Jan 14 12:31:15.424845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57958) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:15.449737 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecedd0a-1b50-4c3e-8f8d-d6ca11e63b29 None None] Network 4113cd92-e09e-4124-94db-5caeda7580f1 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:31:15.623695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.638767 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:31:13Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:15.650640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] Checking router: 06dc3023-3970-475c-a5c8-ab9ce8ce8474 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:31:15.668771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] Routers {'06dc3023-3970-475c-a5c8-ab9ce8ce8474'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:15.669377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:15.804362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] DHCP port deletion for 4113cd92-e09e-4124-94db-5caeda7580f1 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:31:15.819521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.828666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Deleting port 957cab70-6fd2-415d-af83-ca81e918d895 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:31:15.829112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.829487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:31:15.829824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:15.927036 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] Set router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:15.999801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:16.000147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.118122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:31:16.126562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 957cab70-6fd2-415d-af83-ca81e918d895 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:31:16.282473 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] For port 957cab70-6fd2-415d-af83-ca81e918d895, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=957cab70-6fd2-415d-af83-ca81e918d895,segment=NetworkSegment(8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb),segment_id=8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:16.282848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.381736 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.425844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:16.472302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Calling delete_port for 957cab70-6fd2-415d-af83-ca81e918d895 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:31:16.616513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.649406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.650470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.734965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Pushing event deleted for resources: {'Port': ['ID=957cab70-6fd2-415d-af83-ca81e918d895,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:16.740935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] No DVR routers for this DVR port 957cab70-6fd2-415d-af83-ca81e918d895 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:31:16.754161 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.754508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.754842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.755175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.755506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.755832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.756153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.756474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.756820 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.757142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.757455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965d577-8305-4af4-9569-42afef7abf53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:16.760625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:31:13Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:16.765666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70415d8a-01ad-4e35-8858-913bec63a753 None None] The sync data for ids ['06dc3023-3970-475c-a5c8-ab9ce8ce8474'] in dv-neutron-823850-1-hyperv is: [{'id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154282317', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:31:13Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': '9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc3023-3970-475c-a5c8-ab9ce8ce8474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:29:36Z', 'updated_at': '2022-01-14T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:31:16.913905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.918044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.941695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.942188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Fanout notify agent at l3_agent the message router_deleted on router 06dc3023-3970-475c-a5c8-ab9ce8ce8474 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:31:16.960750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:16.961869 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ef6f461e-2d5d-4ca7-9a88-06cf9e7da882 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/routers/06dc3023-3970-475c-a5c8-ab9ce8ce8474 HTTP/1.1" status: 204 len: 168 time: 1.5361378 Jan 14 12:31:16.964523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57962) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:17.076626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.211051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.237126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4113cd92-e09e-4124-94db-5caeda7580f1']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:17.249965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:17.250258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8a5266-9547-4c04-9ddf-7ad3ebb02cdb') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:17.261432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.277165 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.286152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:31:17.286152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:31:17.299894 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:31:17.382048 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.399229 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.409962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Network': ['ID=4113cd92-e09e-4124-94db-5caeda7580f1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:17.412847 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1e50f477-5afd-49d6-8c42-5c2c7a04c47e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/networks/4113cd92-e09e-4124-94db-5caeda7580f1 HTTP/1.1" status: 204 len: 168 time: 0.4473557 Jan 14 12:31:17.415407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57966) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:17.483044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fdf1c8c3-573e-40b6-9edf-d3993c154c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.513287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fdf1c8c3-573e-40b6-9edf-d3993c154c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.574637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fdf1c8c3-573e-40b6-9edf-d3993c154c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.594572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1c8c3-573e-40b6-9edf-d3993c154c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdfa407-a9aa-4840-b52d-09a87405a4d5,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:17.610094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fdf1c8c3-573e-40b6-9edf-d3993c154c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:17.611222 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fdf1c8c3-573e-40b6-9edf-d3993c154c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/security-groups/5bdfa407-a9aa-4840-b52d-09a87405a4d5 HTTP/1.1" status: 204 len: 168 time: 0.1949358 Jan 14 12:31:17.953817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57974) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:17.959529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626291961', 'description': 'tempest-secgroup-smoke-1626291961 description', 'project_id': '9693d300907148c5a72ca552d1799abb'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:17.965445 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:17.970270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:17.974137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:17.981979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:17.997412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.031743 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.035696 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.038542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:18.044090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:18.087978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:31:18.102512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.106196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.124136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:31:18.124583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9ed62ffd-b7aa-4a0d-b6a9-fdb773ebd25a not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:31:18.125029 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef7b74be-56cb-4f96-b005-0626758a3054 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:31:18.152953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ee0c1-4a19-4a9e-8a93-773f4722bfee,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:18.157035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ef7b74be-56cb-4f96-b005-0626758a3054 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:31:18.157379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ef7b74be-56cb-4f96-b005-0626758a3054 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:31:18.157551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.159429 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-59728bec-96a7-4b78-88ae-4ea5b32b7fba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2045867 Jan 14 12:31:18.162479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57978) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:18.168332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'b56ee0c1-4a19-4a9e-8a93-773f4722bfee', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:18.175033 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.178932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.182021 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:18.187668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:18.203612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.262930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.268757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.294878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd07a6bf-741a-4de4-b6cf-83276aaf3fb3,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:18.304467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.305675 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7562b294-8650-4578-9ed0-def9f4e29425 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1422918 Jan 14 12:31:18.308550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57982) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:18.314114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'b56ee0c1-4a19-4a9e-8a93-773f4722bfee', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:18.320046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.325376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.328822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:18.334444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:18.446343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.505522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.509185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.531918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e13e17-ab48-46d9-80bc-7a0435de7fcd,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:18.540606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.541833 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-68fc325f-9649-424b-bd7d-20f6cdaf9e64 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2323241 Jan 14 12:31:18.544524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57986) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:18.549838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'b56ee0c1-4a19-4a9e-8a93-773f4722bfee', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:18.555558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.559374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.562316 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:18.568156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:18.583832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.653041 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.656691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.679486 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3160e8-b7aa-42c8-868f-b964057af114,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:18.688280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.689794 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-add44113-0cea-4420-901d-f4dd36ce6010 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1443505 Jan 14 12:31:18.692473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57990) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:18.697780 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'b56ee0c1-4a19-4a9e-8a93-773f4722bfee', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:18.704066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.707822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.710637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:18.716158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:18.732280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.796457 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.799657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.822427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26280ab4-6176-4691-8e72-ea8a2152092a,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:18.831026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.832234 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4a216a18-427d-423a-bc89-b6eab6e0a5e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1388400 Jan 14 12:31:18.834907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57994) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:18.839939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'b56ee0c1-4a19-4a9e-8a93-773f4722bfee', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:18.845665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.849350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.852099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:18.857785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:18.866886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:31:18.873023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.934739 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.938633 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.961970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d534431-a7ae-4423-a82c-535373f28d05,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:18.970435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:18.971703 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d6451e51-d702-42fa-8c6b-9a756afa98aa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1359155 Jan 14 12:31:18.976885 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 57998) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:18.982352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'b56ee0c1-4a19-4a9e-8a93-773f4722bfee', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:18.989372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:18.993145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:18.996019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:19.003635 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:19.020783 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:31:19.027084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.093598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.097023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.119858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7140d085-4f14-4f16-8613-c28291dd722f,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:19.129177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.132984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d609ea2e-f5eb-42cd-aab9-6cb165d96caa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1525459 Jan 14 12:31:19.133295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58002) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:19.138550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'network': {'name': 'tempest-network-smoke--619741188', 'project_id': '9693d300907148c5a72ca552d1799abb', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:19.143716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:19.147435 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:network and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:19.150271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:19.155797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:19.165531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:31:19.168363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.197427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:31:19.206638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.206971 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Added segment 6504ffad-57c5-4abb-b2f1-a1c22c6d892b of type vlan for network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd Jan 14 12:31:19.232606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.262490 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.266223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:19.266786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.369793 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2354946 Jan 14 12:31:19.372470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58006) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:19.381806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'admin_state_up': True, 'project_id': '9693d300907148c5a72ca552d1799abb', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:19.388097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8b837-9c3a-43b8-93d3-e7e2f0b4e50f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Network': ['ID=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:19.392535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:19.396462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:router and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:19.397839 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:31:19.399384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:19.406603 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:19.416669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.417721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.437641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.580505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.750213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.778665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:19.910971 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.157 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/b82c6042-9b10-484c-8426-7c8f0e92e6bf) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:31:20.054129 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:20.081323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:20.144424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:31:20.147157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:20.150815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:31:20.183492 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:31:20.187606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=b82c6042-9b10-484c-8426-7c8f0e92e6bf,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:20.305174 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:20.305783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:20.629408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c772c9de-2651-4324-9519-1806884cc8e9 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:31:20.830299 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:31:20.839676 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Sync routers for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:31:20.852132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:20.852734 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:20.855454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:20.856780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b0fc22ea-f16c-4829-b0c6-4acd9b5a6678 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4833322 Jan 14 12:31:20.860884 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58010) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:20.902737 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-53a82639-f5b2-433b-83ef-8b792ebe3173 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9693d300907148c5a72ca552d1799abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407243 Jan 14 12:31:20.905898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58014) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:21.031295 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:21.042731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9a3fe-4e48-42bb-ac7d-02d60bff26c2 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:21.044217 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-18e9a3fe-4e48-42bb-ac7d-02d60bff26c2 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372974 Jan 14 12:31:21.048068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58018) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:21.086230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9c22d247-cd9e-4941-bd1c-4477c36a1a74 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370772 Jan 14 12:31:21.088652 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58022) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:21.094354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522066053', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'project_id': '9693d300907148c5a72ca552d1799abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:21.202452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:21.206199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:subnet and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:21.208956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:21.214482 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:21.224714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:31:21.307280 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:20Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:21.310888 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Checking router: c772c9de-2651-4324-9519-1806884cc8e9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:31:21.311221 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Updating router c772c9de-2651-4324-9519-1806884cc8e9 port b82c6042-9b10-484c-8426-7c8f0e92e6bf binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:31:21.328392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.360596 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.543595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.624752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Subnet': ['ID=df6be722-4736-4bf7-abf7-450914c22fe0,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:21.636453 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Checking segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:31:21.636840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network hostable DHCP agents. Network: f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:31:21.659019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:31:21.667674 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:21.671759 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:21.672344 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.679756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e6bbe-dcd2-457c-b5c1-4a726f5cc5f0 None None] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:31:21.697919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f2409675-4ae1-42ec-96f3-6e3369f22214 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6055226 Jan 14 12:31:21.698244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58026) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:21.707647 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.719771 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Transition to ACTIVE for port object b82c6042-9b10-484c-8426-7c8f0e92e6bf will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:21.726768 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.795757 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Pushing event updated for resources: {'Port': ['ID=b82c6042-9b10-484c-8426-7c8f0e92e6bf,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:21.815202 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.815694 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.816117 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.816532 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.816972 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.817383 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.817796 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.818208 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.818608 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.819011 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.819423 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:31:21.825690 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Attempting to bind port b82c6042-9b10-484c-8426-7c8f0e92e6bf on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:31:21.826155 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Attempting to bind port b82c6042-9b10-484c-8426-7c8f0e92e6bf by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:31:21.826603 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Attempting to bind port b82c6042-9b10-484c-8426-7c8f0e92e6bf on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:31:21.834258 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:31:21.834744 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:31:21.835225 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.835695 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:31:21.836230 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Bound port: b82c6042-9b10-484c-8426-7c8f0e92e6bf, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:31:21.836680 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.913248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:31:21.914045 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:21.920031 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] For port b82c6042-9b10-484c-8426-7c8f0e92e6bf, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:31:21.923537 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] For port b82c6042-9b10-484c-8426-7c8f0e92e6bf, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b82c6042-9b10-484c-8426-7c8f0e92e6bf,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:31:21.928004 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.008796 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b93e13-9480-4d88-8614-6871a8f57a57 None None] Pushing event updated for resources: {'Port': ['ID=b82c6042-9b10-484c-8426-7c8f0e92e6bf,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:22.017019 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:22.017638 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:22.087670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Allocated IP 172.20.0.2 (f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd/df6be722-4736-4bf7-abf7-450914c22fe0/1b902ea4-1c17-458a-accf-c8997077b6e7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:31:22.204676 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:22.311306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.323923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Transition to ACTIVE for port object 1b902ea4-1c17-458a-accf-c8997077b6e7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:22.346216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Transition to ACTIVE for port object 1b902ea4-1c17-458a-accf-c8997077b6e7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:22.352210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.433597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:31:22.438542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:22.441064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Pushing event updated for resources: {'Port': ['ID=1b902ea4-1c17-458a-accf-c8997077b6e7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:22.449347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:31:22.487488 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:20Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:22.491730 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946598-aa61-40dd-90eb-4aa78ac48e4b None None] The sync data for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv is: [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:20Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:31:22.544188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Attempting to bind port 1b902ea4-1c17-458a-accf-c8997077b6e7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:31:22.544547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Attempting to bind port 1b902ea4-1c17-458a-accf-c8997077b6e7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:31:22.544929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Attempting to bind port 1b902ea4-1c17-458a-accf-c8997077b6e7 on network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:31:22.552756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:31:22.553291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Checking segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:31:22.553803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.554271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Bound using segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:31:22.554836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Bound port: 1b902ea4-1c17-458a-accf-c8997077b6e7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:31:22.555326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.570743 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.649924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] For port 1b902ea4-1c17-458a-accf-c8997077b6e7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:31:22.653295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] For port 1b902ea4-1c17-458a-accf-c8997077b6e7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1b902ea4-1c17-458a-accf-c8997077b6e7,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:31:22.658493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:22.761988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3d4f-c29d-4553-b23c-b4b7cdeb68ea None None] Pushing event updated for resources: {'Port': ['ID=1b902ea4-1c17-458a-accf-c8997077b6e7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:23.036529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.1 (f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd/df6be722-4736-4bf7-abf7-450914c22fe0/da9a35d2-23d9-45fd-97c7-19d0e02db0ff) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:31:23.206894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:23.223346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object da9a35d2-23d9-45fd-97c7-19d0e02db0ff will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:23.245757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:23.317388 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:31:23.320533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:23.325080 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:31:23.356998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:23.388098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:23.473742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:23.699263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd38ff-a78f-4b7e-91be-0d21ba10c81f None None] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:31:23.846188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-afaf582b-4cd8-476b-b4b2-4b7263d657e1 None None] Provisioning for port 1b902ea4-1c17-458a-accf-c8997077b6e7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:23.990325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:23.995121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.111809 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.126247 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:24.172261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b82c6042-9b10-484c-8426-7c8f0e92e6bf up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:24.263731 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b82c6042-9b10-484c-8426-7c8f0e92e6bf completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:24.269685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b82c6042-9b10-484c-8426-7c8f0e92e6bf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:24.270850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.285721 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:31:24.286898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:24.377265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fd1ce616-91af-4c5a-a657-a43f66e418b0 None None] Provisioning for port da9a35d2-23d9-45fd-97c7-19d0e02db0ff completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:24.388936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fd1ce616-91af-4c5a-a657-a43f66e418b0 None None] Provisioning complete for port da9a35d2-23d9-45fd-97c7-19d0e02db0ff triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:24.389383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce616-91af-4c5a-a657-a43f66e418b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.458584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.468153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ce616-91af-4c5a-a657-a43f66e418b0 None None] Port da9a35d2-23d9-45fd-97c7-19d0e02db0ff cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:31:24.481660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port b82c6042-9b10-484c-8426-7c8f0e92e6bf, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b82c6042-9b10-484c-8426-7c8f0e92e6bf,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:24.490718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.491476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1b902ea4-1c17-458a-accf-c8997077b6e7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:24.612964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=b82c6042-9b10-484c-8426-7c8f0e92e6bf,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:24.626626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 1b902ea4-1c17-458a-accf-c8997077b6e7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:24.631371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1b902ea4-1c17-458a-accf-c8997077b6e7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:24.631736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.695655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c772c9de-2651-4324-9519-1806884cc8e9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:31:24.709316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-85437209-50c9-4d20-982e-7b88a2f14206 None None] Provisioning complete for port da9a35d2-23d9-45fd-97c7-19d0e02db0ff triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:24.709727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-85437209-50c9-4d20-982e-7b88a2f14206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.811020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-85437209-50c9-4d20-982e-7b88a2f14206 None None] Port da9a35d2-23d9-45fd-97c7-19d0e02db0ff cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:31:24.814769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.846753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 1b902ea4-1c17-458a-accf-c8997077b6e7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1b902ea4-1c17-458a-accf-c8997077b6e7,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:24.851155 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:24.898774 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:31:24.911611 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5a8e0471-ba44-4f4a-afa1-f7158d4124bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/c772c9de-2651-4324-9519-1806884cc8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123177 Jan 14 12:31:24.920385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=1b902ea4-1c17-458a-accf-c8997077b6e7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:25.085404 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-079b89af-9465-44ab-b618-ebf55324a969 req-635a0317-d06f-43e1-a88b-a4646779d283 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:31:25.100385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-079b89af-9465-44ab-b618-ebf55324a969 req-635a0317-d06f-43e1-a88b-a4646779d283 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:31:25.101648 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-635a0317-d06f-43e1-a88b-a4646779d283 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626291961&fields=id&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 267 time: 0.0569520 Jan 14 12:31:25.245967 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b89af-9465-44ab-b618-ebf55324a969 req-d407f28a-90c3-496d-9c0d-79e8d463629b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:25.246630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-079b89af-9465-44ab-b618-ebf55324a969 req-d407f28a-90c3-496d-9c0d-79e8d463629b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:31:25.262919 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-079b89af-9465-44ab-b618-ebf55324a969 req-d407f28a-90c3-496d-9c0d-79e8d463629b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:31:25.264049 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-d407f28a-90c3-496d-9c0d-79e8d463629b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 796 time: 0.1559319 Jan 14 12:31:25.281344 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-2ec63813-0cd3-4ebb-9afb-8217033a7e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/quotas/9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 375 time: 0.0109894 Jan 14 12:31:25.358837 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-079b89af-9465-44ab-b618-ebf55324a969 req-df91f201-4210-4819-b849-7f21152a3af4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:31:25.373853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-079b89af-9465-44ab-b618-ebf55324a969 req-df91f201-4210-4819-b849-7f21152a3af4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:31:25.375920 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-df91f201-4210-4819-b849-7f21152a3af4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890501 Jan 14 12:31:25.514230 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-b568406d-292c-4c73-8498-b341c713a850 service neutron] 10.222.0.48 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269875 Jan 14 12:31:25.647232 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-d5e25471-f315-43ad-bc6a-9ae267e9fa25 service neutron] 10.222.0.48 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263463 Jan 14 12:31:25.848553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a9c34322-9f9e-4190-9b85-7e607356e141 req-8d8bb89b-ed18-4694-8985-ae845156ffe9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:31:25.860674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a9c34322-9f9e-4190-9b85-7e607356e141 req-8d8bb89b-ed18-4694-8985-ae845156ffe9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:31:25.862036 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9c34322-9f9e-4190-9b85-7e607356e141 req-8d8bb89b-ed18-4694-8985-ae845156ffe9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 210 time: 0.0697694 Jan 14 12:31:26.069282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Sync routers for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:31:26.083317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:26.083840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:26.137709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b82c6042-9b10-484c-8426-7c8f0e92e6bf up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:26.316876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b82c6042-9b10-484c-8426-7c8f0e92e6bf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:26.317168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:26.344720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:26.625711 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1b902ea4-1c17-458a-accf-c8997077b6e7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:26.758732 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 1b902ea4-1c17-458a-accf-c8997077b6e7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:26.759092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:26.876442 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 2, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:26.881586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Checking router: c772c9de-2651-4324-9519-1806884cc8e9 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:31:26.881912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Updating router c772c9de-2651-4324-9519-1806884cc8e9 port da9a35d2-23d9-45fd-97c7-19d0e02db0ff binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:31:26.953653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.050552 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cb7ced4f-adb0-47b0-add8-1be027c144c8 req-ec68a306-ad99-4b24-9874-ba7af5cb71f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 210 time: 0.0566137 Jan 14 12:31:27.061062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b89af-9465-44ab-b618-ebf55324a969 req-31d38459-1f43-44b4-807b-8569b121643c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:27.063380 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-31d38459-1f43-44b4-807b-8569b121643c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 796 time: 0.3212209 Jan 14 12:31:27.120401 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-5d541b0d-c8be-472d-b426-ea0dafd30234 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 380 time: 0.0416985 Jan 14 12:31:27.129370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'port': {'device_id': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'admin_state_up': True, 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'security_groups': ['b56ee0c1-4a19-4a9e-8a93-773f4722bfee']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:27.263142 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:27.272434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:27.281373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:31:27.284366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.360344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.372157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Transition to ACTIVE for port object da9a35d2-23d9-45fd-97c7-19d0e02db0ff will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:27.379460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.451213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.13 (f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd/df6be722-4736-4bf7-abf7-450914c22fe0/2c7e8bc3-1816-4841-badf-cf205f74ea67) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:31:27.514123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44acbc9-fe92-42ff-8fae-7a7a042e003a None None] Pushing event updated for resources: {'Port': ['ID=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:27.604905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Attempting to bind port da9a35d2-23d9-45fd-97c7-19d0e02db0ff on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:31:27.605270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Attempting to bind port da9a35d2-23d9-45fd-97c7-19d0e02db0ff by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:31:27.605630 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Attempting to bind port da9a35d2-23d9-45fd-97c7-19d0e02db0ff on network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:31:27.612906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:31:27.613270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Checking segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:31:27.613807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.614199 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Bound using segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:31:27.614649 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Bound port: da9a35d2-23d9-45fd-97c7-19d0e02db0ff, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:31:27.615016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.654721 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.672776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object 2c7e8bc3-1816-4841-badf-cf205f74ea67 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:27.694348 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.715239 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] For port da9a35d2-23d9-45fd-97c7-19d0e02db0ff, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:31:27.718978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] For port da9a35d2-23d9-45fd-97c7-19d0e02db0ff, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:31:27.722552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.777181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:31:27.781711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:27.785755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:31:27.799302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44acbc9-fe92-42ff-8fae-7a7a042e003a None None] Pushing event updated for resources: {'Port': ['ID=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:27.805749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:27.806417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:27.821995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=2c7e8bc3-1816-4841-badf-cf205f74ea67,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:27.854726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:27.855347 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:27.886593 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-08dbc779-feda-46f4-b3a8-d82ab52e4938 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609048 Jan 14 12:31:27.897705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Request body: {'port': {'device_id': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:27.994557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:28.010217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:28.353675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7fa79-9c60-4a31-a549-9f0feeb2324c req-65e9f60b-db41-4d13-a11a-bfcba83dff1f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:28.361313 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6fd7fa79-9c60-4a31-a549-9f0feeb2324c req-65e9f60b-db41-4d13-a11a-bfcba83dff1f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 932 time: 0.0976627 Jan 14 12:31:28.385777 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-067b9942-58d8-4979-9fce-0aeb2654dc9b None None] Provisioning for port 2c7e8bc3-1816-4841-badf-cf205f74ea67 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:28.408771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-067b9942-58d8-4979-9fce-0aeb2654dc9b None None] Provisioning complete for port 2c7e8bc3-1816-4841-badf-cf205f74ea67 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:28.409454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-067b9942-58d8-4979-9fce-0aeb2654dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:28.412195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7e8bc3-1816-4841-badf-cf205f74ea67 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:31:28.421615 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6fd7fa79-9c60-4a31-a549-9f0feeb2324c req-934b5562-ca89-45dc-9896-84054c615f07 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590055 Jan 14 12:31:28.426409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:28.446237 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Transition to ACTIVE for port object 2c7e8bc3-1816-4841-badf-cf205f74ea67 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:31:28.448975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:27Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:28.450964 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:28.463374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b425db3-3b14-482a-a3c6-d92da33a5732 None None] The sync data for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv is: [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:27Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:31:28.475340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-067b9942-58d8-4979-9fce-0aeb2654dc9b None None] Port 2c7e8bc3-1816-4841-badf-cf205f74ea67 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:31:28.614011 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7e8bc3-1816-4841-badf-cf205f74ea67,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:28.737157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Attempting to bind port 2c7e8bc3-1816-4841-badf-cf205f74ea67 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:31:28.737483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Attempting to bind port 2c7e8bc3-1816-4841-badf-cf205f74ea67 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:31:28.737808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Attempting to bind port 2c7e8bc3-1816-4841-badf-cf205f74ea67 on network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:31:28.746052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Port 2c7e8bc3-1816-4841-badf-cf205f74ea67 on network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:31:28.746323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Attempting to bind port 2c7e8bc3-1816-4841-badf-cf205f74ea67 on network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:31:28.753111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:31:28.753447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Checking segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:31:28.753821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Bound using segment: {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:31:28.754241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Bound port: 2c7e8bc3-1816-4841-badf-cf205f74ea67, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6504ffad-57c5-4abb-b2f1-a1c22c6d892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:31:28.754580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:28.851003 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] For port 2c7e8bc3-1816-4841-badf-cf205f74ea67, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:31:28.854657 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] For port 2c7e8bc3-1816-4841-badf-cf205f74ea67, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:31:28.860337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:29.027320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:29.028758 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] 10.222.0.31 "PUT /v2.0/ports/2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 1094 time: 1.1355095 Jan 14 12:31:29.029198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:31:29.049725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93352668-9eca-4673-b366-7f8a5634e929 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7e8bc3-1816-4841-badf-cf205f74ea67,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:29.136201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'status': 'completed', 'code': 200} Jan 14 12:31:29.182194 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-127cef8f-85c7-4776-ab14-c4a0139a8968 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1097 time: 0.1001298 Jan 14 12:31:29.257165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-c5bf14fc-3624-414c-8ddb-b84694e5d85b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 217 time: 0.0683007 Jan 14 12:31:29.322046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b89af-9465-44ab-b618-ebf55324a969 req-e4f7945a-d055-41a1-b990-005181d44714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:29.323405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-e4f7945a-d055-41a1-b990-005181d44714 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0611670 Jan 14 12:31:29.403443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-54e11877-20ba-4d5a-a214-54fc10167748 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744419 Jan 14 12:31:29.537614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-6ec6c75a-2181-458d-9772-b30a4f294a4f service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282852 Jan 14 12:31:29.633018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6665-2af5-4283-b73c-33bbb173df6c req-564c8950-340b-4b55-b7af-0627b2b87385 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:29.634475 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-913e6665-2af5-4283-b73c-33bbb173df6c req-564c8950-340b-4b55-b7af-0627b2b87385 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 944 time: 0.0754619 Jan 14 12:31:29.666373 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-079b89af-9465-44ab-b618-ebf55324a969 req-ff0d0110-7fbc-4b64-93b1-aa8e1b6e9943 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233952 Jan 14 12:31:29.679217 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-913e6665-2af5-4283-b73c-33bbb173df6c req-22840e0a-3978-4a77-978b-a196124d8b3c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390618 Jan 14 12:31:29.780643 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-661962e3-68f6-4adc-99c9-b3c0fc7e6db8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1097 time: 0.0679262 Jan 14 12:31:29.916294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-a00c2767-f121-4591-aba8-d98d3fdb8ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:29.917766 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-a00c2767-f121-4591-aba8-d98d3fdb8ab9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.1309109 Jan 14 12:31:29.987220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-489fe17e-462e-4b49-9f16-e8c318dd21b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 217 time: 0.0627015 Jan 14 12:31:30.047555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-3a3886f7-efc5-4141-a325-130f0fac3ec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:30.048961 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-3a3886f7-efc5-4141-a325-130f0fac3ec4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0565810 Jan 14 12:31:30.111885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da9a35d2-23d9-45fd-97c7-19d0e02db0ff up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:30.127286 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-51212534-dec9-4914-b157-ac97f28a36c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728002 Jan 14 12:31:30.195864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port da9a35d2-23d9-45fd-97c7-19d0e02db0ff completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:30.200618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port da9a35d2-23d9-45fd-97c7-19d0e02db0ff triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:30.201087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:30.263629 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-8ed41319-15a2-4719-ad7c-a38b48b3060b service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302936 Jan 14 12:31:30.356616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:30.387027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port da9a35d2-23d9-45fd-97c7-19d0e02db0ff, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:30.391438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:30.397668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-648c0bca-af2f-4725-9a43-9e5ceb221054 req-5e951154-5095-45ef-85f3-e1c12a6437b6 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273441 Jan 14 12:31:30.459107 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:30.875712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27018bc-e8f4-4d12-9b2e-c89b06269568 req-ed4101a0-19b0-4689-92ca-77e35ee4acbc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:30.876406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b27018bc-e8f4-4d12-9b2e-c89b06269568 req-ed4101a0-19b0-4689-92ca-77e35ee4acbc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:31:30.891946 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b27018bc-e8f4-4d12-9b2e-c89b06269568 req-ed4101a0-19b0-4689-92ca-77e35ee4acbc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:31:30.893273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b27018bc-e8f4-4d12-9b2e-c89b06269568 req-ed4101a0-19b0-4689-92ca-77e35ee4acbc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 944 time: 0.0915608 Jan 14 12:31:30.927932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63acbe6a-c591-4910-87f9-d41a07819399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:30.940662 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b27018bc-e8f4-4d12-9b2e-c89b06269568 req-cc69652c-47bc-4e77-9a62-e26526792b3b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Jan 14 12:31:31.522184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:31.925684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2c7e8bc3-1816-4841-badf-cf205f74ea67 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:31:32.057183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2c7e8bc3-1816-4841-badf-cf205f74ea67, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:32.071987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'port_id': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'mac_address': 'fa:16:3e:56:6e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:31:32.105174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da9a35d2-23d9-45fd-97c7-19d0e02db0ff up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:32.143837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddb3ec-396a-40ba-9272-a55389a5fed0 req-e1e82701-e671-42e8-9fee-1bd7e1275f31 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:32.145318 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-49ddb3ec-396a-40ba-9272-a55389a5fed0 req-e1e82701-e671-42e8-9fee-1bd7e1275f31 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 944 time: 0.0805383 Jan 14 12:31:32.177882 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:32.192977 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-49ddb3ec-396a-40ba-9272-a55389a5fed0 req-c8093736-7725-4280-a936-5601d9665b0e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Jan 14 12:31:32.199128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7e8bc3-1816-4841-badf-cf205f74ea67 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:31:32.217295 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2c7e8bc3-1816-4841-badf-cf205f74ea67, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:32.223637 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:32.252438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port da9a35d2-23d9-45fd-97c7-19d0e02db0ff triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:32.252817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:32.335925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2c7e8bc3-1816-4841-badf-cf205f74ea67,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:32.548576 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['2c7e8bc3-1816-4841-badf-cf205f74ea67'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:31:33.164350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-85376aad-4c14-4888-94ea-33b2d534cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:33.387811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c9c71-9e67-4fb4-bb74-73dc11d7a992 req-69fe5c0c-571c-4734-999d-1ee5465732c7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:33.389248 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-516c9c71-9e67-4fb4-bb74-73dc11d7a992 req-69fe5c0c-571c-4734-999d-1ee5465732c7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 945 time: 0.0777578 Jan 14 12:31:33.434921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-516c9c71-9e67-4fb4-bb74-73dc11d7a992 req-24357116-fccb-4987-b332-dae8e9efdba2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 Jan 14 12:31:33.941893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2c7e8bc3-1816-4841-badf-cf205f74ea67 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:31:34.011521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 2c7e8bc3-1816-4841-badf-cf205f74ea67 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:31:34.017028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 2c7e8bc3-1816-4841-badf-cf205f74ea67 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:31:34.017387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:34.125438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:34.163377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:31:34.173751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2c7e8bc3-1816-4841-badf-cf205f74ea67, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:31:34.177852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:34.222069 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'code': 200} Jan 14 12:31:34.253555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2c7e8bc3-1816-4841-badf-cf205f74ea67,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:34.308964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:34.446127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec3e2a0a-8d81-46af-aa08-64dc3b67ffe4 req-554fa31a-9fa3-4d44-8d22-20e07a7cf42b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.0657692 Jan 14 12:31:34.489164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ec3e2a0a-8d81-46af-aa08-64dc3b67ffe4 req-2f6599ee-c356-4c57-b403-62930f2834a1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374372 Jan 14 12:31:34.551008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:34.740867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ca97-475f-4326-85cc-d07aad7b52ae req-55d1855a-0e89-4f86-bd65-7d32593e5ca4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:34.742309 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5909ca97-475f-4326-85cc-d07aad7b52ae req-55d1855a-0e89-4f86-bd65-7d32593e5ca4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.1732631 Jan 14 12:31:34.785556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5909ca97-475f-4326-85cc-d07aad7b52ae req-6d332eeb-9493-4957-b7b7-fad1f4a659ff tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378065 Jan 14 12:31:35.662541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:35.992526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5b492-54ee-4d30-8473-f8f7933536c4 req-d8cdb8d4-28a3-4801-bbe4-124b723aa541 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:35.993995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-73a5b492-54ee-4d30-8473-f8f7933536c4 req-d8cdb8d4-28a3-4801-bbe4-124b723aa541 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0759566 Jan 14 12:31:36.038954 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-73a5b492-54ee-4d30-8473-f8f7933536c4 req-406dc852-22fe-4fa0-96b2-92c341c9e59b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393846 Jan 14 12:31:36.234294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe5ce7-0b3e-4c1b-a73f-d929961dbe5a req-02601850-b944-4df3-b929-1c103dd66797 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:36.236311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9efe5ce7-0b3e-4c1b-a73f-d929961dbe5a req-02601850-b944-4df3-b929-1c103dd66797 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0804663 Jan 14 12:31:36.280123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9efe5ce7-0b3e-4c1b-a73f-d929961dbe5a req-179a2f58-6742-48aa-9b31-a50edde78ec9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Jan 14 12:31:36.307494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58072) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:36.376646 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dd73b6c4-8f3b-48f9-a77c-8e7ce3889e50 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1094 time: 0.0672598 Jan 14 12:31:36.379265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58076) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:36.384231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:31:36.389582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:31:36.393555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:floatingip and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:31:36.396279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:31:36.401765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:31:36.412355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:36.549317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:36.683968 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.250 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/3e9a3b23-515a-44b8-9654-9c2df66c566b) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:31:36.829484 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:36.858202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:36.921158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:31:36.924565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:31:36.928173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:31:36.963650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=3e9a3b23-515a-44b8-9654-9c2df66c566b,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:37.430542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:37.486772 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:37.683477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:37.688521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:37.886738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=3e9a3b23-515a-44b8-9654-9c2df66c566b,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:31:37.903022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:38.089764 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Floating IP 16ee7e3f-c63b-44a9-892a-a3b11e99cca7 associated. External IP: 172.26.8.250, port: 2c7e8bc3-1816-4841-badf-cf205f74ea67. Jan 14 12:31:38.471795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c772c9de-2651-4324-9519-1806884cc8e9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:31:38.664343 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:31:38.674159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] Sync routers for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:31:38.686279 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:38.686911 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:38.689709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:31:38.744555 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-49748769-0143-470c-b012-7d310b55a18b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3642933 Jan 14 12:31:38.745149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:31:38.814857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'status': 'completed', 'code': 200} Jan 14 12:31:38.866133 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:38.905795 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-7ffaa32f-b916-4673-8568-24de3bfc5be8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.0690699 Jan 14 12:31:38.948371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9829-4148-42a4-b5df-93c4e38ca07a req-82801e2f-0df9-43fc-ac1c-5a6246636c99 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:38.949868 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fed9829-4148-42a4-b5df-93c4e38ca07a req-82801e2f-0df9-43fc-ac1c-5a6246636c99 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0817175 Jan 14 12:31:38.999414 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3fed9829-4148-42a4-b5df-93c4e38ca07a req-cc4d0a6f-691b-461f-b9aa-e8077538a37f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Jan 14 12:31:39.027729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58084) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:39.041175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-410ce43b-19dd-4713-b3a5-b06713153754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:39.042623 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-410ce43b-19dd-4713-b3a5-b06713153754 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.1316907 Jan 14 12:31:39.163743 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-ee16503e-bab8-4189-9a0d-34e972520e5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 1000 time: 0.1140189 Jan 14 12:31:39.237644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-5aa35b21-8a20-4f2c-a70d-42ab0746ebe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:39.240149 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-5aa35b21-8a20-4f2c-a70d-42ab0746ebe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0710382 Jan 14 12:31:39.256715 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6aa850b4-a82c-47c0-88c5-a93b0b04bf50 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 992 time: 0.2277949 Jan 14 12:31:39.270027 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '16ee7e3f-c63b-44a9-892a-a3b11e99cca7', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'port_id': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'mac_address': 'fa:16:3e:56:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:31:37Z', 'updated_at': '2022-01-14T12:31:37Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:30Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:39.273790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] Checking router: c772c9de-2651-4324-9519-1806884cc8e9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:31:39.284980 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:31:39.285564 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:31:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:39.322820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-a360d73a-434e-494e-bbb5-4f9a6718dffb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775223 Jan 14 12:31:39.454913 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-227d5f1e-539d-430a-bf0e-a6456b79fd3f service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264205 Jan 14 12:31:39.463981 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:31:39.691130 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54b3593c-8f11-4c7f-902d-7ced2aa74b0e req-c10ebd15-a7ed-45db-9242-43e78abd1c79 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308581 Jan 14 12:31:39.812788 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '16ee7e3f-c63b-44a9-892a-a3b11e99cca7', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'port_id': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'mac_address': 'fa:16:3e:56:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:31:37Z', 'updated_at': '2022-01-14T12:31:37Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:30Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:31:39.817031 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08f01e-3d34-4aec-855c-7dc8d0c53c16 None None] The sync data for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv is: [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '16ee7e3f-c63b-44a9-892a-a3b11e99cca7', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'port_id': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'mac_address': 'fa:16:3e:56:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:31:37Z', 'updated_at': '2022-01-14T12:31:37Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:30Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:31:40.258923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58088) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:40.361343 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-6da491ee-d847-4be5-83f0-e81c5518b31c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 992 time: 0.1011147 Jan 14 12:31:41.365087 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58092) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:41.468030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1db4d6e8-f364-4a78-942d-d2ac65b822a2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 992 time: 0.1015673 Jan 14 12:31:42.471847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58096) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:42.577147 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-48ee2886-cb54-477b-8ca5-0e127e19abc3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 992 time: 0.1039393 Jan 14 12:31:43.581144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58100) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:43.682690 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9a87bf77-e418-4f09-ad43-cd229935222b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 992 time: 0.1003845 Jan 14 12:31:43.993798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd43a3a4-0858-4e00-b824-4a0bb4caea6f None None] New status for floating IP 16ee7e3f-c63b-44a9-892a-a3b11e99cca7: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:31:44.685618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58104) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:31:44.784300 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-faf34399-8b08-42b3-af6b-8c407081f346 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 994 time: 0.0975447 Jan 14 12:31:50.114686 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-5b256ddc-e028-4aba-a24d-02671b30caaa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702193 Jan 14 12:31:50.248066 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-8804b0e7-c34e-411f-b375-67edb6240deb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.0687294 Jan 14 12:31:50.389114 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-1896bbb5-db70-46a9-af68-27fb4f033f12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:50.390446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-1896bbb5-db70-46a9-af68-27fb4f033f12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.1239116 Jan 14 12:31:50.493106 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-65bf0b7d-05eb-4df9-a56a-36442621a498 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 1002 time: 0.0956521 Jan 14 12:31:50.551821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-91da08d0-b5ed-4662-b4d6-d0644171e2b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:31:50.553195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-91da08d0-b5ed-4662-b4d6-d0644171e2b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0544679 Jan 14 12:31:50.628592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-1ad076eb-3792-4865-9cfb-54b10552e5f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692701 Jan 14 12:31:50.757886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-06b6cb7e-d140-4db6-aadd-e03109f1ceb7 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217661 Jan 14 12:31:50.885874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-50075291-e8ff-43a2-8af0-bbb59ead3e7e req-1565b87e-4267-425e-9502-b1913fbedd38 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220758 Jan 14 12:31:57.184618 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:32:00.930303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-01df1240-e75d-49df-8c8d-8aa340e3d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:01.533022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:03.166736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1bdfbbf-9c19-4773-8536-7d4e0cb1604f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:04.310692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:04.556271 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:05.664564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:30.931201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-05866a07-ac06-4cea-9f1b-fb59b688dfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:31.530727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:33.170355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7f31a55c-7a75-4fae-88ae-72732c2f1f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:34.184314 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:32:34.315751 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:34.555957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:35.667003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:32:52.865542 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-7241adcc-b206-4305-93d4-74ef00982727 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741301 Jan 14 12:32:53.046873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-be784baa-1a51-48b8-bd2a-0e503cf2ab87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.1132829 Jan 14 12:32:53.186525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b98e-3331-4b4b-bad2-72387e00aefd req-b548a313-7ef8-4aee-b3f1-fa28afc2440b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:53.187963 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ba73b98e-3331-4b4b-bad2-72387e00aefd req-b548a313-7ef8-4aee-b3f1-fa28afc2440b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.1871068 Jan 14 12:32:53.221822 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-574f44f0-1d28-425e-aaa1-bb50bf84d92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:53.223336 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-574f44f0-1d28-425e-aaa1-bb50bf84d92d service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.1564000 Jan 14 12:32:53.420201 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ba73b98e-3331-4b4b-bad2-72387e00aefd req-34baeb15-b96a-4c1b-be89-62b55443a33e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187753 Jan 14 12:32:53.435203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-cf7e16d1-8ba6-4e0f-923b-9871afb82bd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 1002 time: 0.2051353 Jan 14 12:32:53.503134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-6b1f1ce7-d376-4b40-8ee3-6049d37962e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:53.504561 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-6b1f1ce7-d376-4b40-8ee3-6049d37962e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0608547 Jan 14 12:32:53.577715 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-64c9ea37-872d-4dab-8aa2-e6bdb23f8d3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668597 Jan 14 12:32:53.707866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-9fddf1ee-78ac-4cb1-8932-e8fcffd535d2 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214004 Jan 14 12:32:53.835960 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-95a30313-8db7-4af0-8831-a81dcbcb8289 req-50cb3d49-f932-4080-bbf2-ffe581b2e429 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216714 Jan 14 12:32:53.952872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-e952798c-62db-4459-9e99-159917eca9ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.0720356 Jan 14 12:32:54.081076 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-5952912a-2382-48d7-a664-ad76b6c8776c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:54.082521 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-5952912a-2382-48d7-a664-ad76b6c8776c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.1236641 Jan 14 12:32:54.179234 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-87336b53-f8a0-48c5-9095-97b81304f3f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 1002 time: 0.0906384 Jan 14 12:32:54.244062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-adf3684f-2452-46b1-9723-218a3aa99186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:54.245547 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-adf3684f-2452-46b1-9723-218a3aa99186 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0603714 Jan 14 12:32:54.318252 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-08849517-4468-4abb-9392-60f763a9e68a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671761 Jan 14 12:32:54.448674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-816db4e4-8143-46ed-97f2-ea371f8fe682 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246066 Jan 14 12:32:54.580659 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12a5afae-b529-49f5-b042-59b88a7c1769 req-41e95cdc-439d-4921-ba72-ddde4fe0ab31 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251590 Jan 14 12:32:54.715492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c81ad-edcf-4592-b5dd-9194cb5481d1 req-b8f5389d-ff02-4047-b05d-44445aa23c7e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:54.716869 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aa8c81ad-edcf-4592-b5dd-9194cb5481d1 req-b8f5389d-ff02-4047-b05d-44445aa23c7e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.1720760 Jan 14 12:32:54.762346 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aa8c81ad-edcf-4592-b5dd-9194cb5481d1 req-48ecde5e-7790-4dcb-9b7f-356b80947bde tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 Jan 14 12:32:56.023908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2978873-fad8-44cb-b747-e140b9b11b3b req-e9abcb26-0baa-4093-8be9-1598e506486d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:56.025356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a2978873-fad8-44cb-b747-e140b9b11b3b req-e9abcb26-0baa-4093-8be9-1598e506486d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.1446619 Jan 14 12:32:56.070376 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a2978873-fad8-44cb-b747-e140b9b11b3b req-1edf32e7-1bab-438a-98a9-602dcb3b0293 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395319 Jan 14 12:32:57.266790 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e797c8-4efc-4d74-a344-aaa3df910a3e req-af86a597-4163-4ce5-990c-7db4580e97ba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:57.268322 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c9e797c8-4efc-4d74-a344-aaa3df910a3e req-af86a597-4163-4ce5-990c-7db4580e97ba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0786309 Jan 14 12:32:57.313245 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c9e797c8-4efc-4d74-a344-aaa3df910a3e req-a993fb9b-316d-474f-ab31-a284c2f20fb0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394304 Jan 14 12:32:58.507291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0bca9-ac2b-45ab-a56d-00e1611c0c5b req-6a61aca0-624d-4236-a7ca-9df8096cc455 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:58.508755 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46c0bca9-ac2b-45ab-a56d-00e1611c0c5b req-6a61aca0-624d-4236-a7ca-9df8096cc455 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0745926 Jan 14 12:32:58.553191 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46c0bca9-ac2b-45ab-a56d-00e1611c0c5b req-85b0971f-b954-49aa-b5c1-ef0d960a4684 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 Jan 14 12:32:59.744439 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3c73d-26ba-481e-bd58-598e00d2019c req-bbfd10b2-8e07-44ce-9226-60ce2686f774 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:32:59.745918 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-00b3c73d-26ba-481e-bd58-598e00d2019c req-bbfd10b2-8e07-44ce-9226-60ce2686f774 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0757909 Jan 14 12:32:59.797270 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-00b3c73d-26ba-481e-bd58-598e00d2019c req-8d24cf57-28f1-43df-b522-e980637486a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458922 Jan 14 12:33:00.933336 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f75f71f0-ce13-4b67-b22e-cb3fa3698d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:00.994922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffddf6a-7d07-4417-b3b0-ad17e4908e31 req-cdf0c35b-87d1-4155-9ba1-b764db992a20 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:00.996361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7ffddf6a-7d07-4417-b3b0-ad17e4908e31 req-cdf0c35b-87d1-4155-9ba1-b764db992a20 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0793090 Jan 14 12:33:01.040160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7ffddf6a-7d07-4417-b3b0-ad17e4908e31 req-5d1b5859-5317-4c93-95e8-aed16b13e068 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Jan 14 12:33:01.546380 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:02.385617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce065e-2086-4cd1-9ff0-3001cd3531fc req-aae830e7-1f04-4992-bbca-7ca3fc999cc2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:02.387088 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-23ce065e-2086-4cd1-9ff0-3001cd3531fc req-aae830e7-1f04-4992-bbca-7ca3fc999cc2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0793731 Jan 14 12:33:02.434313 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-23ce065e-2086-4cd1-9ff0-3001cd3531fc req-9e0c4e02-2801-40d1-8ba4-cd91e38552dc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407364 Jan 14 12:33:03.172301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3e48-b5f2-4912-9d2a-1afc912fc093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:03.628075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d3b6-59db-4d14-a1ba-be6ee867b55e req-f84d9682-7ea0-4b27-a02a-2f4a3319a250 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:03.629551 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a61d3b6-59db-4d14-a1ba-be6ee867b55e req-f84d9682-7ea0-4b27-a02a-2f4a3319a250 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0762582 Jan 14 12:33:03.677233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3a61d3b6-59db-4d14-a1ba-be6ee867b55e req-2a0cd893-2173-407a-98f3-00bdd351a236 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Jan 14 12:33:04.318222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:04.557762 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:04.872445 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0cfb2-889b-4154-be47-42fdbd43d06a req-49e87dc2-25c6-4e83-84b3-a3c291859291 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:04.873821 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ded0cfb2-889b-4154-be47-42fdbd43d06a req-49e87dc2-25c6-4e83-84b3-a3c291859291 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0747335 Jan 14 12:33:04.918595 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ded0cfb2-889b-4154-be47-42fdbd43d06a req-e19d010f-6d6f-400d-9c3a-1d8473fe8b00 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Jan 14 12:33:05.669718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:06.117332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da6d80-a7bd-4ce4-8fe3-d43f8139ca4f req-1c92617e-75e0-4713-8917-a107ae4fddfe tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:06.118776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-78da6d80-a7bd-4ce4-8fe3-d43f8139ca4f req-1c92617e-75e0-4713-8917-a107ae4fddfe tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0802310 Jan 14 12:33:06.163818 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-78da6d80-a7bd-4ce4-8fe3-d43f8139ca4f req-8ba8ced9-0a79-4784-96e6-68ff57824794 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394852 Jan 14 12:33:06.192515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58176) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:33:06.294605 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f812107-519e-44d6-9e74-d59bb7cb29a7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 200 len: 994 time: 0.1008465 Jan 14 12:33:11.183685 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:33:30.935764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-76f2c248-f387-4dd8-9915-cfdbeee67bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:31.562545 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:33.174299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8602ad84-f612-40b1-aee4-0fd14654afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:34.320985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:34.561312 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:35.671956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:33:48.184311 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:33:52.686440 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-bdd8ef8d-14da-4d25-a86a-f9258b6b8c79 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941939 Jan 14 12:33:52.859376 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-938b77c7-0431-4b65-a88a-d2247d02ca13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.0926187 Jan 14 12:33:53.091328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-afe46ca4-149f-4c62-a5a6-a51aa60945b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:53.092792 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-afe46ca4-149f-4c62-a5a6-a51aa60945b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.2140050 Jan 14 12:33:53.194680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-9e60e831-7a97-42ff-bf3e-3fd231081fd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 1002 time: 0.0956719 Jan 14 12:33:53.254075 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-238fe5cc-c1bc-4258-9b00-f38e3ed35fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:33:53.255474 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-238fe5cc-c1bc-4258-9b00-f38e3ed35fce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0558379 Jan 14 12:33:53.331614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-61115695-5f3d-4485-878d-0ec285056860 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703487 Jan 14 12:33:53.458614 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-6826aece-d179-4d53-b8eb-44b265e8805b service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210570 Jan 14 12:33:53.586356 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bbb61f4c-9b2b-4ff9-9936-af5ac1257c62 req-7b314f02-40b2-44a7-8725-ba0709f22391 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216314 Jan 14 12:34:00.937629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44bf8d7c-dda5-49cb-95d6-953319acaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:01.560947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:03.178385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e0a9bb93-b56b-46ff-95ce-2204d74ca615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.216550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58198) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:04.323429 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.421951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 3e9a3b23-515a-44b8-9654-9c2df66c566b {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:34:04.422201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.564051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.582576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.582898 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.700536 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 3e9a3b23-515a-44b8-9654-9c2df66c566b owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:34:04.922478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:04.968340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=3e9a3b23-515a-44b8-9654-9c2df66c566b,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:05.005322 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.005658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.006217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.006560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.006885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.007207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.007525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.007840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.008154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.008464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.008796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:05.066161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:05.448598 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c772c9de-2651-4324-9519-1806884cc8e9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:34:05.639501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:34:05.649612 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] Sync routers for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:34:05.660460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:05.664672 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:05.665310 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:05.683428 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:05.714012 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9d1498d1-1931-4258-9045-5eb4b34baeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/floatingips/16ee7e3f-c63b-44a9-892a-a3b11e99cca7 HTTP/1.1" status: 204 len: 168 time: 1.4961298 Jan 14 12:34:05.714559 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:34:05.779964 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'status': 'completed', 'code': 200} Jan 14 12:34:05.862394 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:05.874174 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-a9f3680e-fce3-40e7-9439-f4901488907a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 1099 time: 0.0706699 Jan 14 12:34:06.019447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-a5099351-9755-4dd8-b931-78374c7c2cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:06.021122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-a5099351-9755-4dd8-b931-78374c7c2cb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 200 len: 897 time: 0.1398892 Jan 14 12:34:06.092513 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-415f0c5e-6472-49e4-aac5-e092d48e920b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 200 len: 217 time: 0.0654447 Jan 14 12:34:06.158171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-64fedd9b-5080-4238-ad9d-50d08e981c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:06.159620 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-64fedd9b-5080-4238-ad9d-50d08e981c47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 200 len: 835 time: 0.0608943 Jan 14 12:34:06.201057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055656-df25-4d2d-8b91-b266f29e9b2b req-de6a6679-7b54-4120-9f0d-e936f5a563b2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:06.201853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-75055656-df25-4d2d-8b91-b266f29e9b2b req-de6a6679-7b54-4120-9f0d-e936f5a563b2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:34:06.219587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-75055656-df25-4d2d-8b91-b266f29e9b2b req-de6a6679-7b54-4120-9f0d-e936f5a563b2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:34:06.220754 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75055656-df25-4d2d-8b91-b266f29e9b2b req-de6a6679-7b54-4120-9f0d-e936f5a563b2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.1012061 Jan 14 12:34:06.236159 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:30Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:06.240435 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] Checking router: c772c9de-2651-4324-9519-1806884cc8e9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:34:06.248963 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-1ab1e38f-b539-497e-a7bc-a76d160f4474 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821617 Jan 14 12:34:06.251541 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:06.252132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:06.269770 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75055656-df25-4d2d-8b91-b266f29e9b2b req-cdbd0e96-e038-4331-ae94-bec30df06616 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428343 Jan 14 12:34:06.384861 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-fc510a28-356e-4d6f-8358-fe7e25d0e54e service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290560 Jan 14 12:34:06.431809 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:06.518262 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fdc2adaf-7b6c-4d0b-8356-2b97e42b43d8 req-021ec120-4345-4532-96a0-7e5b1f51aa01 service neutron] 10.222.0.31 "GET /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265161 Jan 14 12:34:06.743264 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:30Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:06.747103 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b2c8a-35f3-4c06-9c67-f8d2e17a38f9 None None] The sync data for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv is: [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:23Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'da9a35d2-23d9-45fd-97c7-19d0e02db0ff', 'name': '', 'network_id': 'f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:23:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:22Z', 'updated_at': '2022-01-14T12:31:30Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'df6be722-4736-4bf7-abf7-450914c22fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:34:06.949897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746352a-794c-4032-86d5-0e8c3d7e2256 None None] New status for floating IP 16ee7e3f-c63b-44a9-892a-a3b11e99cca7: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:34:07.474273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131c9a-28e3-4eaa-9847-af9a1fd75102 req-78b9258a-7039-4f22-8faf-8496cb060c4b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:07.476446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24131c9a-28e3-4eaa-9847-af9a1fd75102 req-78b9258a-7039-4f22-8faf-8496cb060c4b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0776625 Jan 14 12:34:07.519631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-24131c9a-28e3-4eaa-9847-af9a1fd75102 req-18024c94-b24c-4834-9f3d-b9af127c1e77 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=b56ee0c1-4a19-4a9e-8a93-773f4722bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Jan 14 12:34:07.932446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-42df395b-3f4d-47e6-9388-0869ee653c81 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:07.933891 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-42df395b-3f4d-47e6-9388-0869ee653c81 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 946 time: 0.0789726 Jan 14 12:34:08.010001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 2c7e8bc3-1816-4841-badf-cf205f74ea67 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:34:08.010331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:08.347817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port 2c7e8bc3-1816-4841-badf-cf205f74ea67, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2c7e8bc3-1816-4841-badf-cf205f74ea67,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:08.348166 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:08.473785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 2c7e8bc3-1816-4841-badf-cf205f74ea67 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:34:08.613692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:08.663947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=2c7e8bc3-1816-4841-badf-cf205f74ea67,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:08.692495 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f6e5f046-2c7f-40bb-b2c7-ecbfffe92707 req-97c710b8-328a-4865-8e0c-8a71fe03d4e7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a67e48-2da4-4b0d-96ed-351b3a62d1bf HTTP/1.1" status: 200 len: 210 time: 0.0472136 Jan 14 12:34:08.732198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.732485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.732842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.733177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.733507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.733840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.734162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.734488 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.734804 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.735120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.735443 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:08.747848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] No DVR routers for this DVR port 2c7e8bc3-1816-4841-badf-cf205f74ea67 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:34:08.749960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:08.752366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'name': 'network-vif-deleted', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:34:08.767266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-26f284f9-bf56-4ea4-bc76-b4a7f8991ceb req-790b3d61-6339-4be5-9e17-4e68b5872a04 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "DELETE /v2.0/ports/2c7e8bc3-1816-4841-badf-cf205f74ea67 HTTP/1.1" status: 204 len: 173 time: 0.8285401 Jan 14 12:34:08.808061 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a67e48-2da4-4b0d-96ed-351b3a62d1bf', 'name': 'network-vif-deleted', 'tag': '2c7e8bc3-1816-4841-badf-cf205f74ea67', 'status': 'completed', 'code': 200} Jan 14 12:34:09.796173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58220) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:10.185013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:10.770624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2c7e8bc3-1816-4841-badf-cf205f74ea67 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:34:10.806179 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 2c7e8bc3-1816-4841-badf-cf205f74ea67 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:34:10.806524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2c7e8bc3-1816-4841-badf-cf205f74ea67 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:34:10.864042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port da9a35d2-23d9-45fd-97c7-19d0e02db0ff {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:34:10.864609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:11.044413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port da9a35d2-23d9-45fd-97c7-19d0e02db0ff, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:11.044710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:11.161437 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for da9a35d2-23d9-45fd-97c7-19d0e02db0ff owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:34:11.340888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:11.387479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=da9a35d2-23d9-45fd-97c7-19d0e02db0ff,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:11.680179 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:12.325024 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c772c9de-2651-4324-9519-1806884cc8e9 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:34:12.518504 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:34:12.528478 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] Sync routers for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:34:12.531973 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e2caba26-c5ba-452c-a24f-5b6ed6abc9ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/c772c9de-2651-4324-9519-1806884cc8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347224 Jan 14 12:34:12.534584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58224) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:12.540557 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:12.541287 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:12.734827 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:12.736423 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting subnet df6be722-4736-4bf7-abf7-450914c22fe0 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:34:12.739623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:12.796696 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:12.885151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:12.957887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:12.993364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Subnet': ['ID=df6be722-4736-4bf7-abf7-450914c22fe0,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:13.001681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.007923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37918d0d-4d08-4fbc-ad5c-9136ff512927 None None] Network f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:34:13.008525 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-cafaab90-800c-4f24-86ee-5e733b76bb2e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/subnets/df6be722-4736-4bf7-abf7-450914c22fe0 HTTP/1.1" status: 204 len: 168 time: 0.4726501 Jan 14 12:34:13.010729 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58230) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:13.038182 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:34:11Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:13.042645 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] Checking router: c772c9de-2651-4324-9519-1806884cc8e9 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:34:13.054520 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] Routers {'c772c9de-2651-4324-9519-1806884cc8e9'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:13.055327 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c772c9de-2651-4324-9519-1806884cc8e9'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:13.223431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.246854 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] Set router c772c9de-2651-4324-9519-1806884cc8e9 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:13.265042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] DHCP port deletion for f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:34:13.269340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Deleting port 1b902ea4-1c17-458a-accf-c8997077b6e7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:34:13.269710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.485137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] For port 1b902ea4-1c17-458a-accf-c8997077b6e7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=1b902ea4-1c17-458a-accf-c8997077b6e7,segment=NetworkSegment(6504ffad-57c5-4abb-b2f1-a1c22c6d892b),segment_id=6504ffad-57c5-4abb-b2f1-a1c22c6d892b)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:13.485587 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.530550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.540618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port b82c6042-9b10-484c-8426-7c8f0e92e6bf {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:34:13.540997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.565123 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:34:11Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:13.568952 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ecde8-89b2-44e2-9f75-46a4e16275f7 None None] The sync data for ids ['c772c9de-2651-4324-9519-1806884cc8e9'] in dv-neutron-823850-1-hyperv is: [{'id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760232817', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:34:11Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'b82c6042-9b10-484c-8426-7c8f0e92e6bf', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c772c9de-2651-4324-9519-1806884cc8e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:31:19Z', 'updated_at': '2022-01-14T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:34:13.627104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Calling delete_port for 1b902ea4-1c17-458a-accf-c8997077b6e7 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:34:13.710710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.729757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port b82c6042-9b10-484c-8426-7c8f0e92e6bf, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b82c6042-9b10-484c-8426-7c8f0e92e6bf,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:13.730118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:13.758213 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Pushing event deleted for resources: {'Port': ['ID=1b902ea4-1c17-458a-accf-c8997077b6e7,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:13.766006 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] No DVR routers for this DVR port 1b902ea4-1c17-458a-accf-c8997077b6e7 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:34:13.775894 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.776273 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.776755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.777158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.777490 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.777816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.778139 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.778462 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.778783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.779101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.779419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41794f8d-1bc1-43c0-8402-d36c610ca8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:13.857788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for b82c6042-9b10-484c-8426-7c8f0e92e6bf owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:34:14.043539 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.089945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=b82c6042-9b10-484c-8426-7c8f0e92e6bf,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:14.229205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da9a35d2-23d9-45fd-97c7-19d0e02db0ff no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:34:14.262379 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: da9a35d2-23d9-45fd-97c7-19d0e02db0ff {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:34:14.262633 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device da9a35d2-23d9-45fd-97c7-19d0e02db0ff not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:34:14.263041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1b902ea4-1c17-458a-accf-c8997077b6e7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:34:14.292961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 1b902ea4-1c17-458a-accf-c8997077b6e7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:34:14.293408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 1b902ea4-1c17-458a-accf-c8997077b6e7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:34:14.317104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.569429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.573533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.597281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.597805 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Fanout notify agent at l3_agent the message router_deleted on router c772c9de-2651-4324-9519-1806884cc8e9 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:34:14.613293 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.614540 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bbdbeb8f-bace-4293-a185-bb9ccca69f47 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/routers/c772c9de-2651-4324-9519-1806884cc8e9 HTTP/1.1" status: 204 len: 168 time: 1.6028233 Jan 14 12:34:14.617544 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58236) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:14.734338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.943256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:14.970290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:14.982364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6504ffad-57c5-4abb-b2f1-a1c22c6d892b') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:14.982652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6504ffad-57c5-4abb-b2f1-a1c22c6d892b') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:14.993557 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.008652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.014724 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:34:15.015096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:34:15.030901 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:34:15.114297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.131144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.145178 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Network': ['ID=f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:15.152085 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-193a7275-9271-4bec-9821-5a73c043d9a8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/networks/f816cfcd-3ed5-442f-8d5e-0621fb1cbfbd HTTP/1.1" status: 204 len: 168 time: 0.5331006 Jan 14 12:34:15.154785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58240) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:15.222626 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d082efc-e318-43cf-b09e-d76332937d4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.250311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d082efc-e318-43cf-b09e-d76332937d4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.313075 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d082efc-e318-43cf-b09e-d76332937d4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.331691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d082efc-e318-43cf-b09e-d76332937d4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56ee0c1-4a19-4a9e-8a93-773f4722bfee,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:15.342688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-4d082efc-e318-43cf-b09e-d76332937d4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:15.343967 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-4d082efc-e318-43cf-b09e-d76332937d4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/security-groups/b56ee0c1-4a19-4a9e-8a93-773f4722bfee HTTP/1.1" status: 204 len: 168 time: 0.1882572 Jan 14 12:34:16.126946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b82c6042-9b10-484c-8426-7c8f0e92e6bf no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:34:16.195864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b82c6042-9b10-484c-8426-7c8f0e92e6bf {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:34:16.196207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b82c6042-9b10-484c-8426-7c8f0e92e6bf not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:34:16.760205 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58250) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:16.765920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094381871', 'description': 'tempest-secgroup-smoke-1094381871 description', 'project_id': '9693d300907148c5a72ca552d1799abb'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:16.771825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:16.776945 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:16.779769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:16.785312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:16.795442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:16.833435 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:16.837988 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:16.840873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:16.846362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:16.901629 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:16.905128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:16.948624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f678440f-d40a-4441-bff4-2ed604f4e927,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:16.952581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:16.953776 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9aa00cbc-ad56-454b-acea-83ea2e26a09b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1925623 Jan 14 12:34:16.956681 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58254) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:16.962793 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'f678440f-d40a-4441-bff4-2ed604f4e927', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:16.968685 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:16.972462 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:16.975502 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:16.981060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:16.997173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.057808 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.061153 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.083834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a747d7-92ae-430e-b0d6-805ab50fcc6b,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:17.092432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.093628 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f25b4d9-90b5-49d2-8fb6-efe5043a1166 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1360188 Jan 14 12:34:17.096246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58258) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:17.101603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'f678440f-d40a-4441-bff4-2ed604f4e927', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:17.107251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:17.110914 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:17.113680 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:17.119940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:17.136975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.199919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.203387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.225042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571d04d5-6667-49c8-858c-9b465d3ebfda,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:17.233260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.234400 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a8031a81-ff5a-4e7b-acc0-78ba9459d9fa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1372149 Jan 14 12:34:17.237094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58262) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:17.242887 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'f678440f-d40a-4441-bff4-2ed604f4e927', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:17.248548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:17.252152 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:17.254950 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:17.261111 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:17.276673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.338026 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.341520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.364331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ab5348-b9bb-4e21-a083-9f60cdc0a968,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:17.373688 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.374866 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8ab8798e-9d6b-4f09-8044-606376ce58ef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1368852 Jan 14 12:34:17.377615 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58266) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:17.383851 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'f678440f-d40a-4441-bff4-2ed604f4e927', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:17.389515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:17.393251 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:17.396049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:17.402119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:17.419221 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.480974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.484380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.506579 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef96105-deb9-4bf8-bdc0-dc3f24146be5,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:17.514885 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.516034 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-40ae1fa7-d0a4-4161-bb8c-4e35040c5204 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1374893 Jan 14 12:34:17.518709 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58270) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:17.524147 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'f678440f-d40a-4441-bff4-2ed604f4e927', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:17.529779 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:17.533665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:17.536424 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:17.542432 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:17.554964 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:34:17.561192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.624400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.627762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.650400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555ff56f-8721-40b2-8ace-207fb651ca90,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:17.659122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.660414 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-816d5a6a-3943-408f-8bec-cb39e84072e3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1408153 Jan 14 12:34:17.663765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:17.669571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': 'f678440f-d40a-4441-bff4-2ed604f4e927', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:17.675390 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:17.679845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:17.682702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:17.688827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:17.698520 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:34:17.704658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.773407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.776802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.799221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae239c2c-714a-4cd8-b825-9e37dfa13ee9,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:17.808146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.809392 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-762bc4d9-2bbe-435e-8855-929a946459ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444116 Jan 14 12:34:17.812192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58278) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:17.817744 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'network': {'name': 'tempest-network-smoke--418826983', 'project_id': '9693d300907148c5a72ca552d1799abb', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:17.823720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:17.829325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:network and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:17.832425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:17.838839 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:17.851638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:34:17.854528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.882354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:34:17.891985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.892326 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Added segment ac6ebe93-f431-4a1a-9311-a04f070b144f of type vlan for network b71ee8ab-bb11-4a26-81bb-198887140c40 Jan 14 12:34:17.918685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.946814 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:17.950547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:17.951120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.058487 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2451396 Jan 14 12:34:18.061239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcaea4-5a7d-4168-a8ab-44575f9ffeb5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Network': ['ID=b71ee8ab-bb11-4a26-81bb-198887140c40,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:18.061433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58282) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:18.067208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'admin_state_up': True, 'project_id': '9693d300907148c5a72ca552d1799abb', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:18.072616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network b71ee8ab-bb11-4a26-81bb-198887140c40 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:34:18.074443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:18.078192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:router and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:18.081007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:18.087239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:18.097866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.098756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.123201 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.273128 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.446748 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.475513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.606360 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.119 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/f0a427ed-132f-441d-af46-a4d624fc6552) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:34:18.749180 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.775714 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:18.843927 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:34:18.846718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:18.851319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:34:18.877654 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=f0a427ed-132f-441d-af46-a4d624fc6552,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:19.082628 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:19.084274 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:19.304042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 019f01e4-dea7-4e4c-856b-2ab32cb23440 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:34:19.507365 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:34:19.516612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Sync routers for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:34:19.528609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:19.529318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:19.532838 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:19.534021 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-240778fe-38fc-4ded-a0f6-dad156086b4c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4714570 Jan 14 12:34:19.537416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58286) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:19.577662 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-864171b6-a202-421f-8949-207c81ea3d19 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9693d300907148c5a72ca552d1799abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385156 Jan 14 12:34:19.580185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58290) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:19.701562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:19.714573 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbaa8a2-f785-4ddf-aab5-bde91f7bbc47 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:19.716050 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9bbaa8a2-f785-4ddf-aab5-bde91f7bbc47 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349869 Jan 14 12:34:19.718888 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58294) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:19.756301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-919a3f5c-e959-47c8-a3d5-5f14472f57c6 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363824 Jan 14 12:34:19.760815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58298) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:19.766053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343490450', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'project_id': '9693d300907148c5a72ca552d1799abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:19.876385 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:19.880134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:subnet and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:19.883590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:19.889184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:19.899610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:34:19.982317 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:19Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:19.986030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Checking router: 019f01e4-dea7-4e4c-856b-2ab32cb23440 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:34:19.986561 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Updating router 019f01e4-dea7-4e4c-856b-2ab32cb23440 port f0a427ed-132f-441d-af46-a4d624fc6552 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:34:20.000168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.036801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.219866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.373931 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.386070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Transition to ACTIVE for port object f0a427ed-132f-441d-af46-a4d624fc6552 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:20.392552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.393966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Subnet': ['ID=f4733034-ef4b-459c-970c-0594ca128485,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:20.405764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Checking segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:34:20.406118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network hostable DHCP agents. Network: b71ee8ab-bb11-4a26-81bb-198887140c40, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:34:20.429518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network b71ee8ab-bb11-4a26-81bb-198887140c40 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:34:20.438867 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, b71ee8ab-bb11-4a26-81bb-198887140c40) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:20.443081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:20.443788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.451307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c4d48-29f5-4d47-9dad-d2fb7c093c1a None None] Network b71ee8ab-bb11-4a26-81bb-198887140c40 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:34:20.464923 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-8e989ef1-630a-45d5-8975-5a2e27f55fa4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7030783 Jan 14 12:34:20.467511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58302) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:20.550861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f057c8-f412-407d-92c0-efdbadb1674f None None] Pushing event updated for resources: {'Port': ['ID=f0a427ed-132f-441d-af46-a4d624fc6552,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:20.559361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Attempting to bind port f0a427ed-132f-441d-af46-a4d624fc6552 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:34:20.559747 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Attempting to bind port f0a427ed-132f-441d-af46-a4d624fc6552 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:34:20.560075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Attempting to bind port f0a427ed-132f-441d-af46-a4d624fc6552 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:34:20.578260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:34:20.578624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:34:20.579020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.579402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:34:20.579852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Bound port: f0a427ed-132f-441d-af46-a4d624fc6552, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:34:20.580215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.708432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] For port f0a427ed-132f-441d-af46-a4d624fc6552, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:34:20.728432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] For port f0a427ed-132f-441d-af46-a4d624fc6552, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f0a427ed-132f-441d-af46-a4d624fc6552,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:34:20.760501 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.808374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-b71ee8ab-bb11-4a26-81bb-198887140c40', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:34:20.809225 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:20.946377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f057c8-f412-407d-92c0-efdbadb1674f None None] Pushing event updated for resources: {'Port': ['ID=f0a427ed-132f-441d-af46-a4d624fc6552,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:20.962043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:20.962542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:21.177128 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Allocated IP 172.20.0.2 (b71ee8ab-bb11-4a26-81bb-198887140c40/f4733034-ef4b-459c-970c-0594ca128485/9bdb175b-9990-4848-b02c-ce2adcfd1522) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:34:21.220583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:21.233168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.620433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.633924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Transition to ACTIVE for port object 9bdb175b-9990-4848-b02c-ce2adcfd1522 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:21.659654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Transition to ACTIVE for port object 9bdb175b-9990-4848-b02c-ce2adcfd1522 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:21.665828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.714704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:19Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:21.730061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d758a2-c453-4956-b905-4a6c86a84920 None None] The sync data for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv is: [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:19Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:34:21.732055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.1 (b71ee8ab-bb11-4a26-81bb-198887140c40/f4733034-ef4b-459c-970c-0594ca128485/b09320d0-d660-46dd-b029-d3662fdd0ea9) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:34:21.745378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Network b71ee8ab-bb11-4a26-81bb-198887140c40 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:34:21.746529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:21.748382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Pushing event updated for resources: {'Port': ['ID=9bdb175b-9990-4848-b02c-ce2adcfd1522,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:21.750494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:34:21.850008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Attempting to bind port 9bdb175b-9990-4848-b02c-ce2adcfd1522 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:34:21.851086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Attempting to bind port 9bdb175b-9990-4848-b02c-ce2adcfd1522 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:34:21.851465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Attempting to bind port 9bdb175b-9990-4848-b02c-ce2adcfd1522 on network b71ee8ab-bb11-4a26-81bb-198887140c40 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:34:21.859007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:34:21.860005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Checking segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:34:21.860005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.860225 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Bound using segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:34:21.860575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Bound port: 9bdb175b-9990-4848-b02c-ce2adcfd1522, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:34:21.860974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.914555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.934562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object b09320d0-d660-46dd-b029-d3662fdd0ea9 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:21.968414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:21.972760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] For port 9bdb175b-9990-4848-b02c-ce2adcfd1522, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:34:21.976454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] For port 9bdb175b-9990-4848-b02c-ce2adcfd1522, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9bdb175b-9990-4848-b02c-ce2adcfd1522,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:34:21.986059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.051058 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network b71ee8ab-bb11-4a26-81bb-198887140c40 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:34:22.052133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=b09320d0-d660-46dd-b029-d3662fdd0ea9,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:22.055141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:22.060764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:34:22.087938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad3db-7fae-4c65-aea7-bc4c9867e891 None None] Pushing event updated for resources: {'Port': ['ID=9bdb175b-9990-4848-b02c-ce2adcfd1522,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:22.234457 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0a427ed-132f-441d-af46-a4d624fc6552 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:22.259750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.340855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f0a427ed-132f-441d-af46-a4d624fc6552 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:22.360272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f0a427ed-132f-441d-af46-a4d624fc6552 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:22.363143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.370571 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.509118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.526648 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f0a427ed-132f-441d-af46-a4d624fc6552, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f0a427ed-132f-441d-af46-a4d624fc6552,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:22.530948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.601815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f0a427ed-132f-441d-af46-a4d624fc6552,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:22.820088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.825170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:22.936711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=b09320d0-d660-46dd-b029-d3662fdd0ea9,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:22.941536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:23.083525 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network b71ee8ab-bb11-4a26-81bb-198887140c40 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:34:23.085220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:23.085335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7f05f-659b-45bc-af0a-5a79be8a6e5d None None] Network b71ee8ab-bb11-4a26-81bb-198887140c40 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:34:23.183452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a8125b71-4d23-4b5b-bf69-b8224f250246 None None] Provisioning for port 9bdb175b-9990-4848-b02c-ce2adcfd1522 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:23.472379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 019f01e4-dea7-4e4c-856b-2ab32cb23440 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:34:23.638596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d2b8c78a-22ac-46cd-bbe2-85507b4a88b8 None None] Provisioning for port b09320d0-d660-46dd-b029-d3662fdd0ea9 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:23.646124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-d2b8c78a-22ac-46cd-bbe2-85507b4a88b8 None None] Provisioning complete for port b09320d0-d660-46dd-b029-d3662fdd0ea9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:23.646626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d2b8c78a-22ac-46cd-bbe2-85507b4a88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:23.681261 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:34:23.695607 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-14c9f693-ac58-4217-bc05-c2ae49c04108 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/019f01e4-dea7-4e4c-856b-2ab32cb23440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2267730 Jan 14 12:34:23.719333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8c78a-22ac-46cd-bbe2-85507b4a88b8 None None] Port b09320d0-d660-46dd-b029-d3662fdd0ea9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:34:23.843993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-dcb1e6f3-7c06-44f5-be51-b22c788b32df None None] Provisioning complete for port b09320d0-d660-46dd-b029-d3662fdd0ea9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:23.844367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e6f3-7c06-44f5-be51-b22c788b32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:23.893454 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-4cf35aef-c6e4-4f7b-af1f-314553d07ff0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094381871&fields=id&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 267 time: 0.0447838 Jan 14 12:34:23.899071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1e6f3-7c06-44f5-be51-b22c788b32df None None] Port b09320d0-d660-46dd-b029-d3662fdd0ea9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:34:24.021439 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fdeb5eaf-c61b-4c44-930f-2b0ea58d45d9 None None] Provisioning complete for port b09320d0-d660-46dd-b029-d3662fdd0ea9 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:24.021879 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fdeb5eaf-c61b-4c44-930f-2b0ea58d45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:24.083528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb5eaf-c61b-4c44-930f-2b0ea58d45d9 None None] Port b09320d0-d660-46dd-b029-d3662fdd0ea9 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:34:24.157212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-b0c38661-1000-4972-9c95-709ad15861bb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:24.157973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-b0c38661-1000-4972-9c95-709ad15861bb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:34:24.175364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-b0c38661-1000-4972-9c95-709ad15861bb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:34:24.177172 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-b0c38661-1000-4972-9c95-709ad15861bb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 796 time: 0.2754614 Jan 14 12:34:24.195773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-c749e01f-e917-4f0b-b8dd-240dc2d7ef88 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/quotas/9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 375 time: 0.0121572 Jan 14 12:34:24.258164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9bdb175b-9990-4848-b02c-ce2adcfd1522 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:24.282785 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-72d762d2-f855-480a-98d0-837da46e2ba3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:34:24.298788 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-72d762d2-f855-480a-98d0-837da46e2ba3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:34:24.300237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-72d762d2-f855-480a-98d0-837da46e2ba3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989990 Jan 14 12:34:24.327475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9bdb175b-9990-4848-b02c-ce2adcfd1522 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:24.333396 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9bdb175b-9990-4848-b02c-ce2adcfd1522 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:24.333870 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:24.449644 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:24.455094 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-4f11790f-d080-478b-aaa2-7c42d65660cb service neutron] 10.222.0.48 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294649 Jan 14 12:34:24.482589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 9bdb175b-9990-4848-b02c-ce2adcfd1522, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9bdb175b-9990-4848-b02c-ce2adcfd1522,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:24.486340 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:24.487125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0a427ed-132f-441d-af46-a4d624fc6552 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:24.589388 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-bcf0a7e1-a1a7-4aa0-a01c-13ec593fa470 service neutron] 10.222.0.48 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277587 Jan 14 12:34:24.602209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=9bdb175b-9990-4848-b02c-ce2adcfd1522,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:24.613207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f0a427ed-132f-441d-af46-a4d624fc6552 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:24.613567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:24.790767 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-888463ce-bfd8-4158-a863-481592c897f2 req-3c938aba-337c-423b-b300-4a6496049603 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:34:24.802655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-888463ce-bfd8-4158-a863-481592c897f2 req-3c938aba-337c-423b-b300-4a6496049603 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:34:24.803936 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-888463ce-bfd8-4158-a863-481592c897f2 req-3c938aba-337c-423b-b300-4a6496049603 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 210 time: 0.0542312 Jan 14 12:34:25.186366 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:34:25.431720 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Sync routers for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:34:25.444874 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:25.445511 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:25.619017 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:25.821397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-0e5aa0aa-c2ba-49c6-88ee-179d368fa0ec tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:25.822842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-0e5aa0aa-c2ba-49c6-88ee-179d368fa0ec tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 796 time: 0.1538758 Jan 14 12:34:25.885423 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-27dd57e8-3a7d-4c6a-9441-44b8f919a0bc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 380 time: 0.0510423 Jan 14 12:34:25.894698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'port': {'device_id': '79093e54-af20-46e2-bb6f-6ea2febba557', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'admin_state_up': True, 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'security_groups': ['f678440f-d40a-4441-bff4-2ed604f4e927']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:25.951066 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 2, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:25.954870 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Checking router: 019f01e4-dea7-4e4c-856b-2ab32cb23440 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:34:25.955241 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Updating router 019f01e4-dea7-4e4c-856b-2ab32cb23440 port b09320d0-d660-46dd-b029-d3662fdd0ea9 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:34:26.008853 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.015776 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d330b2cc-7e27-4060-a5d8-3333847f1598 req-09a0f42d-0c1b-41c6-96ea-cb5ed3e065cd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 210 time: 0.0541656 Jan 14 12:34:26.074911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:26.084175 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:26.095122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:34:26.098149 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.196110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9bdb175b-9990-4848-b02c-ce2adcfd1522 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:26.265270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9bdb175b-9990-4848-b02c-ce2adcfd1522 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:26.265626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.385295 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.396247 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Transition to ACTIVE for port object b09320d0-d660-46dd-b029-d3662fdd0ea9 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:26.403793 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.469562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.10 (b71ee8ab-bb11-4a26-81bb-198887140c40/f4733034-ef4b-459c-970c-0594ca128485/77da5eb1-d79d-42ce-acfb-6dee2ed94daf) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:34:26.527909 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Pushing event updated for resources: {'Port': ['ID=b09320d0-d660-46dd-b029-d3662fdd0ea9,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:26.546077 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.546414 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.546742 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.547066 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.547388 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.547706 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.548020 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.548335 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.548646 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.548978 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.549289 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:34:26.672593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.673467 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Attempting to bind port b09320d0-d660-46dd-b029-d3662fdd0ea9 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:34:26.673824 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Attempting to bind port b09320d0-d660-46dd-b029-d3662fdd0ea9 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:34:26.674180 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Attempting to bind port b09320d0-d660-46dd-b029-d3662fdd0ea9 on network b71ee8ab-bb11-4a26-81bb-198887140c40 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:34:26.680870 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:34:26.681236 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Checking segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:34:26.681627 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.682008 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Bound using segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:34:26.682451 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Bound port: b09320d0-d660-46dd-b029-d3662fdd0ea9, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:34:26.683043 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.688233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object 77da5eb1-d79d-42ce-acfb-6dee2ed94daf will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:26.712428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.773033 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] For port b09320d0-d660-46dd-b029-d3662fdd0ea9, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:34:26.776314 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] For port b09320d0-d660-46dd-b029-d3662fdd0ea9, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b09320d0-d660-46dd-b029-d3662fdd0ea9,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:34:26.780595 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.789540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network b71ee8ab-bb11-4a26-81bb-198887140c40 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:34:26.792595 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:26.797126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:34:26.825413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:26.861779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:26.862531 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:26.865872 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21cf66-f815-4195-b275-ff60b69f2cb1 None None] Pushing event updated for resources: {'Port': ['ID=b09320d0-d660-46dd-b029-d3662fdd0ea9,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:26.871516 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:26.872123 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:26.899560 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-52370444-234e-4f3a-85f7-59f8b625fb7f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0085566 Jan 14 12:34:26.912284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Request body: {'port': {'device_id': '79093e54-af20-46e2-bb6f-6ea2febba557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:27.035220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:27.053954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-26d8fe28-6ab6-4be8-a854-91cb2aa2af8c None None] Provisioning for port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:27.060009 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:27.060962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-26d8fe28-6ab6-4be8-a854-91cb2aa2af8c None None] Provisioning complete for port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:27.061608 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-26d8fe28-6ab6-4be8-a854-91cb2aa2af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:27.118857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-26d8fe28-6ab6-4be8-a854-91cb2aa2af8c None None] Port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:34:27.278101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8181-2f31-4f1c-9a0b-137cfaade098 req-700ea1d4-af5b-4841-95dd-94479c8b57bc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:27.279908 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ebad8181-2f31-4f1c-9a0b-137cfaade098 req-700ea1d4-af5b-4841-95dd-94479c8b57bc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 932 time: 0.0857661 Jan 14 12:34:27.327726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-ebad8181-2f31-4f1c-9a0b-137cfaade098 req-08880db5-9ad0-482a-9d73-475d032b1f90 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:34:27.350981 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-ebad8181-2f31-4f1c-9a0b-137cfaade098 req-08880db5-9ad0-482a-9d73-475d032b1f90 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:34:27.352689 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ebad8181-2f31-4f1c-9a0b-137cfaade098 req-08880db5-9ad0-482a-9d73-475d032b1f90 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674064 Jan 14 12:34:27.426778 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:26Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:27.431571 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a91e8-2d2b-4f7e-b225-94863c073488 None None] The sync data for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv is: [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:26Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:34:27.601410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77da5eb1-d79d-42ce-acfb-6dee2ed94daf {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:34:27.608607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:27.624805 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Transition to ACTIVE for port object 77da5eb1-d79d-42ce-acfb-6dee2ed94daf will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:34:27.628748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:27.762675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:27.877429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Attempting to bind port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:34:27.877965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Attempting to bind port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:34:27.878242 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Attempting to bind port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf on network b71ee8ab-bb11-4a26-81bb-198887140c40 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:34:27.885551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf on network b71ee8ab-bb11-4a26-81bb-198887140c40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:34:27.885879 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Attempting to bind port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf on network b71ee8ab-bb11-4a26-81bb-198887140c40 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:34:27.892360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:34:27.892688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Checking segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:34:27.893100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Bound using segment: {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:34:27.893520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Bound port: 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6ebe93-f431-4a1a-9311-a04f070b144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:34:27.893859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:27.988502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:34:27.992213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:34:27.996802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:28.050575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:28.051990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] 10.222.0.31 "PUT /v2.0/ports/77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1094 time: 1.1440430 Jan 14 12:34:28.060921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:34:28.149152 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976b9b7-7eb9-497b-a341-a8ee7c1d6aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:28.206339 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-84471b70-a74c-45da-9ab1-a2eceab5e396 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1097 time: 0.1105294 Jan 14 12:34:28.275181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b09320d0-d660-46dd-b029-d3662fdd0ea9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:28.294914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-d132860a-f1e1-496e-8037-d24c43260f5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 217 time: 0.0778351 Jan 14 12:34:28.346880 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'status': 'completed', 'code': 200} Jan 14 12:34:28.393310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-2c7d8e8b-1d60-4dfb-aa56-a7d98881a97d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:28.395372 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-2c7d8e8b-1d60-4dfb-aa56-a7d98881a97d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0940776 Jan 14 12:34:28.417802 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port b09320d0-d660-46dd-b029-d3662fdd0ea9 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:28.438713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b09320d0-d660-46dd-b029-d3662fdd0ea9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:28.439283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:28.523926 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-526b2828-97e8-4065-9ade-4038e88e5da9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227691 Jan 14 12:34:28.592018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:28.595712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0565a-c318-4626-9b0c-987922410d1d req-40090b32-e3ca-4ffe-8217-664631d3dcb1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:28.597807 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-76f0565a-c318-4626-9b0c-987922410d1d req-40090b32-e3ca-4ffe-8217-664631d3dcb1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 944 time: 0.0817337 Jan 14 12:34:28.629443 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port b09320d0-d660-46dd-b029-d3662fdd0ea9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b09320d0-d660-46dd-b029-d3662fdd0ea9,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:28.635451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:28.657686 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-76f0565a-c318-4626-9b0c-987922410d1d req-f215ebe9-2edf-419e-8843-394dd3295359 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538390 Jan 14 12:34:28.696486 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-58c7e2bd-6a7d-4be7-989b-7f678d7440a6 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660793 Jan 14 12:34:28.711496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=b09320d0-d660-46dd-b029-d3662fdd0ea9,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:28.833920 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0afc90cc-33c3-44dc-9c2a-07307c87f24f req-84e57c04-b5c4-487d-9a08-66a6acfb3b91 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312003 Jan 14 12:34:28.952193 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-51a60f35-5f1a-4fda-be7d-2d36801cd56a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1097 time: 0.0721512 Jan 14 12:34:29.095626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c75335-d530-4180-adc7-5ae5ac07167b req-9aefe96e-0984-4e45-bca4-b98ee6553053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:29.097244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-9aefe96e-0984-4e45-bca4-b98ee6553053 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1382856 Jan 14 12:34:29.163782 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-5a02fa21-8094-40e4-b428-e5ac9927c42a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 217 time: 0.0590096 Jan 14 12:34:29.226161 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c75335-d530-4180-adc7-5ae5ac07167b req-8b0347a8-41d3-4ad5-adbf-864e36f98626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:29.227668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-8b0347a8-41d3-4ad5-adbf-864e36f98626 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0597112 Jan 14 12:34:29.302621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-c18a8162-7999-4e19-96d7-f292794aba39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689366 Jan 14 12:34:29.538953 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-0840b33d-52e3-4367-8ce0-d490f93720f0 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293713 Jan 14 12:34:29.665940 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40c75335-d530-4180-adc7-5ae5ac07167b req-75c7ccad-7225-4242-818e-11e5f1e5ba85 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203718 Jan 14 12:34:29.853541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b6ab5-6808-43d9-b3f8-54d2c61307eb req-42d2912c-0e84-4ad1-a157-a2899fa5731e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:29.854157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-be3b6ab5-6808-43d9-b3f8-54d2c61307eb req-42d2912c-0e84-4ad1-a157-a2899fa5731e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:34:29.869326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-be3b6ab5-6808-43d9-b3f8-54d2c61307eb req-42d2912c-0e84-4ad1-a157-a2899fa5731e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:34:29.870595 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be3b6ab5-6808-43d9-b3f8-54d2c61307eb req-42d2912c-0e84-4ad1-a157-a2899fa5731e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 944 time: 0.0953677 Jan 14 12:34:29.919772 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-be3b6ab5-6808-43d9-b3f8-54d2c61307eb req-e9d66612-32f5-49b2-8dab-719b123d05de tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433559 Jan 14 12:34:30.177115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b09320d0-d660-46dd-b029-d3662fdd0ea9 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:30.244039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port b09320d0-d660-46dd-b029-d3662fdd0ea9 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:30.244409 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:30.867760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:34:30.971385 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d02ef8e5-40b6-4e63-9405-8f6731f56b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:31.014221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:31.027238 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'mac_address': 'fa:16:3e:b0:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:34:31.080642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:31.097245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77da5eb1-d79d-42ce-acfb-6dee2ed94daf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:34:31.112769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:31.118952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f2f5-2db2-4e4a-9e4b-0896ddba039b req-3c44f70c-5cbd-4826-b08a-f36c56aeec6f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:31.120658 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9e42f2f5-2db2-4e4a-9e4b-0896ddba039b req-3c44f70c-5cbd-4826-b08a-f36c56aeec6f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 944 time: 0.0819838 Jan 14 12:34:31.125270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:31.169859 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9e42f2f5-2db2-4e4a-9e4b-0896ddba039b req-67d5482f-3a76-47a5-92a1-1f628e7d8d3f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Jan 14 12:34:31.224773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:31.518811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['77da5eb1-d79d-42ce-acfb-6dee2ed94daf'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:34:31.579256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:32.367096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fcb3-4c7a-4043-8e0e-0eb19e9104f2 req-c311df2d-94ef-48f1-93e6-7962ae5645ff tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:32.368538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e95fcb3-4c7a-4043-8e0e-0eb19e9104f2 req-c311df2d-94ef-48f1-93e6-7962ae5645ff tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 945 time: 0.0754907 Jan 14 12:34:32.413152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3e95fcb3-4c7a-4043-8e0e-0eb19e9104f2 req-58f01811-7495-4fea-8909-4b891eb22740 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386012 Jan 14 12:34:32.875125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:34:32.943137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:34:32.948309 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:34:32.948670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:33.056847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:33.082693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:34:33.092116 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:34:33.097194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:33.142074 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'code': 200} Jan 14 12:34:33.175022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:33.187736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f220cad6-2db3-4a6f-9219-58f0d0e05235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:33.370210 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7efc806e-a1a7-41f4-b631-aa1000cf5c0f req-8eeb0d3c-fdfa-4294-ba61-aa1a1603d63e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0705621 Jan 14 12:34:33.412533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7efc806e-a1a7-41f4-b631-aa1000cf5c0f req-9b412e9c-f73a-453b-abdf-9c6c957c2250 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354881 Jan 14 12:34:33.609329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01217c-9741-4ebd-a6f6-eb039b49dec3 req-54d29fbd-a4f5-4081-8b72-5147ebe4c76c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:33.610795 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f01217c-9741-4ebd-a6f6-eb039b49dec3 req-54d29fbd-a4f5-4081-8b72-5147ebe4c76c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0772560 Jan 14 12:34:33.659777 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f01217c-9741-4ebd-a6f6-eb039b49dec3 req-19132a7f-8f8f-4baa-98c8-ff9999d15a80 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427887 Jan 14 12:34:34.326902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:34.566739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:34.930267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68513fa4-93fc-4555-b1ac-dd83e0170c12 req-4c2e82ba-7077-4284-9b61-abf670ae0a1a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:34.931683 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-68513fa4-93fc-4555-b1ac-dd83e0170c12 req-4c2e82ba-7077-4284-9b61-abf670ae0a1a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0742147 Jan 14 12:34:34.977059 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-68513fa4-93fc-4555-b1ac-dd83e0170c12 req-a20e9e36-5afc-45b6-b330-a6ca07b0e375 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398557 Jan 14 12:34:35.176283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afda44c-3420-46b9-8651-3168d4c143e2 req-657630d7-afd2-449e-bd7b-3db2b83f088c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:35.177772 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8afda44c-3420-46b9-8651-3168d4c143e2 req-657630d7-afd2-449e-bd7b-3db2b83f088c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0774655 Jan 14 12:34:35.223242 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8afda44c-3420-46b9-8651-3168d4c143e2 req-1ee2d708-d4c9-494e-a574-9c1f944c12dc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392046 Jan 14 12:34:35.250271 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58356) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:35.321857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7dbc3631-a48f-422f-8a68-bbca2647281b tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1094 time: 0.0704505 Jan 14 12:34:35.324417 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58360) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:35.329643 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:34:35.335089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:34:35.338819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:floatingip and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:34:35.341553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:34:35.346975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:34:35.357246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:35.491908 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:35.621171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.114 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/016409c5-f149-42c5-bbe8-9950150099a5) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:34:35.679353 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:35.768512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:35.794825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:35.863368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:34:35.867326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:34:35.871570 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:34:35.895605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=016409c5-f149-42c5-bbe8-9950150099a5,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:36.459042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:36.513112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:36.718124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:36.722310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:36.823562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=016409c5-f149-42c5-bbe8-9950150099a5,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:34:36.842607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:37.026004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Floating IP 4e4ae52f-e893-407e-81eb-b0b52933bfa7 associated. External IP: 172.26.8.114, port: 77da5eb1-d79d-42ce-acfb-6dee2ed94daf. Jan 14 12:34:37.403156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 019f01e4-dea7-4e4c-856b-2ab32cb23440 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:34:37.596297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:34:37.606284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] Sync routers for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:34:37.617512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:37.618194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:37.620664 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:34:37.675178 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9db263c4-48da-4228-813f-ab77fa77bb6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3496292 Jan 14 12:34:37.675661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:34:37.753101 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'status': 'completed', 'code': 200} Jan 14 12:34:37.800203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:37.887005 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db48843-5eef-4cd6-86bf-06bcb194c688 req-97a46b26-7920-49f9-b143-38bad6ea667c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:37.888523 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7db48843-5eef-4cd6-86bf-06bcb194c688 req-97a46b26-7920-49f9-b143-38bad6ea667c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0844567 Jan 14 12:34:37.937009 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7db48843-5eef-4cd6-86bf-06bcb194c688 req-ac7e6f66-1058-4592-9194-041fccc9d37a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Jan 14 12:34:37.954021 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-7068962f-63fb-494c-812b-6675379fd18f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.1805253 Jan 14 12:34:37.966912 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58368) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:38.074712 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ed9806ac-bac8-4e53-924c-8771f647d61c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 992 time: 0.1054707 Jan 14 12:34:38.098769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-7a85b351-e73e-4733-8578-db7d2af7a74d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:38.100331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-7a85b351-e73e-4733-8578-db7d2af7a74d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1408925 Jan 14 12:34:38.168607 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4e4ae52f-e893-407e-81eb-b0b52933bfa7', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'mac_address': 'fa:16:3e:b0:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79093e54-af20-46e2-bb6f-6ea2febba557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:34:36Z', 'updated_at': '2022-01-14T12:34:36Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:28Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:38.173257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] Checking router: 019f01e4-dea7-4e4c-856b-2ab32cb23440 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:34:38.184072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:34:38.184675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:34:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:38.202645 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-fa635b61-f1af-48c1-8edb-6a12f246ae73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1000 time: 0.0971599 Jan 14 12:34:38.265554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-60232a4b-369c-43e5-bd1d-2d0b204dd26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:38.266975 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-60232a4b-369c-43e5-bd1d-2d0b204dd26a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0588553 Jan 14 12:34:38.341453 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-910f3aa3-1c65-48db-b7f7-5e044273f98f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680876 Jan 14 12:34:38.358266 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:34:38.498909 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-2f451cb1-c74f-4d0f-adef-d1109575d217 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505969 Jan 14 12:34:38.630004 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5c188493-ed51-452b-9fe0-e102fd95c5dd req-e308a874-ce0e-458d-9add-3cfa12d6295e service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256478 Jan 14 12:34:38.782537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4e4ae52f-e893-407e-81eb-b0b52933bfa7', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'mac_address': 'fa:16:3e:b0:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79093e54-af20-46e2-bb6f-6ea2febba557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:34:36Z', 'updated_at': '2022-01-14T12:34:36Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:28Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:34:38.786686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa32d8-59db-4415-8842-685a99ac6b05 None None] The sync data for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv is: [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '4e4ae52f-e893-407e-81eb-b0b52933bfa7', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'mac_address': 'fa:16:3e:b0:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79093e54-af20-46e2-bb6f-6ea2febba557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:34:36Z', 'updated_at': '2022-01-14T12:34:36Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:28Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:34:39.077562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58372) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:39.183078 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5c9cdbf2-b229-4f76-a747-9781be0af680 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 992 time: 0.1044750 Jan 14 12:34:40.186524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58376) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:40.290869 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-05844fbd-59a2-4866-a006-d02d9e44b36d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 992 time: 0.1032102 Jan 14 12:34:41.294301 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58380) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:41.393617 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f1c2aafc-edce-43e6-ba15-7f8a697f9ea8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 992 time: 0.0982215 Jan 14 12:34:42.301364 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7b0fd-7ac8-4533-aa20-d1788d476654 None None] New status for floating IP 4e4ae52f-e893-407e-81eb-b0b52933bfa7: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:34:42.398104 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58384) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:42.516383 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f995ca29-4064-4232-8c9e-2c3451f0730d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 992 time: 0.1162241 Jan 14 12:34:43.519269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58388) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:34:43.623982 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b6198250-c555-4620-b22a-9b5724d5c912 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 994 time: 0.1035433 Jan 14 12:34:53.110155 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-e834d169-9e82-4150-9b2e-ceaa14c5d785 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730126 Jan 14 12:34:53.249423 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-5cdaad1f-bae8-4037-905c-8bbb3795b726 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0727143 Jan 14 12:34:53.403615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-8f101639-9093-465b-9819-280e58e7bf08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:53.405030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-8f101639-9093-465b-9819-280e58e7bf08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1376183 Jan 14 12:34:53.515068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-ef8c2d1d-423e-4796-b389-a5d16b0d8828 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1002 time: 0.1031909 Jan 14 12:34:53.578518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-95d89a32-510e-4bdb-873a-ff1e40169a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:34:53.580033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-95d89a32-510e-4bdb-873a-ff1e40169a45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0597303 Jan 14 12:34:53.662239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-8604db43-f9a8-43ad-818a-3b0dae815a97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759742 Jan 14 12:34:53.673238 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-0c9920ce-25cb-4e74-ad32-b1e4cccd9d77 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:34:53.674295 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-0c9920ce-25cb-4e74-ad32-b1e4cccd9d77 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052476 Jan 14 12:34:53.845203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-ccec55de-8118-417a-b930-db4a53e8f89f service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650550 Jan 14 12:34:54.066903 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f798e1ac-050f-4e78-8947-0cfe9dbb2b7d req-79bd6c87-9dd7-4b07-9864-c6cd6c08f646 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156465 Jan 14 12:35:00.942432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cfb7-87ab-4b0d-b513-e81e8809b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:01.581923 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:02.186432 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:35:03.180704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-14a38ac0-09bf-497c-b166-d6ecf9e62914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:04.330656 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:04.569753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:05.684219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:30.945479 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5b84-58d8-4377-877e-207b73017870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:31.592304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:33.187086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b994b1e6-89ef-4c32-b5e7-a2293d1ce18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:34.332702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:34.571488 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:35.688126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:35:39.186701 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:35:55.844271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-fbf2159e-f6ff-472b-b134-e11b41efdb24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2457731 Jan 14 12:35:56.012462 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-e0a47109-a449-4fa0-b7f3-f49a82d8b5de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0898166 Jan 14 12:35:56.181778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-1dba8136-944e-47d6-90de-d395488700ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:35:56.183224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-1dba8136-944e-47d6-90de-d395488700ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1522467 Jan 14 12:35:56.284556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-d3ddad9d-0966-4951-9237-1c02100ee30c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1002 time: 0.0944870 Jan 14 12:35:56.358503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-e67d4dc8-6266-4f99-bada-028da0577bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:35:56.359960 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-e67d4dc8-6266-4f99-bada-028da0577bde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0702293 Jan 14 12:35:56.433279 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-5ad3d340-8bcf-425d-8b43-e1c9e3809be9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674765 Jan 14 12:35:56.559835 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-dda719f3-39b2-4f18-aee2-79ba52ba1aa4 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201446 Jan 14 12:35:56.697405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d53846b3-3b29-4fc6-b18e-d36588721bd7 req-f7751d66-fe06-4e88-9bb3-fc0789fc41f2 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309388 Jan 14 12:36:00.947828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a854bc39-5056-4e88-8555-941c89c32358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:01.607305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:03.181054 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36113f97-834e-416c-8ed5-3b1b51c3a4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:04.335196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:04.575253 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:05.690021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:08.544050 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bf070906-0eef-437e-92fd-13e65d3455e9 req-426a2387-8335-4241-9906-a295c96115be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2598143 Jan 14 12:36:09.876371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f732-bc74-46e3-841e-4216439b1716 req-a204907a-9656-4307-a5f7-ae3fdd01333f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:09.877469 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-32ece76d-5a69-452b-a500-e921219c8e2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337509 Jan 14 12:36:09.877893 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6d80f732-bc74-46e3-841e-4216439b1716 req-a204907a-9656-4307-a5f7-ae3fdd01333f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0770252 Jan 14 12:36:09.928990 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6d80f732-bc74-46e3-841e-4216439b1716 req-7378486c-02e3-47d4-b46e-227a92e3cabf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Jan 14 12:36:11.128918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf95886-c304-4b27-bcf4-ecf1c8699d38 req-0f21dd09-3d5d-422f-86ca-a7cc8dce7d10 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:11.130328 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aaf95886-c304-4b27-bcf4-ecf1c8699d38 req-0f21dd09-3d5d-422f-86ca-a7cc8dce7d10 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0773532 Jan 14 12:36:11.182649 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aaf95886-c304-4b27-bcf4-ecf1c8699d38 req-c8f957cb-2375-4fd5-8669-afdae7ab5d8c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464783 Jan 14 12:36:11.265584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-e3f85c51-9929-4f75-9fce-bb01ecccdc1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0673964 Jan 14 12:36:11.401441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-ac24b82f-950a-4b0a-a3df-9c9a81c07de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:11.402768 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-ac24b82f-950a-4b0a-a3df-9c9a81c07de3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1304154 Jan 14 12:36:11.502523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-e11cd363-39c7-45f4-89d4-20852c0fc214 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1002 time: 0.0935168 Jan 14 12:36:11.560685 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-aba54454-5553-4b3c-a60a-641087a976ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:11.562084 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-aba54454-5553-4b3c-a60a-641087a976ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0546401 Jan 14 12:36:11.636397 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-9b81a7a6-2e1d-458b-b463-cbcae9c591ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676327 Jan 14 12:36:11.867767 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-d10d4086-a1fb-4629-a1bd-320dfbe596c4 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248523 Jan 14 12:36:11.993666 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-68ab1f25-2558-458b-af73-2601f97f900a service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196382 Jan 14 12:36:12.383378 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adcf7a-53cd-45da-a632-a100972ec9d7 req-f47efb8c-a621-4976-901c-ebf7aca2a6cf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:12.384832 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b2adcf7a-53cd-45da-a632-a100972ec9d7 req-f47efb8c-a621-4976-901c-ebf7aca2a6cf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0839975 Jan 14 12:36:12.429698 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b2adcf7a-53cd-45da-a632-a100972ec9d7 req-6efcd2d4-5ad7-4822-b524-937153da08b2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Jan 14 12:36:13.621849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf28dbb-a200-4ab0-8598-9e8c64e83ef4 req-509039f6-f2e3-4446-9da7-c1380f34a358 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:13.623286 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fcf28dbb-a200-4ab0-8598-9e8c64e83ef4 req-509039f6-f2e3-4446-9da7-c1380f34a358 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0740488 Jan 14 12:36:13.669634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fcf28dbb-a200-4ab0-8598-9e8c64e83ef4 req-8ee94035-9030-4e98-a005-c9ba78f07636 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Jan 14 12:36:14.868330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790349-b40e-49af-b15a-5be7837a6f96 req-5d1487f2-6f9e-4968-aee3-9619003c253a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:14.869790 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a5790349-b40e-49af-b15a-5be7837a6f96 req-5d1487f2-6f9e-4968-aee3-9619003c253a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0769389 Jan 14 12:36:14.913643 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a5790349-b40e-49af-b15a-5be7837a6f96 req-ec135e7f-9a0f-4939-867e-0d26def9381e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384450 Jan 14 12:36:16.122941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ca673-04eb-44bd-9006-099aee614c1d req-afa37397-facc-4097-800f-3dbf0c62a14b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:16.124400 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-635ca673-04eb-44bd-9006-099aee614c1d req-afa37397-facc-4097-800f-3dbf0c62a14b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0815396 Jan 14 12:36:16.170418 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-635ca673-04eb-44bd-9006-099aee614c1d req-fc9ac643-63be-4c84-8de7-2258ce9abf3f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Jan 14 12:36:16.186621 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:36:17.362588 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fa0df-5037-4241-861e-29ad19cf41b5 req-13bd74b9-ee86-4828-a5e9-bd51044d354d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:17.364015 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5a3fa0df-5037-4241-861e-29ad19cf41b5 req-13bd74b9-ee86-4828-a5e9-bd51044d354d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0744846 Jan 14 12:36:17.416550 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5a3fa0df-5037-4241-861e-29ad19cf41b5 req-c9a95ebe-d51f-46a9-8cc0-8a2a73c7d5f9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468395 Jan 14 12:36:18.609859 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3134-945a-4f76-9049-db9bebaf86a6 req-6c2ee0fe-9cfd-4c17-9b8d-045bfe3dfc6c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:18.611294 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-843f3134-945a-4f76-9049-db9bebaf86a6 req-6c2ee0fe-9cfd-4c17-9b8d-045bfe3dfc6c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0750678 Jan 14 12:36:18.655183 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-843f3134-945a-4f76-9049-db9bebaf86a6 req-f40c4c99-e1a4-4f72-8c49-c0c4d75b10b8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379257 Jan 14 12:36:19.848301 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66767aac-0807-49e3-a368-0325051ca044 req-b524de3e-27af-4429-8d54-b3015540e9c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:19.849884 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66767aac-0807-49e3-a368-0325051ca044 req-b524de3e-27af-4429-8d54-b3015540e9c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0742083 Jan 14 12:36:19.895716 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66767aac-0807-49e3-a368-0325051ca044 req-bb8027bc-6503-4eb5-88b8-468b93cf6dbd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Jan 14 12:36:21.090897 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b4d6-a28d-4ee4-afab-081e08537450 req-3b5a295d-52db-4ad2-8b0b-173613ae0305 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:21.092404 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7cf1b4d6-a28d-4ee4-afab-081e08537450 req-3b5a295d-52db-4ad2-8b0b-173613ae0305 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0783129 Jan 14 12:36:21.137858 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7cf1b4d6-a28d-4ee4-afab-081e08537450 req-9d21cbc8-af5c-49ae-8e77-d8ac55a8e69f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Jan 14 12:36:22.344841 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c5c5f-3e6d-4bd9-8081-a220f521ef17 req-4fe6ec3b-5ea6-4922-af13-802b93f010df tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:22.346309 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-856c5c5f-3e6d-4bd9-8081-a220f521ef17 req-4fe6ec3b-5ea6-4922-af13-802b93f010df tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0826597 Jan 14 12:36:22.393327 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-856c5c5f-3e6d-4bd9-8081-a220f521ef17 req-85f2ba30-08ed-4851-a9af-e247add53f20 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Jan 14 12:36:23.592253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7215e7-05f3-4cf3-9538-789064036f26 req-d921a2b4-888a-454f-8cc9-8b13eaa734b9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:23.593689 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ca7215e7-05f3-4cf3-9538-789064036f26 req-d921a2b4-888a-454f-8cc9-8b13eaa734b9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0741317 Jan 14 12:36:23.641388 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ca7215e7-05f3-4cf3-9538-789064036f26 req-bf13a274-6a16-490e-a6f7-4fa664b5607b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Jan 14 12:36:23.730179 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-c4875a1c-31ed-479e-95f2-058a00d0e94e service neutron] 10.222.0.31 "GET /v2.0/ports/77da5eb1-d79d-42ce-acfb-6dee2ed94daf/bindings/hv-neutron-8238 HTTP/1.1" status: 200 len: 384 time: 0.0711005 Jan 14 12:36:23.987927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-cddefc3d-5db3-4055-9f35-2d8295e99120 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 1099 time: 0.0713654 Jan 14 12:36:24.076266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-37970740-8649-4ec5-9758-6976b6799f20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0677240 Jan 14 12:36:24.205281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-bf4adc45-5b2f-42a3-b45a-b26419fa8c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:24.206709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-bf4adc45-5b2f-42a3-b45a-b26419fa8c8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1246135 Jan 14 12:36:24.307918 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-8f33e750-1de7-4207-9d52-cf87c2988486 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1002 time: 0.0953615 Jan 14 12:36:24.369279 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-24a86860-9ce6-44ca-be3e-3e7915464ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:24.370739 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-24a86860-9ce6-44ca-be3e-3e7915464ae3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0574338 Jan 14 12:36:24.448410 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-489f5e1a-f684-4ec0-a0bc-f12a99381131 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724056 Jan 14 12:36:24.575722 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-412317e8-fe5e-49d9-bc97-b850f35a497c service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216214 Jan 14 12:36:24.703046 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-4634130d-edc5-4fce-b1eb-3a66bb8a1de6 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219671 Jan 14 12:36:24.836605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f4f72-9715-45d8-a663-4fae849acc93 req-128480e1-585f-43d0-8f5c-4beff8b89d0b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:24.838083 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a61f4f72-9715-45d8-a663-4fae849acc93 req-128480e1-585f-43d0-8f5c-4beff8b89d0b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0766897 Jan 14 12:36:24.884843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a61f4f72-9715-45d8-a663-4fae849acc93 req-fdc56258-1579-47e2-8dce-ac7dfc9d09ba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Jan 14 12:36:26.080464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e860-216d-4130-8645-17ed0e9560f7 req-fee05a92-f442-4292-8b69-4bebde62ee34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:26.081919 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0034e860-216d-4130-8645-17ed0e9560f7 req-fee05a92-f442-4292-8b69-4bebde62ee34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0750723 Jan 14 12:36:26.125684 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0034e860-216d-4130-8645-17ed0e9560f7 req-6583abfe-0346-4bb4-9442-818c61200b38 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Jan 14 12:36:27.404884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:36:27.422196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff651f-081d-4819-9884-d6408eaf6665 req-30e33656-d96d-4c83-8612-61ce09ac108c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:27.423681 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9fff651f-081d-4819-9884-d6408eaf6665 req-30e33656-d96d-4c83-8612-61ce09ac108c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.1748981 Jan 14 12:36:27.469806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9fff651f-081d-4819-9884-d6408eaf6665 req-56dfb39c-661a-48cd-8a64-b9e5693b28b7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399864 Jan 14 12:36:27.537276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:36:27.549702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'mac_address': 'fa:16:3e:b0:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:36:27.601285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:27.618079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77da5eb1-d79d-42ce-acfb-6dee2ed94daf {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:36:27.633014 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:36:27.636752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:27.706976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:36:27.715601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.715938 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.716290 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.716617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.716964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.717285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.717601 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.717916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.718227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.718536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:27.718846 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:36:28.670317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a4f9e-8113-4e6e-89cc-8bab156e261d req-bb197e53-2daf-4608-8d1d-365b20b7d4b6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:28.671758 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5e2a4f9e-8113-4e6e-89cc-8bab156e261d req-bb197e53-2daf-4608-8d1d-365b20b7d4b6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 945 time: 0.0789068 Jan 14 12:36:28.717514 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5e2a4f9e-8113-4e6e-89cc-8bab156e261d req-fdc687f7-7aae-404b-9cf8-2b6dfddf2da3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Jan 14 12:36:29.044546 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fd410-3be9-473c-b994-2e8365cbc90c req-a2186cab-0b0e-4d30-b8e7-dac513595dad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:29.046120 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-a2186cab-0b0e-4d30-b8e7-dac513595dad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&tenant_id=9693d300907148c5a72ca552d1799abb&binding%3Ahost_id=hv-neutron-8238 HTTP/1.1" status: 200 len: 945 time: 0.0844779 Jan 14 12:36:29.050797 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4dcc9-ea42-4283-8872-766d3aa84e9b req-add3190c-f260-4cf6-98d2-7d92f7544b15 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:29.053046 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31e4dcc9-ea42-4283-8872-766d3aa84e9b req-add3190c-f260-4cf6-98d2-7d92f7544b15 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 945 time: 0.0807984 Jan 14 12:36:29.098726 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-31e4dcc9-ea42-4283-8872-766d3aa84e9b req-be2cbaeb-a6b1-4ed8-9962-a543c3de41d6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Jan 14 12:36:29.188690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-66bdfa95-08fb-4cb4-a0b1-37d1566a72d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1098 time: 0.0743611 Jan 14 12:36:29.370774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fd410-3be9-473c-b994-2e8365cbc90c req-58084fe7-6cda-472f-a684-7001dc0d778e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:29.372117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-58084fe7-6cda-472f-a684-7001dc0d778e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1780746 Jan 14 12:36:29.382363 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f41446-9bb0-40e1-abf5-dc9db3b7e8a6 req-3a7ccbbc-3463-4c14-9ccb-eb74f2a8072d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:29.383702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62f41446-9bb0-40e1-abf5-dc9db3b7e8a6 req-3a7ccbbc-3463-4c14-9ccb-eb74f2a8072d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 945 time: 0.1256750 Jan 14 12:36:29.433360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:36:29.508355 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-62f41446-9bb0-40e1-abf5-dc9db3b7e8a6 req-2b295470-1d99-4fc9-a809-4b8854e1cdfb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746503 Jan 14 12:36:29.513049 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-4c37d88b-a8f8-4dfe-bcb4-101219232924 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1001 time: 0.1284041 Jan 14 12:36:29.570059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:36:29.578803 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fd410-3be9-473c-b994-2e8365cbc90c req-1a704abf-ea26-43d4-b148-bbde9acb31f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:29.580241 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-1a704abf-ea26-43d4-b148-bbde9acb31f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0613232 Jan 14 12:36:29.582817 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'port_id': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'mac_address': 'fa:16:3e:b0:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:36:29.635445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['77da5eb1-d79d-42ce-acfb-6dee2ed94daf'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:36:29.652780 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-46dbf908-bbd8-4d5b-8460-e70b2a91616e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670033 Jan 14 12:36:29.784099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-3173f528-5b6c-4fad-b1a8-b305930e447a service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249330 Jan 14 12:36:29.913457 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-873fd410-3be9-473c-b994-2e8365cbc90c req-49596b07-cd45-4251-85a5-9341d91daf02 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237142 Jan 14 12:36:30.708592 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd35b3-3cbc-4e6c-8a01-b325a6b6b353 req-652f820d-5c49-4990-9419-871931c3b573 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:30.710057 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5dfd35b3-3cbc-4e6c-8a01-b325a6b6b353 req-652f820d-5c49-4990-9419-871931c3b573 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 945 time: 0.0807111 Jan 14 12:36:30.754563 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5dfd35b3-3cbc-4e6c-8a01-b325a6b6b353 req-74425fb6-a531-462d-a233-ecca4f09afd0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Jan 14 12:36:30.782766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58512) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:36:30.885303 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e9926ec3-0a65-44a1-8781-36df6f9f1b2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 200 len: 993 time: 0.1013145 Jan 14 12:36:30.949097 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ab4041bb-5a49-4701-820a-bc93193e4718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:31.449805 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:36:31.515488 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:36:31.515848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:31.625376 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:31.643794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:31.670596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:36:31.679857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:36:31.684314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:31.753691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:36:31.796068 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'code': 200} Jan 14 12:36:33.184175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-57210ec7-bc3f-4c5d-8d97-d409025e6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:34.337533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:34.578214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:35.694216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:36:53.186790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:36:57.162786 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-2af82f87-5264-409c-b843-0858e61685d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773094 Jan 14 12:36:57.322798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-a5ed8f22-f6b2-4e02-963a-0116881ec1d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0813553 Jan 14 12:36:57.514102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91281-a907-4b30-a1db-56149d71999e req-34006346-0a53-49a6-8483-9e7485b2bc17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:57.516584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-34006346-0a53-49a6-8483-9e7485b2bc17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1735001 Jan 14 12:36:57.620249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-67f24a4f-96ef-48a3-9a17-a0476c2439ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 1002 time: 0.0976644 Jan 14 12:36:57.682464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91281-a907-4b30-a1db-56149d71999e req-fb518b83-bda2-425b-8f16-1b57b5ab747c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:36:57.683925 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-fb518b83-bda2-425b-8f16-1b57b5ab747c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0579770 Jan 14 12:36:57.766220 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-cb819fd8-bdeb-440e-a879-942ea47b509f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759318 Jan 14 12:36:58.019489 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-166690e5-0962-497a-9ef3-b59737bc1348 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459068 Jan 14 12:36:58.151448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f91281-a907-4b30-a1db-56149d71999e req-8777ca04-db53-460d-8a4d-d457a6911c8e service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255298 Jan 14 12:37:00.950502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8a615481-3645-4e6d-a953-f5fe9ecba6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:01.628254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:03.185736 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-31690aa6-6ea7-4821-8d51-c058764d0feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:04.339004 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:04.581034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:05.696965 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:30.187426 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:37:30.952815 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0193fb0b-a4c7-4220-8f0f-440aa5678794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:31.632670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:33.190110 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-97b8f408-a267-4961-b0c8-a9411e1f7d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:34.339920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:34.584013 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:35.701451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:40.466276 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58566) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:40.662306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 016409c5-f149-42c5-bbe8-9950150099a5 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:37:40.662636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:40.826027 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:40.826346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:41.027426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 016409c5-f149-42c5-bbe8-9950150099a5 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:37:41.173300 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:41.219401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=016409c5-f149-42c5-bbe8-9950150099a5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:41.259349 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.259692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.263164 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:41.320761 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:41.703084 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 019f01e4-dea7-4e4c-856b-2ab32cb23440 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:37:41.899670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:37:41.909563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] Sync routers for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:37:41.919796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:41.921902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:37:41.922494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:41.973168 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44c53665-1084-4c08-a5ed-2612fcb63237 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/floatingips/4e4ae52f-e893-407e-81eb-b0b52933bfa7 HTTP/1.1" status: 204 len: 168 time: 1.5057323 Jan 14 12:37:41.973584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:37:42.126778 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'status': 'completed', 'code': 200} Jan 14 12:37:42.139828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:37:42.238340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-ba53691d-6401-47a2-ae00-0e5f4fc7e9cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 1099 time: 0.0869608 Jan 14 12:37:42.377815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-ab8bfdb0-9c52-49dc-9690-db2a5e43af29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:42.379296 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-ab8bfdb0-9c52-49dc-9690-db2a5e43af29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 200 len: 897 time: 0.1349440 Jan 14 12:37:42.401733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84711-2ddf-4879-bfbb-ce01def540d5 req-d2e9e8ca-9cae-4160-9769-006801f54647 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:42.402413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a9b84711-2ddf-4879-bfbb-ce01def540d5 req-d2e9e8ca-9cae-4160-9769-006801f54647 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:37:42.418575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-a9b84711-2ddf-4879-bfbb-ce01def540d5 req-d2e9e8ca-9cae-4160-9769-006801f54647 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:37:42.419738 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9b84711-2ddf-4879-bfbb-ce01def540d5 req-d2e9e8ca-9cae-4160-9769-006801f54647 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0973125 Jan 14 12:37:42.457095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-0e265dae-bb61-4576-9179-d2939940aaad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 200 len: 217 time: 0.0712764 Jan 14 12:37:42.467242 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-a9b84711-2ddf-4879-bfbb-ce01def540d5 req-fdd39b1c-c5db-4c13-bdd3-dd71681d8efa tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Jan 14 12:37:42.467754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:28Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:42.471715 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] Checking router: 019f01e4-dea7-4e4c-856b-2ab32cb23440 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:37:42.483539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:37:42.484281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:42.520194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-0b6aeff0-7d33-42b8-b1c3-09b6556d7642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:42.521671 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-0b6aeff0-7d33-42b8-b1c3-09b6556d7642 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 200 len: 835 time: 0.0574040 Jan 14 12:37:42.597611 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-2ed8a3b9-037b-4782-b2c9-d72668cf02e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71ee8ab-bb11-4a26-81bb-198887140c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704794 Jan 14 12:37:42.660369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:37:42.728885 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-a87fa170-f0e4-4cba-826f-9c217a570936 service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245759 Jan 14 12:37:42.858504 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-81562e40-2a17-483e-aa57-cc99cb9eb181 req-610eefa4-ae02-45d2-8260-5487282a7e1d service neutron] 10.222.0.31 "GET /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241078 Jan 14 12:37:42.973044 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:28Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:42.977106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d5eda-24ee-4980-a84d-dfd42845e74b None None] The sync data for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv is: [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'b09320d0-d660-46dd-b029-d3662fdd0ea9', 'name': '', 'network_id': 'b71ee8ab-bb11-4a26-81bb-198887140c40', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fb:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4733034-ef4b-459c-970c-0594ca128485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:21Z', 'updated_at': '2022-01-14T12:34:28Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'f4733034-ef4b-459c-970c-0594ca128485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:37:43.191620 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03a9d8-9bb3-45fe-ab42-7af62077b930 None None] New status for floating IP 4e4ae52f-e893-407e-81eb-b0b52933bfa7: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:37:43.674294 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985c28-e8be-4bd6-a380-13ea81e955c1 req-9fadacc2-70ec-46c7-b9a5-1a118ed186de tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:43.675693 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-35985c28-e8be-4bd6-a380-13ea81e955c1 req-9fadacc2-70ec-46c7-b9a5-1a118ed186de tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0825682 Jan 14 12:37:43.721713 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-35985c28-e8be-4bd6-a380-13ea81e955c1 req-6d3820bf-da77-4f16-9077-ef8a4edaba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392528 Jan 14 12:37:44.334470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-6a943a5d-55fd-4f47-b6f8-038bbf009223 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:44.337685 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-6a943a5d-55fd-4f47-b6f8-038bbf009223 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0815647 Jan 14 12:37:44.410436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:37:44.410774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:44.651160 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:37:44.651501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:44.779018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 77da5eb1-d79d-42ce-acfb-6dee2ed94daf owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:37:44.923124 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4dddb-8524-4c1d-80a1-ba3eab322452 req-c5192f76-0fe1-452a-b870-748cb12d2363 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:44.924513 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aaf4dddb-8524-4c1d-80a1-ba3eab322452 req-c5192f76-0fe1-452a-b870-748cb12d2363 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=79093e54-af20-46e2-bb6f-6ea2febba557 HTTP/1.1" status: 200 len: 946 time: 0.0789709 Jan 14 12:37:44.971980 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aaf4dddb-8524-4c1d-80a1-ba3eab322452 req-8c8047d0-4124-4c29-9e41-5d6477eedba6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f678440f-d40a-4441-bff4-2ed604f4e927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Jan 14 12:37:45.024975 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:45.078292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=77da5eb1-d79d-42ce-acfb-6dee2ed94daf,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:45.145996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.146354 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.146670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.146993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.147317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.147662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.147978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.148292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.148604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.148937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.149247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:45.162055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] No DVR routers for this DVR port 77da5eb1-d79d-42ce-acfb-6dee2ed94daf on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:37:45.164856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:45.167475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'name': 'network-vif-deleted', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:37:45.182814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-37ce6f09-7f56-43cb-a22a-374bd81e766b req-c81f647d-0617-40cf-ab67-5b47c52c0e34 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "DELETE /v2.0/ports/77da5eb1-d79d-42ce-acfb-6dee2ed94daf HTTP/1.1" status: 204 len: 173 time: 0.8405750 Jan 14 12:37:45.224904 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79093e54-af20-46e2-bb6f-6ea2febba557', 'name': 'network-vif-deleted', 'tag': '77da5eb1-d79d-42ce-acfb-6dee2ed94daf', 'status': 'completed', 'code': 200} Jan 14 12:37:46.081051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58592) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:46.562222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:47.158700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port b09320d0-d660-46dd-b029-d3662fdd0ea9 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:37:47.159387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:47.344664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port b09320d0-d660-46dd-b029-d3662fdd0ea9, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=b09320d0-d660-46dd-b029-d3662fdd0ea9,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:37:47.345040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:47.464787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for b09320d0-d660-46dd-b029-d3662fdd0ea9 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:37:47.659290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:47.707957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=b09320d0-d660-46dd-b029-d3662fdd0ea9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:47.787714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:37:47.823889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 77da5eb1-d79d-42ce-acfb-6dee2ed94daf {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:37:47.824224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 77da5eb1-d79d-42ce-acfb-6dee2ed94daf not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:37:48.110393 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:48.699357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 019f01e4-dea7-4e4c-856b-2ab32cb23440 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:37:48.901869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:37:48.911680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] Sync routers for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:37:48.915026 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0c8e7f3f-f5ec-4654-a1b8-774aea563048 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/019f01e4-dea7-4e4c-856b-2ab32cb23440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8329000 Jan 14 12:37:48.917616 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58596) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:48.924178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:37:48.924797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:49.103222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:37:49.104387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting subnet f4733034-ef4b-459c-970c-0594ca128485 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:37:49.107298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.164077 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.247253 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.321741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.357618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Subnet': ['ID=f4733034-ef4b-459c-970c-0594ca128485,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:49.366092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.372598 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f777bb57-162b-4635-a4d9-34fd6c1f28ad tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/subnets/f4733034-ef4b-459c-970c-0594ca128485 HTTP/1.1" status: 204 len: 168 time: 0.4540498 Jan 14 12:37:49.375324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58600) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:49.395863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd52e0-7677-4481-ac74-1a5ccf8f3433 None None] Network b71ee8ab-bb11-4a26-81bb-198887140c40 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:37:49.570670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.590666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:37:47Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:49.597158 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] Checking router: 019f01e4-dea7-4e4c-856b-2ab32cb23440 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:37:49.618005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] Routers {'019f01e4-dea7-4e4c-856b-2ab32cb23440'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:37:49.618556 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['019f01e4-dea7-4e4c-856b-2ab32cb23440'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:49.757745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] DHCP port deletion for b71ee8ab-bb11-4a26-81bb-198887140c40 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:37:49.777477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Deleting port 9bdb175b-9990-4848-b02c-ce2adcfd1522 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:37:49.777847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.868533 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.878159 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port f0a427ed-132f-441d-af46-a4d624fc6552 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:37:49.878491 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:49.891367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] Set router 019f01e4-dea7-4e4c-856b-2ab32cb23440 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:37:50.065055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port f0a427ed-132f-441d-af46-a4d624fc6552, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f0a427ed-132f-441d-af46-a4d624fc6552,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:37:50.065400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.183431 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for f0a427ed-132f-441d-af46-a4d624fc6552 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:37:50.187413 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] For port 9bdb175b-9990-4848-b02c-ce2adcfd1522, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9bdb175b-9990-4848-b02c-ce2adcfd1522,segment=NetworkSegment(ac6ebe93-f431-4a1a-9311-a04f070b144f),segment_id=ac6ebe93-f431-4a1a-9311-a04f070b144f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:37:50.187921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.323115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9bdb175b-9990-4848-b02c-ce2adcfd1522 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:37:50.354605 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.360408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Calling delete_port for 9bdb175b-9990-4848-b02c-ce2adcfd1522 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:37:50.401331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=f0a427ed-132f-441d-af46-a4d624fc6552,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:50.575679 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.620094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.633634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Pushing event deleted for resources: {'Port': ['ID=9bdb175b-9990-4848-b02c-ce2adcfd1522,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:50.645622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.669680 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] No DVR routers for this DVR port 9bdb175b-9990-4848-b02c-ce2adcfd1522 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:37:50.676754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.677093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.677423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.677744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.678068 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.678388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.678741 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.679588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.679901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.680209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.680520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71ed57-2ec1-4988-8c17-c0cd7be404a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:50.716477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:37:47Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:50.728773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b9504-ab0c-4df7-85e5-e3830c3880f4 None None] The sync data for ids ['019f01e4-dea7-4e4c-856b-2ab32cb23440'] in dv-neutron-823850-1-hyperv is: [{'id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935415305', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:37:47Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'f0a427ed-132f-441d-af46-a4d624fc6552', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f01e4-dea7-4e4c-856b-2ab32cb23440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:34:18Z', 'updated_at': '2022-01-14T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:37:50.879458 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.883514 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.906666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.907215 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Fanout notify agent at l3_agent the message router_deleted on router 019f01e4-dea7-4e4c-856b-2ab32cb23440 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:37:50.921773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:50.922849 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a3c981d5-cc43-4880-8e00-00aa9d310964 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/routers/019f01e4-dea7-4e4c-856b-2ab32cb23440 HTTP/1.1" status: 204 len: 168 time: 1.5466475 Jan 14 12:37:50.925479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58604) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:51.123357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.260019 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.289902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71ee8ab-bb11-4a26-81bb-198887140c40']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:51.302421 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6ebe93-f431-4a1a-9311-a04f070b144f') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:51.302711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6ebe93-f431-4a1a-9311-a04f070b144f') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:51.315515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.331784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.338440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:37:51.338817 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:37:51.353692 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:37:51.431666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.451661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.462818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Network': ['ID=b71ee8ab-bb11-4a26-81bb-198887140c40,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:51.470580 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c5680c56-2a42-4cad-9d95-151925264877 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/networks/b71ee8ab-bb11-4a26-81bb-198887140c40 HTTP/1.1" status: 204 len: 168 time: 0.5441728 Jan 14 12:37:51.473359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58608) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:51.538997 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f67a037-ff70-460d-86e0-02dc19b925bf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.566371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f67a037-ff70-460d-86e0-02dc19b925bf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.626440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f67a037-ff70-460d-86e0-02dc19b925bf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.643880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67a037-ff70-460d-86e0-02dc19b925bf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f678440f-d40a-4441-bff4-2ed604f4e927,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:51.657146 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5f67a037-ff70-460d-86e0-02dc19b925bf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:51.658814 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5f67a037-ff70-460d-86e0-02dc19b925bf tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/security-groups/f678440f-d40a-4441-bff4-2ed604f4e927 HTTP/1.1" status: 204 len: 168 time: 0.1843853 Jan 14 12:37:52.102700 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58620) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:52.108203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180669393', 'description': 'tempest-secgroup-smoke-1180669393 description', 'project_id': '9693d300907148c5a72ca552d1799abb'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:52.114101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.118299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.121115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.127034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.137784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.172099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.175802 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.178550 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.185260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.247630 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.251683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.275060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b09320d0-d660-46dd-b029-d3662fdd0ea9 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:37:52.293888 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07edf83e-040a-45c4-984c-38a1f01a62f2,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:52.299822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.304568 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bcff7495-c5e7-4bb1-8ad0-83d3b52af768 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2002029 Jan 14 12:37:52.304700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58624) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:52.309593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: b09320d0-d660-46dd-b029-d3662fdd0ea9 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:37:52.310010 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device b09320d0-d660-46dd-b029-d3662fdd0ea9 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:37:52.310489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0a427ed-132f-441d-af46-a4d624fc6552 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:37:52.310596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '07edf83e-040a-45c4-984c-38a1f01a62f2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:52.316631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.321030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.324156 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.330973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.346375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f0a427ed-132f-441d-af46-a4d624fc6552 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:37:52.346784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f0a427ed-132f-441d-af46-a4d624fc6552 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:37:52.347250 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.406405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.409666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.432270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9a1f6a-9b18-4849-b089-5aff16902229,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:52.441062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.442148 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0eb35eb-b9d3-4d6d-b47a-cfd0972aa361 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364009 Jan 14 12:37:52.445491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58628) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:52.450729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '07edf83e-040a-45c4-984c-38a1f01a62f2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:52.456377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.460026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.462834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.468292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.484367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.550330 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.553717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.577105 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371d7df3-bdd9-4799-a629-bd38b1824c85,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:52.586399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.587567 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e11d2962-d496-4142-a2a3-f7139a9d5440 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411872 Jan 14 12:37:52.590329 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58632) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:52.595558 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '07edf83e-040a-45c4-984c-38a1f01a62f2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:52.602091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.606018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.608929 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.614545 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.631123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.692387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.695795 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.717683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2658202-72f8-412f-94b8-abe14c745325,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:52.726979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.728151 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c49d6184-76e5-49c8-a39f-db56bdc2c1d2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369333 Jan 14 12:37:52.730874 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58636) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:52.736026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '07edf83e-040a-45c4-984c-38a1f01a62f2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:52.742315 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.745986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.748808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.754236 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.770295 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.836881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.840052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.862818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bb8a9f-db7b-476a-a279-d230ba0ed297,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:52.871705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.873073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f1fddb33-88b1-403e-a33c-6a2b30255630 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1413124 Jan 14 12:37:52.875762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58640) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:52.880959 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '07edf83e-040a-45c4-984c-38a1f01a62f2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:52.886850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:52.890528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:52.893502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:52.899351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:52.909784 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:37:52.916653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.984107 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:52.987659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.010193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b269c2-f06f-44fa-b312-838383403f2b,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:53.019511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.020828 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6648404d-ab1b-4137-a3fa-4cf1868eba46 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1441431 Jan 14 12:37:53.024198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58644) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:53.031738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '07edf83e-040a-45c4-984c-38a1f01a62f2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:53.037556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:53.042418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:53.046763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:53.052296 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:53.062892 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:37:53.070285 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.135989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.139265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.162703 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b422288-e8bf-40ba-a1c1-871e83029a35,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:53.171439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.172735 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-37acacbf-3817-4eee-a763-9e92cf54ec35 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1472061 Jan 14 12:37:53.175529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58648) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:53.181823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'network': {'name': 'tempest-network-smoke--1834252093', 'project_id': '9693d300907148c5a72ca552d1799abb', 'port_security_enabled': True}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:53.186802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:53.191064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:network and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:53.193873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:53.200357 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:53.212288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:37:53.215194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.243231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:37:53.251716 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.252052 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Added segment df567a54-f0c1-4fec-85b1-3285e16d652e of type vlan for network 0a0b4490-1433-4be0-9e00-5edb130b03d2 Jan 14 12:37:53.278000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.307337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.311091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:53.311667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.423968 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2473223 Jan 14 12:37:53.426647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58652) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:53.427122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ae5a6-75ef-46ad-84bd-ffc2c8af8db0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Network': ['ID=0a0b4490-1433-4be0-9e00-5edb130b03d2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:53.433198 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'admin_state_up': True, 'project_id': '9693d300907148c5a72ca552d1799abb', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:53.438283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:37:53.440385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:53.444195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:router and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:53.447272 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:53.453816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:53.463290 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.464387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.483574 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.624863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.804531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.832244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:53.965429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.70 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/d7dc38c3-17a6-4883-8ff9-d838fcde3c56) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:37:54.115043 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:54.141871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:54.206795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:37:54.209568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:37:54.214500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:37:54.239946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:54.365740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:54.366525 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:54.661965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c8f81e48-4c75-4c79-b742-009b10335710 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:37:54.856340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:37:54.865654 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Sync routers for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:37:54.877096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:37:54.877704 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:54.880527 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:54.882415 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a348f2f3-1e19-4fd0-a1b5-d7f1f680eaba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4540372 Jan 14 12:37:54.885555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58656) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:55.024579 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1dda2598-52e8-422f-8f21-d973446857d6 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9693d300907148c5a72ca552d1799abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1379316 Jan 14 12:37:55.027204 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58662) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:55.056085 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:37:55.158444 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c641aa4-af91-4622-a2b8-f693cb9525b9 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:55.159917 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3c641aa4-af91-4622-a2b8-f693cb9525b9 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318369 Jan 14 12:37:55.162855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58666) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:55.203879 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-aeec4933-16b1-41f7-82aa-5cee820f114e tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398676 Jan 14 12:37:55.206501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58670) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:55.212410 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980861637', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'project_id': '9693d300907148c5a72ca552d1799abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:37:55.325628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:37:55.329471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:subnet and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:37:55.332222 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:37:55.338444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:37:55.349537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:37:55.351507 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:54Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:55.355618 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Checking router: c8f81e48-4c75-4c79-b742-009b10335710 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:37:55.355938 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Updating router c8f81e48-4c75-4c79-b742-009b10335710 port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:37:55.408689 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.458555 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.673832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.736276 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.748852 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Transition to ACTIVE for port object d7dc38c3-17a6-4883-8ff9-d838fcde3c56 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:37:55.756070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Subnet': ['ID=216b1025-6385-41bc-bd49-1bcb85636c2c,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:55.758051 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.766871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Checking segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:37:55.767226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network hostable DHCP agents. Network: 0a0b4490-1433-4be0-9e00-5edb130b03d2, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:37:55.789395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:37:55.799514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 0a0b4490-1433-4be0-9e00-5edb130b03d2) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:37:55.803564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:55.804168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.811660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893be0f-31cc-43bd-8271-92d70bfaf36d None None] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:37:55.826663 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1996758b-39fa-4b1c-923d-566e36e16e7b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6189914 Jan 14 12:37:55.829193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58676) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:37:55.850342 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Attempting to bind port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:37:55.850735 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Attempting to bind port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:37:55.851158 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Attempting to bind port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:37:55.853082 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Pushing event updated for resources: {'Port': ['ID=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:55.863798 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.864141 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.864467 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.864819 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.865134 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.865449 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.865763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.866327 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.866481 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.866781 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.867095 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:37:55.872965 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:37:55.873326 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:37:55.873719 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.874094 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:37:55.874535 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Bound port: d7dc38c3-17a6-4883-8ff9-d838fcde3c56, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:37:55.874893 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:55.948701 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] For port d7dc38c3-17a6-4883-8ff9-d838fcde3c56, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:37:55.952081 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] For port d7dc38c3-17a6-4883-8ff9-d838fcde3c56, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:37:55.956116 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.039152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-0a0b4490-1433-4be0-9e00-5edb130b03d2', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:37:56.039974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.050441 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:37:56.051292 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:56.106636 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de14d-e987-4728-befc-bbc9d929623a None None] Pushing event updated for resources: {'Port': ['ID=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:56.215257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Allocated IP 172.20.0.2 (0a0b4490-1433-4be0-9e00-5edb130b03d2/216b1025-6385-41bc-bd49-1bcb85636c2c/9256ffdf-abf2-4865-88f3-8c70e2936a15) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:37:56.253638 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:37:56.430652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.441721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Transition to ACTIVE for port object 9256ffdf-abf2-4865-88f3-8c70e2936a15 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:37:56.462261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Transition to ACTIVE for port object 9256ffdf-abf2-4865-88f3-8c70e2936a15 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:37:56.468361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.539831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:37:56.542837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:37:56.545646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:37:56.548171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Pushing event updated for resources: {'Port': ['ID=9256ffdf-abf2-4865-88f3-8c70e2936a15,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:56.591514 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:54Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:37:56.595442 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c8ef4-c62e-4289-adf6-b45033302fe2 None None] The sync data for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv is: [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:54Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:37:56.643908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Attempting to bind port 9256ffdf-abf2-4865-88f3-8c70e2936a15 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:37:56.644368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Attempting to bind port 9256ffdf-abf2-4865-88f3-8c70e2936a15 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:37:56.644821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Attempting to bind port 9256ffdf-abf2-4865-88f3-8c70e2936a15 on network 0a0b4490-1433-4be0-9e00-5edb130b03d2 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:37:56.652753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:37:56.653207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Checking segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:37:56.653677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.654129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Bound using segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:37:56.654652 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Bound port: 9256ffdf-abf2-4865-88f3-8c70e2936a15, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:37:56.655085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.750790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.755378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] For port 9256ffdf-abf2-4865-88f3-8c70e2936a15, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:37:56.762920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] For port 9256ffdf-abf2-4865-88f3-8c70e2936a15, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9256ffdf-abf2-4865-88f3-8c70e2936a15,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:37:56.766987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:56.886424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe47347-bc9a-4f1e-9505-2f1bc270ca3f None None] Pushing event updated for resources: {'Port': ['ID=9256ffdf-abf2-4865-88f3-8c70e2936a15,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:57.238729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.1 (0a0b4490-1433-4be0-9e00-5edb130b03d2/216b1025-6385-41bc-bd49-1bcb85636c2c/11938ed8-f629-45a2-9396-9ae2ff2b2789) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:37:57.407567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:57.423535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object 11938ed8-f629-45a2-9396-9ae2ff2b2789 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:37:57.448218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:57.518834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:37:57.522989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:37:57.524989 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=11938ed8-f629-45a2-9396-9ae2ff2b2789,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:57.527043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:37:57.587239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:57.672123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:57.803743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f36c521-2935-4b10-91e2-3050bc355b20 None None] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:37:57.899461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7107ec87-baa4-456f-aea0-85e0d75f0525 None None] Provisioning for port 9256ffdf-abf2-4865-88f3-8c70e2936a15 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:37:58.204100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.209414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.340000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.343480 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=11938ed8-f629-45a2-9396-9ae2ff2b2789,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:58.354561 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fc23a159-17fc-4911-ada9-03c1a9cde0c8 None None] Provisioning for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:37:58.373294 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d7dc38c3-17a6-4883-8ff9-d838fcde3c56 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:37:58.408929 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fc23a159-17fc-4911-ada9-03c1a9cde0c8 None None] Provisioning complete for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:37:58.409628 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fc23a159-17fc-4911-ada9-03c1a9cde0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.497849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:37:58.499027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:37:58.564963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-fc23a159-17fc-4911-ada9-03c1a9cde0c8 None None] Port 11938ed8-f629-45a2-9396-9ae2ff2b2789 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:37:58.593887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:37:58.599206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:37:58.600400 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.774980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.787215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f1a0ecf-7303-46ca-a439-0e925170960c None None] Provisioning complete for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:37:58.787497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0ecf-7303-46ca-a439-0e925170960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.856123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d7dc38c3-17a6-4883-8ff9-d838fcde3c56, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:37:58.865056 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:58.865825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9256ffdf-abf2-4865-88f3-8c70e2936a15 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:37:58.943361 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c8f81e48-4c75-4c79-b742-009b10335710 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:37:58.955375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a0ecf-7303-46ca-a439-0e925170960c None None] Port 11938ed8-f629-45a2-9396-9ae2ff2b2789 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:37:59.020277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:59.043626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 9256ffdf-abf2-4865-88f3-8c70e2936a15 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:37:59.048823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9256ffdf-abf2-4865-88f3-8c70e2936a15 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:37:59.049330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:59.116469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6dc0d1a2-95c0-421f-a193-f94f77b0a0ed None None] Provisioning complete for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:37:59.116694 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6dc0d1a2-95c0-421f-a193-f94f77b0a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:59.155424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:37:59.178273 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d1b1d0bd-6af2-4359-b9d3-35c0bcc55d9c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/c8f81e48-4c75-4c79-b742-009b10335710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3389990 Jan 14 12:37:59.214819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0d1a2-95c0-421f-a193-f94f77b0a0ed None None] Port 11938ed8-f629-45a2-9396-9ae2ff2b2789 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:37:59.223984 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:59.257739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 9256ffdf-abf2-4865-88f3-8c70e2936a15, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9256ffdf-abf2-4865-88f3-8c70e2936a15,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:37:59.262153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:37:59.335589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=9256ffdf-abf2-4865-88f3-8c70e2936a15,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:37:59.573503 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-2ad632f1-c5c5-4f29-b9db-6447022081e9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180669393&fields=id&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 267 time: 0.0424192 Jan 14 12:37:59.721861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-814ae748-a909-4dbf-9b09-31b1b52c4295 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:37:59.722552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-814ae748-a909-4dbf-9b09-31b1b52c4295 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:37:59.737323 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-814ae748-a909-4dbf-9b09-31b1b52c4295 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:37:59.738565 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-814ae748-a909-4dbf-9b09-31b1b52c4295 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 797 time: 0.1588173 Jan 14 12:37:59.755610 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-19454561-ed5d-4508-be58-6ccf94f581cb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/quotas/9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 375 time: 0.0108147 Jan 14 12:37:59.834270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-83ad3c09-1eeb-4f0e-88ab-2ad0d13eb63a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:37:59.848640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-83ad3c09-1eeb-4f0e-88ab-2ad0d13eb63a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:37:59.849996 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-83ad3c09-1eeb-4f0e-88ab-2ad0d13eb63a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886400 Jan 14 12:38:00.065027 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-2b069b5c-14e3-44e5-b419-44c22ae83ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033682 Jan 14 12:38:00.103043 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Sync routers for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:38:00.114629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:38:00.115231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:00.288642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d7dc38c3-17a6-4883-8ff9-d838fcde3c56 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:38:00.319907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-b8e41a39-c232-4680-8644-f4917d13fda7 service neutron] 10.222.0.48 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486215 Jan 14 12:38:00.356797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:38:00.572538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:38:00.573046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:00.595579 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-aa61889e-4fa2-47f0-8fae-4e748862010a req-249d6c86-4f1d-4bfe-b9b3-95663ffc4b80 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:38:00.607632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-aa61889e-4fa2-47f0-8fae-4e748862010a req-249d6c86-4f1d-4bfe-b9b3-95663ffc4b80 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:38:00.608812 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-aa61889e-4fa2-47f0-8fae-4e748862010a req-249d6c86-4f1d-4bfe-b9b3-95663ffc4b80 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 210 time: 0.1293082 Jan 14 12:38:00.787720 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9256ffdf-abf2-4865-88f3-8c70e2936a15 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:38:00.868267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 2, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:00.875666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Checking router: c8f81e48-4c75-4c79-b742-009b10335710 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:38:00.876015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Updating router c8f81e48-4c75-4c79-b742-009b10335710 port 11938ed8-f629-45a2-9396-9ae2ff2b2789 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:38:00.925432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 9256ffdf-abf2-4865-88f3-8c70e2936a15 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:38:00.925796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:00.988800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.014934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8baacf51-53e8-45e3-938b-f0f22297a501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.435744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.448381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Transition to ACTIVE for port object 11938ed8-f629-45a2-9396-9ae2ff2b2789 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:38:01.455349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.565144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-9227d9fe-9e0e-456d-9bfe-eef32b03de4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:01.566669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-9227d9fe-9e0e-456d-9bfe-eef32b03de4d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 797 time: 0.1711099 Jan 14 12:38:01.587571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228093a1-e835-4cd2-aa19-48327fdb0787 None None] Pushing event updated for resources: {'Port': ['ID=11938ed8-f629-45a2-9396-9ae2ff2b2789,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:01.634060 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-e7816ac9-773a-4a79-841d-d127ae1ea5de tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 380 time: 0.0555291 Jan 14 12:38:01.655904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'port': {'device_id': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'admin_state_up': True, 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'security_groups': ['07edf83e-040a-45c4-984c-38a1f01a62f2']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:38:01.708291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.715426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Attempting to bind port 11938ed8-f629-45a2-9396-9ae2ff2b2789 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:38:01.715933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Attempting to bind port 11938ed8-f629-45a2-9396-9ae2ff2b2789 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:38:01.716417 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Attempting to bind port 11938ed8-f629-45a2-9396-9ae2ff2b2789 on network 0a0b4490-1433-4be0-9e00-5edb130b03d2 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:38:01.723125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:38:01.723489 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Checking segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:38:01.723969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.724352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Bound using segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:38:01.724821 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Bound port: 11938ed8-f629-45a2-9396-9ae2ff2b2789, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:38:01.725185 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.827321 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] For port 11938ed8-f629-45a2-9396-9ae2ff2b2789, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:38:01.830209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] For port 11938ed8-f629-45a2-9396-9ae2ff2b2789, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=11938ed8-f629-45a2-9396-9ae2ff2b2789,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:38:01.831444 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-52cd5578-14fc-402d-911b-5bfcc4556a38 req-bb7878b7-e24e-4d90-9d77-3d0e16146c63 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 210 time: 0.0580456 Jan 14 12:38:01.836921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.855379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:38:01.864747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:38:01.875224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:38:01.878508 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:01.919948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228093a1-e835-4cd2-aa19-48327fdb0787 None None] Pushing event updated for resources: {'Port': ['ID=11938ed8-f629-45a2-9396-9ae2ff2b2789,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:01.922582 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:38:01.923177 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:37:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:02.061679 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.6 (0a0b4490-1433-4be0-9e00-5edb130b03d2/216b1025-6385-41bc-bd49-1bcb85636c2c/a5ea805e-0757-4201-a060-f859af009fe8) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:38:02.105872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:38:02.257504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:02.273201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object a5ea805e-0757-4201-a060-f859af009fe8 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:38:02.296423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:02.375172 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:38:02.378326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:38:02.383370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:38:02.411342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=a5ea805e-0757-4201-a060-f859af009fe8,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:02.436916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:01Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:02.442227 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a712fc7-c9f5-4fb9-a987-b94f98d5dc07 None None] The sync data for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv is: [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:01Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:38:02.448277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:02.448951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:02.478715 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-27417171-6a86-4b90-8732-f4fbd070320a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8389206 Jan 14 12:38:02.495098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Request body: {'port': {'device_id': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:38:02.640602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:02.659859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a21ae431-6176-4fcb-95ad-9f894984a27d None None] Provisioning for port a5ea805e-0757-4201-a060-f859af009fe8 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:38:02.665994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a21ae431-6176-4fcb-95ad-9f894984a27d None None] Provisioning complete for port a5ea805e-0757-4201-a060-f859af009fe8 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:38:02.666612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a21ae431-6176-4fcb-95ad-9f894984a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:02.721727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a21ae431-6176-4fcb-95ad-9f894984a27d None None] Port a5ea805e-0757-4201-a060-f859af009fe8 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:38:03.010297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ea805e-0757-4201-a060-f859af009fe8 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:38:03.019079 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:03.035425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Transition to ACTIVE for port object a5ea805e-0757-4201-a060-f859af009fe8 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:38:03.040499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3515b-c48f-4fea-954f-b81dbeba351a req-4c31a709-d2f0-4833-873d-b9aed9223659 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:03.041066 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:03.043701 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09b3515b-c48f-4fea-954f-b81dbeba351a req-4c31a709-d2f0-4833-873d-b9aed9223659 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 931 time: 0.0858574 Jan 14 12:38:03.105562 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-09b3515b-c48f-4fea-954f-b81dbeba351a req-6f9e7411-149c-40cb-a9ae-44c44aef011c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:38:03.134100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-09b3515b-c48f-4fea-954f-b81dbeba351a req-6f9e7411-149c-40cb-a9ae-44c44aef011c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:38:03.139922 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09b3515b-c48f-4fea-954f-b81dbeba351a req-6f9e7411-149c-40cb-a9ae-44c44aef011c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859661 Jan 14 12:38:03.179204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Pushing event updated for resources: {'Port': ['ID=a5ea805e-0757-4201-a060-f859af009fe8,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:03.203514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-92f2fac7-0217-4882-a406-fe98c67b02e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:03.395397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Attempting to bind port a5ea805e-0757-4201-a060-f859af009fe8 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:38:03.395724 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Attempting to bind port a5ea805e-0757-4201-a060-f859af009fe8 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:38:03.396049 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Attempting to bind port a5ea805e-0757-4201-a060-f859af009fe8 on network 0a0b4490-1433-4be0-9e00-5edb130b03d2 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:38:03.404799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Port a5ea805e-0757-4201-a060-f859af009fe8 on network 0a0b4490-1433-4be0-9e00-5edb130b03d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:38:03.405117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Attempting to bind port a5ea805e-0757-4201-a060-f859af009fe8 on network 0a0b4490-1433-4be0-9e00-5edb130b03d2 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:38:03.411339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:38:03.411662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Checking segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:38:03.412028 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Bound using segment: {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:38:03.412433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Bound port: a5ea805e-0757-4201-a060-f859af009fe8, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df567a54-f0c1-4fec-85b1-3285e16d652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:38:03.412787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:03.506353 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] For port a5ea805e-0757-4201-a060-f859af009fe8, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:38:03.509951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] For port a5ea805e-0757-4201-a060-f859af009fe8, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a5ea805e-0757-4201-a060-f859af009fe8,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:38:03.513267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:03.576775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:03.578146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] 10.222.0.31 "PUT /v2.0/ports/a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 1093 time: 1.0906556 Jan 14 12:38:03.578576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:38:03.594817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db1595-5634-4e04-9f31-37b7193f308c service neutron] Pushing event updated for resources: {'Port': ['ID=a5ea805e-0757-4201-a060-f859af009fe8,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:03.650052 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8', 'status': 'completed', 'code': 200} Jan 14 12:38:03.698102 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-92017eab-cfb5-4afd-bf89-22deef720cc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1096 time: 0.0805397 Jan 14 12:38:03.768603 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-251f6d84-f915-45ef-ad3c-6ee42698e516 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 217 time: 0.0645003 Jan 14 12:38:03.832911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-4ccd4a5d-2204-45da-a5cd-751b6a5b64b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:03.834233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-4ccd4a5d-2204-45da-a5cd-751b6a5b64b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0599151 Jan 14 12:38:03.907704 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-54da3cd4-e25a-4a14-afcb-482a42317319 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672693 Jan 14 12:38:04.036278 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-0a74b7a1-58c2-4342-9108-c1554c547ff5 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220353 Jan 14 12:38:04.164670 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3a6038f-d89d-40e9-8eac-e4c1b5033158 req-130bb97b-916d-40b0-aafc-dbcc2980b7f7 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231329 Jan 14 12:38:04.285450 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-1ef3de35-3d69-4a9d-83bc-3cec8e731565 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1096 time: 0.0761046 Jan 14 12:38:04.322198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 11938ed8-f629-45a2-9396-9ae2ff2b2789 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:38:04.348127 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313ae7d-bcb5-4747-ab71-291f2d250893 req-08a09448-6262-4090-bf17-4b690654c7e0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:04.349590 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d313ae7d-bcb5-4747-ab71-291f2d250893 req-08a09448-6262-4090-bf17-4b690654c7e0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 943 time: 0.0808656 Jan 14 12:38:04.391863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:04.405025 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d313ae7d-bcb5-4747-ab71-291f2d250893 req-183b2dda-e4c9-4b00-bef3-221dc4fba663 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476630 Jan 14 12:38:04.424345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:38:04.429981 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:38:04.430755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:04.437054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-981df7bb-2063-4fd2-b0f9-2b5e009e7cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:04.438509 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-981df7bb-2063-4fd2-b0f9-2b5e009e7cd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 898 time: 0.1473668 Jan 14 12:38:04.509279 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-a3b565b9-4898-4e66-aa85-415fb8cdb836 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 217 time: 0.0649772 Jan 14 12:38:04.549008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:04.571004 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-9ff3e80b-d19f-4bf2-ad2f-25720cb2b0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:04.572588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-9ff3e80b-d19f-4bf2-ad2f-25720cb2b0e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0576553 Jan 14 12:38:04.631301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 11938ed8-f629-45a2-9396-9ae2ff2b2789, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=11938ed8-f629-45a2-9396-9ae2ff2b2789,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:38:04.632905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:04.634508 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:04.652284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-26344c51-6650-4d14-8e6f-f31fbd6f55f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740957 Jan 14 12:38:04.698216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=11938ed8-f629-45a2-9396-9ae2ff2b2789,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:04.780299 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-1f899322-0a1f-4a5f-a32a-0c36a17a7b6f service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217313 Jan 14 12:38:04.911267 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-91bee0cc-8dd3-4f7c-8451-403d57065782 req-550b5f0f-acd2-4934-a6b9-92e12f0ef674 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253130 Jan 14 12:38:05.610442 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9e69-53ad-422c-8022-40e1971ef365 req-a8ddd757-f115-4f0b-8515-01d218a06df9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:05.611128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-910c9e69-53ad-422c-8022-40e1971ef365 req-a8ddd757-f115-4f0b-8515-01d218a06df9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:38:05.626321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-910c9e69-53ad-422c-8022-40e1971ef365 req-a8ddd757-f115-4f0b-8515-01d218a06df9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:38:05.627446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-910c9e69-53ad-422c-8022-40e1971ef365 req-a8ddd757-f115-4f0b-8515-01d218a06df9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 943 time: 0.0921869 Jan 14 12:38:05.672951 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-910c9e69-53ad-422c-8022-40e1971ef365 req-c26f6719-01b0-42a5-bce7-b7127a257d30 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Jan 14 12:38:05.702874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:06.281924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 11938ed8-f629-45a2-9396-9ae2ff2b2789 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:38:06.349773 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 11938ed8-f629-45a2-9396-9ae2ff2b2789 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:38:06.350129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:06.872815 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1773f5-9150-405c-9625-d6abe1b64960 req-816b537b-dd39-480e-acce-cace5bfe39c3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:06.874250 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5d1773f5-9150-405c-9625-d6abe1b64960 req-816b537b-dd39-480e-acce-cace5bfe39c3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 943 time: 0.0790093 Jan 14 12:38:06.917771 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5d1773f5-9150-405c-9625-d6abe1b64960 req-cb02cce4-6302-4038-a9e2-7e98efa67822 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Jan 14 12:38:07.187463 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:38:07.884130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a5ea805e-0757-4201-a060-f859af009fe8 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:38:08.015622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a5ea805e-0757-4201-a060-f859af009fe8, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a5ea805e-0757-4201-a060-f859af009fe8,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:38:08.028330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'a5ea805e-0757-4201-a060-f859af009fe8', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'port_id': 'a5ea805e-0757-4201-a060-f859af009fe8', 'mac_address': 'fa:16:3e:83:3f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:38:08.083760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:08.107017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ea805e-0757-4201-a060-f859af009fe8 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:38:08.124503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a5ea805e-0757-4201-a060-f859af009fe8, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a5ea805e-0757-4201-a060-f859af009fe8,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:38:08.129808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:08.199657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a5ea805e-0757-4201-a060-f859af009fe8,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:08.219159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44064f1-d501-4e5f-8d60-a8af7ceeba63 req-082abd2f-03e6-4229-84c7-732da0fa80f6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:08.220621 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b44064f1-d501-4e5f-8d60-a8af7ceeba63 req-082abd2f-03e6-4229-84c7-732da0fa80f6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 944 time: 0.1813116 Jan 14 12:38:08.264846 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b44064f1-d501-4e5f-8d60-a8af7ceeba63 req-1b713f07-7471-4ad7-9b0a-0044e6d8c05a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379660 Jan 14 12:38:08.483480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['a5ea805e-0757-4201-a060-f859af009fe8'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:38:09.461013 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd1307-e370-492b-b28d-8c37619566a4 req-dcfb4519-5a8f-424c-8fa9-4be41b228a97 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:09.462395 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d5cd1307-e370-492b-b28d-8c37619566a4 req-dcfb4519-5a8f-424c-8fa9-4be41b228a97 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 944 time: 0.0775859 Jan 14 12:38:09.507630 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d5cd1307-e370-492b-b28d-8c37619566a4 req-62a7ba70-613a-4ee3-9e4b-9ce0be5a53fc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 Jan 14 12:38:09.900073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a5ea805e-0757-4201-a060-f859af009fe8 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:38:09.968595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port a5ea805e-0757-4201-a060-f859af009fe8 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:38:09.973260 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port a5ea805e-0757-4201-a060-f859af009fe8 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:38:09.973614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:10.079178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:10.104484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:38:10.113651 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port a5ea805e-0757-4201-a060-f859af009fe8, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a5ea805e-0757-4201-a060-f859af009fe8,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:38:10.122304 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:10.167366 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8', 'code': 200} Jan 14 12:38:10.204283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=a5ea805e-0757-4201-a060-f859af009fe8,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:10.382970 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f8b22032-e601-43e9-9a33-71e46caaf20e req-4d674078-5d67-488d-84b2-20ec0fce9544 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1098 time: 0.0687714 Jan 14 12:38:10.422181 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f8b22032-e601-43e9-9a33-71e46caaf20e req-a205c6af-3f42-4fbf-ba83-a19dbe7f088f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Jan 14 12:38:10.706644 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960e74f-aebb-4dc9-9a52-a084a6b52af7 req-1cd0ddba-f4cc-40ee-a81e-b7f5bbdbe5cc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:10.708095 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5960e74f-aebb-4dc9-9a52-a084a6b52af7 req-1cd0ddba-f4cc-40ee-a81e-b7f5bbdbe5cc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0818384 Jan 14 12:38:10.753995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5960e74f-aebb-4dc9-9a52-a084a6b52af7 req-79ac0135-d5f0-462e-80e0-188206bebb72 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 Jan 14 12:38:11.953051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec2a4-eddb-4632-b3d1-aeaa195d9b6a req-25e75a49-db0c-4c60-a29d-1ee384f897a9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:11.954468 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30dec2a4-eddb-4632-b3d1-aeaa195d9b6a req-25e75a49-db0c-4c60-a29d-1ee384f897a9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0769634 Jan 14 12:38:11.998525 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-30dec2a4-eddb-4632-b3d1-aeaa195d9b6a req-7289a2d5-fe4e-45d5-a06f-8e00fd7c4ecb tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Jan 14 12:38:12.192580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109fa82-3714-4810-9de9-8366b7a2edec req-5d2f3a6b-4aeb-4a57-933d-9b593bf38c2c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:12.194092 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8109fa82-3714-4810-9de9-8366b7a2edec req-5d2f3a6b-4aeb-4a57-933d-9b593bf38c2c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0745931 Jan 14 12:38:12.241818 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8109fa82-3714-4810-9de9-8366b7a2edec req-e65850c4-c913-40bd-b0aa-b03070296ad1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Jan 14 12:38:12.268364 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58732) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:12.335774 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ac0d05e4-6c05-4556-9ef2-b7c377ba2150 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1093 time: 0.0654263 Jan 14 12:38:12.337989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58736) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:12.342899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'a5ea805e-0757-4201-a060-f859af009fe8', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:38:12.348144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:38:12.352052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:floatingip and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:38:12.354899 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:38:12.361378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:38:12.372031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:12.507940 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:12.641012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.30 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/999ad46a-8b44-4939-8af3-fc8fb66bf12e) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:38:12.876173 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:12.902928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:12.968045 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:38:12.970780 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:38:12.975141 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:38:13.000299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=999ad46a-8b44-4939-8af3-fc8fb66bf12e,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:13.466275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:13.522674 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:13.732741 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:13.737513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:13.841434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=999ad46a-8b44-4939-8af3-fc8fb66bf12e,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:38:13.860818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:14.048228 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Floating IP b3a861d1-ce42-46c6-9833-dde4da684f78 associated. External IP: 172.26.8.30, port: a5ea805e-0757-4201-a060-f859af009fe8. Jan 14 12:38:14.522877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c8f81e48-4c75-4c79-b742-009b10335710 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:38:14.714451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:38:14.724089 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] Sync routers for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:38:14.738015 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:38:14.738689 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:38:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:14.739246 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:14.792839 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2d655830-a067-48a4-9bb1-a50dac3685ea tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4537411 Jan 14 12:38:14.793303 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:38:14.848696 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8', 'status': 'completed', 'code': 200} Jan 14 12:38:14.926651 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:38:15.000862 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-3712d176-2b13-4449-82d1-92fdac5074f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1098 time: 0.1316023 Jan 14 12:38:15.013127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5389cb-b095-4498-8ed5-407a01e01657 req-60e90ea4-e6ae-40ef-a129-cebb5e0cd742 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:15.014558 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8a5389cb-b095-4498-8ed5-407a01e01657 req-60e90ea4-e6ae-40ef-a129-cebb5e0cd742 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.1050463 Jan 14 12:38:15.147058 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8a5389cb-b095-4498-8ed5-407a01e01657 req-d114359c-1628-43ff-9969-a7a7595b376a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121032 Jan 14 12:38:15.179286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58744) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:15.189927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-2ac4325a-081a-411b-88e0-155bb9e32c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:15.191345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-2ac4325a-081a-411b-88e0-155bb9e32c0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 898 time: 0.1759427 Jan 14 12:38:15.290560 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-15184a92-8d41-4e2f-94b5-c564fa9429ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 990 time: 0.1101422 Jan 14 12:38:15.291763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-83931523-6f44-4539-9717-421be0f24ec8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 998 time: 0.0943217 Jan 14 12:38:15.297550 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'b3a861d1-ce42-46c6-9833-dde4da684f78', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.30', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'port_id': 'a5ea805e-0757-4201-a060-f859af009fe8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'mac_address': 'fa:16:3e:83:3f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:38:13Z', 'updated_at': '2022-01-14T12:38:13Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:04Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:15.301316 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] Checking router: c8f81e48-4c75-4c79-b742-009b10335710 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:38:15.312565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:38:15.313184 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:38:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:15.356121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-7bd37e40-eaa2-4659-88e4-bddb8675d548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:15.357598 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-7bd37e40-eaa2-4659-88e4-bddb8675d548 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0609210 Jan 14 12:38:15.442979 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-ed1ed6f0-aaa1-484a-b0d7-44fb7d997cef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796611 Jan 14 12:38:15.498431 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:38:15.571668 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-fd88e8d2-9684-4eaa-a707-d77f6594884c service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231217 Jan 14 12:38:15.702265 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c1c45ece-f4d7-4815-ba63-ba79dc41d96b req-29f4b972-b0dc-45bb-a23e-3c96bd28dfe1 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248155 Jan 14 12:38:15.864221 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'b3a861d1-ce42-46c6-9833-dde4da684f78', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.30', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'port_id': 'a5ea805e-0757-4201-a060-f859af009fe8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'mac_address': 'fa:16:3e:83:3f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:38:13Z', 'updated_at': '2022-01-14T12:38:13Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:04Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:38:15.868211 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d972b96d-78d1-4709-8d8a-517c0df47bdb None None] The sync data for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv is: [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'b3a861d1-ce42-46c6-9833-dde4da684f78', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.30', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'port_id': 'a5ea805e-0757-4201-a060-f859af009fe8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'mac_address': 'fa:16:3e:83:3f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:38:13Z', 'updated_at': '2022-01-14T12:38:13Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:04Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:38:16.293602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58748) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:16.401634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-c3931862-4ac3-480b-a96c-eb2c475965af tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 990 time: 0.1069090 Jan 14 12:38:17.405516 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58752) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:17.508746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f7d5bef9-6bf4-42a8-b5fe-acfaa6d3bb60 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 990 time: 0.1020563 Jan 14 12:38:18.512633 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58756) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:18.614022 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a7aa61ba-3a9a-4d49-b481-ec27fd9ff3ca tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 990 time: 0.1001840 Jan 14 12:38:19.106190 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb71a85-fac6-459f-b837-b712dc3ff497 None None] New status for floating IP b3a861d1-ce42-46c6-9833-dde4da684f78: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:38:19.618100 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58760) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:38:19.719907 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-01c7e9d5-9a4a-424f-b20f-c34ebc3acf12 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 992 time: 0.1006627 Jan 14 12:38:30.956573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a8c66206-ee85-416e-89a8-0cb8f666886e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:31.643506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:33.197850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b229c18f-115b-486f-878f-9731bb99676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:34.343596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:34.589996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:35.704920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:38:44.188124 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:38:45.134979 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-250c541c-c1fd-4c16-96bc-46a61ea1d322 req-11e39272-03cf-46d4-a334-5de03b5f204b service neutron] (83451) timed out ('10.222.0.31', 63535) {{(pid=83451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 14 12:38:57.713556 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-5a38e5d5-b019-47a2-9d9d-556b7bebed9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704048 Jan 14 12:38:57.853280 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-045d4cfa-0d71-48a3-97ea-ff0c76f11a75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1098 time: 0.0685625 Jan 14 12:38:58.000205 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-1c66103b-7041-4f79-b351-325d69b7897c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:58.001674 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-1c66103b-7041-4f79-b351-325d69b7897c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 898 time: 0.1293218 Jan 14 12:38:58.103792 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-bed1f581-1b6f-4b0a-b2e5-eab977414bc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0962670 Jan 14 12:38:58.166096 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-12bde6fd-d7ca-44aa-bb1f-23d455261039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:38:58.167530 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-12bde6fd-d7ca-44aa-bb1f-23d455261039 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0567949 Jan 14 12:38:58.324940 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-730000e3-8106-49a8-a01f-b275b5d3e5d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1514311 Jan 14 12:38:58.456146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-0c373620-5e54-4b33-8946-e998c82c6b15 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246080 Jan 14 12:38:58.584707 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e58ca2bf-7fdd-4bb7-9d56-49c3973a9994 req-b9350cd3-e1ea-49d6-8135-4931a70489a8 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221676 Jan 14 12:39:00.989377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fcc9af6a-0f25-44cc-821b-98bb77c7b6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:01.658712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:03.199145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a641f87f-59ec-4ebd-9979-624b658c53a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:04.344685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:04.593310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:05.709162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:21.189064 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:39:30.962246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c81bc79a-5495-4da6-9900-cc33f2df3fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:31.664642 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:33.131643 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0222ee0-9476-41c8-9ef2-3bd7ad0a6889 req-ee55fe02-110b-48b6-ba51-77a0c266157b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:33.133013 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b0222ee0-9476-41c8-9ef2-3bd7ad0a6889 req-ee55fe02-110b-48b6-ba51-77a0c266157b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0810990 Jan 14 12:39:33.181136 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b0222ee0-9476-41c8-9ef2-3bd7ad0a6889 req-9ce70d6d-f5fa-425d-80f4-7b25796a61ba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Jan 14 12:39:33.202863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1100e222-864d-465a-8874-95da6504a38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:34.351474 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:34.382592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57935a2-7089-4602-add6-b63262457583 req-8521fb0c-0421-4f2c-b21c-1f5b46f63f21 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:34.384075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f57935a2-7089-4602-add6-b63262457583 req-8521fb0c-0421-4f2c-b21c-1f5b46f63f21 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0794303 Jan 14 12:39:34.429030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f57935a2-7089-4602-add6-b63262457583 req-c8115519-dd83-4cd2-8b9f-735e4afb2f07 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 Jan 14 12:39:34.596020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:35.713343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:39:35.861555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d3c3-01ec-46c8-994e-e4f3a13fcf39 req-286051ce-d82d-45c8-ae83-356c42401e53 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:35.862960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3d09d3c3-01ec-46c8-994e-e4f3a13fcf39 req-286051ce-d82d-45c8-ae83-356c42401e53 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0771196 Jan 14 12:39:35.907290 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3d09d3c3-01ec-46c8-994e-e4f3a13fcf39 req-8b791636-da81-4627-b98c-5754bd7cf7c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Jan 14 12:39:37.104509 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d3f8e-d216-4a61-90f9-991c5d470517 req-0a790f5a-bebf-40f2-8c69-8212a7de2093 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:37.105959 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d85d3f8e-d216-4a61-90f9-991c5d470517 req-0a790f5a-bebf-40f2-8c69-8212a7de2093 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0787163 Jan 14 12:39:37.152103 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d85d3f8e-d216-4a61-90f9-991c5d470517 req-6f8bb7bf-c104-4211-ab01-823413176da8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384226 Jan 14 12:39:38.351051 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23661-11cd-445d-a6b8-5f523782f65b req-ccfe760a-5350-4cac-b1ed-6dea7a4fb736 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:38.352470 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-edb23661-11cd-445d-a6b8-5f523782f65b req-ccfe760a-5350-4cac-b1ed-6dea7a4fb736 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0795190 Jan 14 12:39:38.398778 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-edb23661-11cd-445d-a6b8-5f523782f65b req-97d51811-4589-4c19-adb4-969abab0720c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Jan 14 12:39:39.595648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1d4f4-fbe7-45a5-8fb7-2d8da67b3415 req-c1e32f90-2478-4d3f-91ea-da953c7d4222 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:39.597084 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12e1d4f4-fbe7-45a5-8fb7-2d8da67b3415 req-c1e32f90-2478-4d3f-91ea-da953c7d4222 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0749376 Jan 14 12:39:39.641117 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-12e1d4f4-fbe7-45a5-8fb7-2d8da67b3415 req-db2c4c00-94d7-4bb0-854c-6899c20f392b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385857 Jan 14 12:39:40.839088 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d70a1-db51-4d37-8b66-598a5de35aee req-9a0b2fde-547d-4979-ab12-61f1746220ee tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:40.840697 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad7d70a1-db51-4d37-8b66-598a5de35aee req-9a0b2fde-547d-4979-ab12-61f1746220ee tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0786340 Jan 14 12:39:40.885015 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ad7d70a1-db51-4d37-8b66-598a5de35aee req-7ce92993-7813-4d80-9708-2d24199fb00d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Jan 14 12:39:42.079154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd347d-0c73-4ba2-b187-cb04570713e5 req-37bde619-9fb0-45dd-82a3-a7bcdf48473d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:42.080588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c3bd347d-0c73-4ba2-b187-cb04570713e5 req-37bde619-9fb0-45dd-82a3-a7bcdf48473d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0775931 Jan 14 12:39:42.125081 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c3bd347d-0c73-4ba2-b187-cb04570713e5 req-9d793ef2-450f-42ee-be88-91bd666028d3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 Jan 14 12:39:43.327151 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2c6ad-d216-43c8-8e17-1d76558fd491 req-b21e88d8-e747-4938-9ca9-17ab2402f55e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:43.328574 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d8b2c6ad-d216-43c8-8e17-1d76558fd491 req-b21e88d8-e747-4938-9ca9-17ab2402f55e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0793798 Jan 14 12:39:43.375991 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d8b2c6ad-d216-43c8-8e17-1d76558fd491 req-ca6cedba-51b5-4345-abc2-ce537ad7c16c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Jan 14 12:39:44.569117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b61764-3eb7-4e8b-8e7a-0b60c4d7a467 req-333ce60e-f5b2-42aa-882d-880b70184fa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:44.570530 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-85b61764-3eb7-4e8b-8e7a-0b60c4d7a467 req-333ce60e-f5b2-42aa-882d-880b70184fa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0739479 Jan 14 12:39:44.621763 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-85b61764-3eb7-4e8b-8e7a-0b60c4d7a467 req-92d2272a-7d02-4b22-b308-d645f127b167 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Jan 14 12:39:44.649364 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58810) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:39:44.753067 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-248a212f-6322-4006-ac93-3b03506cb3dc tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 992 time: 0.1025424 Jan 14 12:39:46.232102 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d83541-d666-4a48-8a24-837266ad007a req-cc0cf37e-dd1b-4f5c-82de-73f5ec365738 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:46.233630 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-92d83541-d666-4a48-8a24-837266ad007a req-cc0cf37e-dd1b-4f5c-82de-73f5ec365738 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0768523 Jan 14 12:39:46.263195 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-18dbcc0b-9194-4710-b9e9-a9844497df7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1098 time: 0.0706310 Jan 14 12:39:46.278077 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-92d83541-d666-4a48-8a24-837266ad007a req-408ea81c-64a2-45e7-87d5-aaaa27917c2b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390060 Jan 14 12:39:46.397044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b274c-65f6-41b8-bc34-e893774d052c req-74f7fae9-98ce-4aef-ab13-786a7de07ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:46.398454 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-74f7fae9-98ce-4aef-ab13-786a7de07ec1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 898 time: 0.1285932 Jan 14 12:39:46.500710 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-b04dc9e8-71e0-4a27-be82-5c08b9a7d220 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0957959 Jan 14 12:39:46.560425 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b274c-65f6-41b8-bc34-e893774d052c req-e5b41599-4cf3-4c6c-a3a6-903c4bc2d21b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:46.561867 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-e5b41599-4cf3-4c6c-a3a6-903c4bc2d21b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0553720 Jan 14 12:39:46.636396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-00541893-8c2f-4431-873c-d9c05dffc8fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684383 Jan 14 12:39:46.771266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-624018a9-ec61-4bf1-8219-75551cdcae70 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287589 Jan 14 12:39:46.989698 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da2b274c-65f6-41b8-bc34-e893774d052c req-557b1e5e-670c-4f5b-8843-fac40856f45a service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124693 Jan 14 12:39:47.481765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b669171-2409-45e2-a869-d5c89cc69462 req-3c46c86f-2a17-4098-8128-bb1e5fe2beca tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:47.483113 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8b669171-2409-45e2-a869-d5c89cc69462 req-3c46c86f-2a17-4098-8128-bb1e5fe2beca tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0755272 Jan 14 12:39:47.531075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8b669171-2409-45e2-a869-d5c89cc69462 req-aa2b015e-437a-41a5-adf2-21c600043f8e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Jan 14 12:39:48.746732 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870e50f-0caa-4ee5-be65-70f98430716e req-5063dbd5-3ccd-454d-bde5-0f43dddcf464 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:48.748175 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7870e50f-0caa-4ee5-be65-70f98430716e req-5063dbd5-3ccd-454d-bde5-0f43dddcf464 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0888040 Jan 14 12:39:48.884534 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7870e50f-0caa-4ee5-be65-70f98430716e req-f34dbf3a-b942-4da3-a4f9-70fbc162e2f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308784 Jan 14 12:39:48.913195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58824) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:39:49.016104 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-89c38d90-9a06-476b-bca0-92e55b4e4b03 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 200 len: 992 time: 0.1017861 Jan 14 12:39:57.643697 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-2e3d4168-0dc7-40a0-9ce7-d70700705cab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701563 Jan 14 12:39:57.780486 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-0fdd0f93-0354-47c8-b44f-1be8bdac6b39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1098 time: 0.0680354 Jan 14 12:39:57.920015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-bc4436fc-421c-4736-84da-dc1f4fdb8a68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:57.921395 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-bc4436fc-421c-4736-84da-dc1f4fdb8a68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 898 time: 0.1238451 Jan 14 12:39:58.022727 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-5ada2148-94f5-45db-a6bc-4cd88309349c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0959163 Jan 14 12:39:58.084314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-1dd136d7-9c1e-419e-93c2-f01b578b08c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:39:58.085781 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-1dd136d7-9c1e-419e-93c2-f01b578b08c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0573618 Jan 14 12:39:58.161268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-fae809c7-f74f-4f42-bd54-ae6399a858d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698323 Jan 14 12:39:58.190500 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:39:58.289437 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-9b5c12e9-9f32-43bb-b654-123eb5e7942a service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219947 Jan 14 12:39:58.416249 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-5fa7413c-299e-45b8-972e-2e04c3dea3e9 req-8e2993d2-84a8-490a-b23c-7c0e14f20805 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207516 Jan 14 12:40:00.964513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-645b8473-917a-4b4f-a203-1921ff2daadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:01.661022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:03.204066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-97bf5309-889e-485f-adb3-04811578a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:04.344708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:04.598247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:05.714472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:30.966401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-74be9772-b08c-4261-8996-6a2b2388b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:31.676721 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:33.208408 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-011fd6e4-2bfd-486b-9471-f6336dc98f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:34.345847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:34.601189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:35.191665 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:40:35.717506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:38.542165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58852) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:38.734647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 999ad46a-8b44-4939-8af3-fc8fb66bf12e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:40:38.734987 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:38.900496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:38.900766 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:39.016583 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 999ad46a-8b44-4939-8af3-fc8fb66bf12e owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:40:39.159604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:39.206066 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=999ad46a-8b44-4939-8af3-fc8fb66bf12e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:39.244611 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.244978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.245312 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.245641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.245973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.246282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.246603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.246923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.247234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.247548 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.247861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:39.313612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:39.723555 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c8f81e48-4c75-4c79-b742-009b10335710 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:40:40.013814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:40:40.024081 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] Sync routers for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:40:40.033273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:40.036087 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:40.036685 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:40.086296 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7feb225d-b36a-4592-9e9f-c66ead14cac8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/floatingips/b3a861d1-ce42-46c6-9833-dde4da684f78 HTTP/1.1" status: 204 len: 168 time: 1.5430019 Jan 14 12:40:40.086938 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:40:40.147921 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8', 'status': 'completed', 'code': 200} Jan 14 12:40:40.234585 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:40.239229 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-97e766e7-40f0-4487-8df3-7833d9e026f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 1098 time: 0.0713944 Jan 14 12:40:40.375586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-2e9641e0-4902-4674-adbf-136f2f270e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:40.377074 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-2e9641e0-4902-4674-adbf-136f2f270e89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 200 len: 898 time: 0.1320255 Jan 14 12:40:40.479345 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-adee5dc9-ebf8-4aea-82d4-3c73fced0b36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 200 len: 217 time: 0.0962930 Jan 14 12:40:40.555230 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:04Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:40.557916 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-26575f87-ae06-421f-8dc8-75280d7cd8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:40.559922 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-26575f87-ae06-421f-8dc8-75280d7cd8ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 200 len: 834 time: 0.0728104 Jan 14 12:40:40.560265 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] Checking router: c8f81e48-4c75-4c79-b742-009b10335710 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:40:40.570839 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:40.571416 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:40.605536 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aec81-eda3-46e6-a95e-24440da7241c req-6d296d8b-6a38-4e17-998b-96f17185a9d9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:40.607256 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ba3aec81-eda3-46e6-a95e-24440da7241c req-6d296d8b-6a38-4e17-998b-96f17185a9d9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.1690662 Jan 14 12:40:40.670914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ba3aec81-eda3-46e6-a95e-24440da7241c req-3325fad6-7991-47a0-8609-1d363247ab05 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561450 Jan 14 12:40:40.678095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-e04766dd-4540-4f11-8f87-a81852adb089 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a0b4490-1433-4be0-9e00-5edb130b03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103423 Jan 14 12:40:40.749383 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:40.808382 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-14384a57-d5b4-4a7b-95b2-5cc68987b0f4 service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229343 Jan 14 12:40:41.029966 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7bb3ad44-0908-4149-b3dc-1ec0ec834258 req-7fea9768-72e1-429d-89c4-aa6ad598e66d service neutron] 10.222.0.31 "GET /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153306 Jan 14 12:40:41.064031 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:04Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:41.067750 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb3628-792e-407e-afb5-57c2de311e14 None None] The sync data for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv is: [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:57Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '11938ed8-f629-45a2-9396-9ae2ff2b2789', 'name': '', 'network_id': '0a0b4490-1433-4be0-9e00-5edb130b03d2', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:59:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:57Z', 'updated_at': '2022-01-14T12:38:04Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': '216b1025-6385-41bc-bd49-1bcb85636c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:40:41.282726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b8775-037e-4acf-b5d2-78c4c86be8bc None None] New status for floating IP b3a861d1-ce42-46c6-9833-dde4da684f78: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:40:41.872155 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763addde-412b-4061-b7ee-ded88efa7616 req-438d23bf-354b-41a4-8b87-d6f4e9f7c6f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:41.872850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-763addde-412b-4061-b7ee-ded88efa7616 req-438d23bf-354b-41a4-8b87-d6f4e9f7c6f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:40:41.888947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-763addde-412b-4061-b7ee-ded88efa7616 req-438d23bf-354b-41a4-8b87-d6f4e9f7c6f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:40:41.890125 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-763addde-412b-4061-b7ee-ded88efa7616 req-438d23bf-354b-41a4-8b87-d6f4e9f7c6f2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0941467 Jan 14 12:40:41.935427 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-763addde-412b-4061-b7ee-ded88efa7616 req-5fa5cad8-741b-4225-871a-3d968efd59d7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=07edf83e-040a-45c4-984c-38a1f01a62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Jan 14 12:40:42.153125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398021e5-6e43-4b24-a022-3f45cf93283b req-7dc5c318-7be4-4684-a5ac-84fb9d082072 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:42.154754 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-398021e5-6e43-4b24-a022-3f45cf93283b req-7dc5c318-7be4-4684-a5ac-84fb9d082072 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 945 time: 0.0780380 Jan 14 12:40:42.221376 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port a5ea805e-0757-4201-a060-f859af009fe8 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:40:42.221706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:42.457950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port a5ea805e-0757-4201-a060-f859af009fe8, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=a5ea805e-0757-4201-a060-f859af009fe8,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:40:42.458213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:42.578692 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for a5ea805e-0757-4201-a060-f859af009fe8 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:40:42.725081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:42.773650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=a5ea805e-0757-4201-a060-f859af009fe8,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:42.847757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.848094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.848423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.848766 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.849094 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.849412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.849728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.850044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.850355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.850665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.850977 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:42.864501 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] No DVR routers for this DVR port a5ea805e-0757-4201-a060-f859af009fe8 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:40:42.866738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:42.869212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'name': 'network-vif-deleted', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:40:42.885169 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-398021e5-6e43-4b24-a022-3f45cf93283b req-a88286aa-b63a-4b90-b441-7b3b032feb39 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "DELETE /v2.0/ports/a5ea805e-0757-4201-a060-f859af009fe8 HTTP/1.1" status: 204 len: 173 time: 0.7249849 Jan 14 12:40:43.069270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97cc191-14d2-46d5-bd57-f00dbec365e5', 'name': 'network-vif-deleted', 'tag': 'a5ea805e-0757-4201-a060-f859af009fe8', 'status': 'completed', 'code': 200} Jan 14 12:40:43.129407 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7ee8f619-854b-4fc7-b5d0-3198a8895925 req-f8989517-7220-47c2-a01e-613a3deca13b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d97cc191-14d2-46d5-bd57-f00dbec365e5 HTTP/1.1" status: 200 len: 210 time: 0.0478718 Jan 14 12:40:44.237319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58874) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:44.627209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:45.216057 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 11938ed8-f629-45a2-9396-9ae2ff2b2789 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:40:45.216390 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:45.393367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port 11938ed8-f629-45a2-9396-9ae2ff2b2789, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=11938ed8-f629-45a2-9396-9ae2ff2b2789,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:40:45.394063 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:45.596828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 11938ed8-f629-45a2-9396-9ae2ff2b2789 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:40:45.769946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:45.815240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=11938ed8-f629-45a2-9396-9ae2ff2b2789,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:46.100359 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:46.581440 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a5ea805e-0757-4201-a060-f859af009fe8 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:40:46.613173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: a5ea805e-0757-4201-a060-f859af009fe8 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:40:46.613505 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device a5ea805e-0757-4201-a060-f859af009fe8 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:40:46.663509 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router c8f81e48-4c75-4c79-b742-009b10335710 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:40:46.854475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:40:46.865089 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] Sync routers for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:40:46.868660 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ddea08be-a049-4f43-bbb6-66293f116f9e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/c8f81e48-4c75-4c79-b742-009b10335710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302686 Jan 14 12:40:46.872131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58878) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:46.877096 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:46.877688 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:47.086339 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:47.152951 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting subnet 216b1025-6385-41bc-bd49-1bcb85636c2c {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:40:47.156055 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.210479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.294401 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.366501 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.369204 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:40:45Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:47.374063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] Checking router: c8f81e48-4c75-4c79-b742-009b10335710 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:40:47.383884 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] Routers {'c8f81e48-4c75-4c79-b742-009b10335710'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:47.384459 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['c8f81e48-4c75-4c79-b742-009b10335710'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:47.404635 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Subnet': ['ID=216b1025-6385-41bc-bd49-1bcb85636c2c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:47.411292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.419938 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3f6f1599-1771-4990-a299-3e08f9f8bfa2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/subnets/216b1025-6385-41bc-bd49-1bcb85636c2c HTTP/1.1" status: 204 len: 168 time: 0.5441356 Jan 14 12:40:47.420127 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ea999-2812-4cb9-a0d0-f6279b921023 None None] Network 0a0b4490-1433-4be0-9e00-5edb130b03d2 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:40:47.420363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58882) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:47.560078 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] Set router c8f81e48-4c75-4c79-b742-009b10335710 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:47.642670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.703606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] DHCP port deletion for 0a0b4490-1433-4be0-9e00-5edb130b03d2 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:40:47.707994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Deleting port 9256ffdf-abf2-4865-88f3-8c70e2936a15 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:40:47.708464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.849996 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:40:45Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:47.854352 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8ab08-c8ae-4f1f-b7ad-bad912ce3111 None None] The sync data for ids ['c8f81e48-4c75-4c79-b742-009b10335710'] in dv-neutron-823850-1-hyperv is: [{'id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290053506', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:40:45Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'd7dc38c3-17a6-4883-8ff9-d838fcde3c56', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f81e48-4c75-4c79-b742-009b10335710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:37:53Z', 'updated_at': '2022-01-14T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:40:47.861814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.872228 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port d7dc38c3-17a6-4883-8ff9-d838fcde3c56 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:40:47.872712 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:47.913251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] For port 9256ffdf-abf2-4865-88f3-8c70e2936a15, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=9256ffdf-abf2-4865-88f3-8c70e2936a15,segment=NetworkSegment(df567a54-f0c1-4fec-85b1-3285e16d652e),segment_id=df567a54-f0c1-4fec-85b1-3285e16d652e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:40:47.913566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.033159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Calling delete_port for 9256ffdf-abf2-4865-88f3-8c70e2936a15 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:40:48.039974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port d7dc38c3-17a6-4883-8ff9-d838fcde3c56, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:40:48.040320 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.105560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.148067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Pushing event deleted for resources: {'Port': ['ID=9256ffdf-abf2-4865-88f3-8c70e2936a15,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:48.158382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] No DVR routers for this DVR port 9256ffdf-abf2-4865-88f3-8c70e2936a15 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:40:48.161634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.161975 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for d7dc38c3-17a6-4883-8ff9-d838fcde3c56 owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.165966 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.166904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314cab26-ff57-49b4-973b-6ee86ecbcdb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:48.342624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.364622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 11938ed8-f629-45a2-9396-9ae2ff2b2789 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:40:48.388617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=d7dc38c3-17a6-4883-8ff9-d838fcde3c56,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:48.401383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 11938ed8-f629-45a2-9396-9ae2ff2b2789 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:40:48.401724 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 11938ed8-f629-45a2-9396-9ae2ff2b2789 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:40:48.402137 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9256ffdf-abf2-4865-88f3-8c70e2936a15 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:40:48.434559 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 9256ffdf-abf2-4865-88f3-8c70e2936a15 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:40:48.434903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 9256ffdf-abf2-4865-88f3-8c70e2936a15 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:40:48.688096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.935098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.939584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.962657 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.963192 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Fanout notify agent at l3_agent the message router_deleted on router c8f81e48-4c75-4c79-b742-009b10335710 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:40:48.976942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:48.978022 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-acdfdb76-77c0-4d32-bafe-8644d82ac694 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/routers/c8f81e48-4c75-4c79-b742-009b10335710 HTTP/1.1" status: 204 len: 168 time: 1.5563743 Jan 14 12:40:48.981373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58886) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:49.094377 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.222268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.256232 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0b4490-1433-4be0-9e00-5edb130b03d2']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:49.268827 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df567a54-f0c1-4fec-85b1-3285e16d652e') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:49.269119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df567a54-f0c1-4fec-85b1-3285e16d652e') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:49.280381 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.296351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.302214 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:40:49.302590 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:40:49.317046 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:40:49.396937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.415404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.428402 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Network': ['ID=0a0b4490-1433-4be0-9e00-5edb130b03d2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:49.438383 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-44990215-5463-4b43-ab82-11a8b1b248f5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/networks/0a0b4490-1433-4be0-9e00-5edb130b03d2 HTTP/1.1" status: 204 len: 168 time: 0.4530544 Jan 14 12:40:49.438593 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58890) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:49.508811 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1665242b-c26b-4ef8-8a20-a42be7434f02 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.540567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1665242b-c26b-4ef8-8a20-a42be7434f02 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.616378 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1665242b-c26b-4ef8-8a20-a42be7434f02 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.634385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665242b-c26b-4ef8-8a20-a42be7434f02 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07edf83e-040a-45c4-984c-38a1f01a62f2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:49.643691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-1665242b-c26b-4ef8-8a20-a42be7434f02 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:49.644852 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-1665242b-c26b-4ef8-8a20-a42be7434f02 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/security-groups/07edf83e-040a-45c4-984c-38a1f01a62f2 HTTP/1.1" status: 204 len: 168 time: 0.2053232 Jan 14 12:40:49.979704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58898) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:49.985447 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936056993', 'description': 'tempest-secgroup-smoke-936056993 description', 'project_id': '9693d300907148c5a72ca552d1799abb'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:49.991287 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:49.995283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:49.998659 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.004186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.014353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.049667 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.053324 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.056034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.062126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.116315 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.120072 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.164099 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbf4e7d-006b-46de-a54b-70c93d3f0b73,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:50.176622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.180760 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-615a799b-72d6-4386-95f3-e81ff5c1b229 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1970212 Jan 14 12:40:50.180917 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58902) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:50.186799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '9dbf4e7d-006b-46de-a54b-70c93d3f0b73', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:50.193007 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.197154 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.200296 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.205871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.222647 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.289694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.294096 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.317998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189b8092-26ee-4437-8b7c-f68b5ffbc257,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:50.327392 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.328996 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc19f1ae-9db1-4c0f-9fd6-78e15d233530 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1468828 Jan 14 12:40:50.331636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58906) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:50.337652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '9dbf4e7d-006b-46de-a54b-70c93d3f0b73', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:50.344718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.352844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.356891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.360710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d7dc38c3-17a6-4883-8ff9-d838fcde3c56 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:40:50.362824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.381873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.392842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: d7dc38c3-17a6-4883-8ff9-d838fcde3c56 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:40:50.393183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d7dc38c3-17a6-4883-8ff9-d838fcde3c56 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:40:50.443965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.447763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.471565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d7bc29-6356-420f-91af-d32ceb004db2,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:50.479915 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.481163 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-49443c0d-0272-40f6-a20c-3ac9ef5fb4e4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1486053 Jan 14 12:40:50.483818 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58910) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:50.489167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '9dbf4e7d-006b-46de-a54b-70c93d3f0b73', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:50.494918 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.498655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.501499 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.506963 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.522452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.583576 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.586911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.610876 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30278f58-2689-484a-81f6-f1cfb7b97370,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:50.618823 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.619974 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-64df0a68-324e-4df5-9722-7c81da8ce059 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1352389 Jan 14 12:40:50.622995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58914) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:50.628209 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '9dbf4e7d-006b-46de-a54b-70c93d3f0b73', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:50.633831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.638169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.640974 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.646472 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.664325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.725825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.729092 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.750520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0899c6-913e-4f6c-8d02-66ed47e65ce0,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:50.758487 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.759793 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5ab6d988-e541-426b-b184-bd84cf6aa080 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1359177 Jan 14 12:40:50.763042 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58918) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:50.768207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '9dbf4e7d-006b-46de-a54b-70c93d3f0b73', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:50.773773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.778030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.780965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.786451 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.796798 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:40:50.802844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.864722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.868418 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.890078 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b12f28-5f62-45c2-903f-ff97634f2f80,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:50.898371 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:50.899585 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7071f7ee-9233-4f98-ab37-e3b72fd681c8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1356635 Jan 14 12:40:50.902903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58922) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:50.908335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'security_group_rule': {'security_group_id': '9dbf4e7d-006b-46de-a54b-70c93d3f0b73', 'project_id': '9693d300907148c5a72ca552d1799abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:50.913935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:50.917620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:security_group_rule and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:50.921338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:50.926749 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:50.936229 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Project 9693d300907148c5a72ca552d1799abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:40:50.942529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.086108 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.090326 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.113369 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c192b3-93d9-43d0-9f17-b912e947893d,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:51.122398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.123690 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-02c0cf2f-029c-4577-aa0b-378a29c5850f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2198596 Jan 14 12:40:51.126507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 58926) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:51.131799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'network': {'name': 'tempest-network-smoke--526386988', 'project_id': '9693d300907148c5a72ca552d1799abb', 'port_security_enabled': True}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:51.136652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:51.141277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:network and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:51.144038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:51.149603 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:51.160329 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:40:51.163417 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.191941 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:40:51.201020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.201367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Added segment 115dc07a-2e10-4c20-8728-00262615f4f3 of type vlan for network c793e2ba-aea7-43d2-92d9-8c8f99192eaa Jan 14 12:40:51.225771 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.254067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.257776 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:51.258344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.358190 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2305570 Jan 14 12:40:51.360901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58930) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:51.366318 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'admin_state_up': True, 'project_id': '9693d300907148c5a72ca552d1799abb', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:51.366604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d13e51-cd15-49e2-9ebe-6c143c557cd1 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Network': ['ID=c793e2ba-aea7-43d2-92d9-8c8f99192eaa,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:51.375158 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:51.377407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:40:51.380565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:router and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:51.383431 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:51.390523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:51.401040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.401966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.421366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.569194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.744634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.773455 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:51.907216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.54 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/acd9ecb5-7098-4ced-9217-7716e403886e) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:40:52.148181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:52.175580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:52.241972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:40:52.244717 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:40:52.249650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:40:52.278461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=acd9ecb5-7098-4ced-9217-7716e403886e,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:52.404773 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:52.405565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:52.633930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:40:52.834793 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:40:52.844838 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Sync routers for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:40:52.856460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:52.857096 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:52.862934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:52.864244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-215af4e3-7411-4286-9cba-5146f892ce6b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5022011 Jan 14 12:40:52.867284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58936) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:52.907402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ed139547-4584-403c-b858-6e1d1cad3af2 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9693d300907148c5a72ca552d1799abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390608 Jan 14 12:40:52.910044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58940) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:53.033790 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:53.037440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b167d-6938-4ed3-b8cc-f759f7495a22 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:53.038949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-4c7b167d-6938-4ed3-b8cc-f759f7495a22 tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279893 Jan 14 12:40:53.041656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58944) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:53.080469 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-39d0d2c1-7854-4a8d-9200-a184963b954f tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9d16a4bd-d75e-49ca-bfc8-0f15834a988f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377700 Jan 14 12:40:53.082886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58948) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:53.087986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493407344', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'project_id': '9693d300907148c5a72ca552d1799abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:40:53.196207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:40:53.200491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:subnet and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:40:53.203249 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:40:53.208708 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:40:53.218625 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:40:53.318397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:52Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:53.319171 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.322200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Checking router: 96c073e3-a18d-4ef5-b58b-7b41819ecca2 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:40:53.322537 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Updating router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 port acd9ecb5-7098-4ced-9217-7716e403886e binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:40:53.375743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.540099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.617972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Subnet': ['ID=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:53.629440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Checking segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:40:53.629731 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network hostable DHCP agents. Network: c793e2ba-aea7-43d2-92d9-8c8f99192eaa, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:40:53.653379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:40:53.662738 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, c793e2ba-aea7-43d2-92d9-8c8f99192eaa) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:40:53.667228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:53.667828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.679063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb212c4-96e5-455f-8fd3-9f9246094f56 None None] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:40:53.690439 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-add49e43-b70e-4f09-9561-cb8bfbb24585 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6065779 Jan 14 12:40:53.693060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 58954) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:40:53.774617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.802920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Transition to ACTIVE for port object acd9ecb5-7098-4ced-9217-7716e403886e will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:40:53.817218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.949157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d0286-d410-488a-83af-ea04da894408 None None] Pushing event updated for resources: {'Port': ['ID=acd9ecb5-7098-4ced-9217-7716e403886e,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:53.975742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Attempting to bind port acd9ecb5-7098-4ced-9217-7716e403886e on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:40:53.976102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Attempting to bind port acd9ecb5-7098-4ced-9217-7716e403886e by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:40:53.976451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Attempting to bind port acd9ecb5-7098-4ced-9217-7716e403886e on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:40:53.992250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:40:53.992597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:40:53.993021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:53.993391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:40:53.993855 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Bound port: acd9ecb5-7098-4ced-9217-7716e403886e, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:40:53.994203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:54.021078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:40:54.021858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:54.144071 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] For port acd9ecb5-7098-4ced-9217-7716e403886e, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:40:54.183003 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] For port acd9ecb5-7098-4ced-9217-7716e403886e, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=acd9ecb5-7098-4ced-9217-7716e403886e,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:40:54.189663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:54.321101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Allocated IP 172.20.0.2 (c793e2ba-aea7-43d2-92d9-8c8f99192eaa/d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5/f4676bfc-f2d2-4ded-b854-8bf429f41886) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:40:54.339140 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d0286-d410-488a-83af-ea04da894408 None None] Pushing event updated for resources: {'Port': ['ID=acd9ecb5-7098-4ced-9217-7716e403886e,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:54.343301 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:54.343901 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:54.574051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:54.672634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:54.808021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:54.865350 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Transition to ACTIVE for port object f4676bfc-f2d2-4ded-b854-8bf429f41886 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:40:54.898360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Transition to ACTIVE for port object f4676bfc-f2d2-4ded-b854-8bf429f41886 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:40:54.912577 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:54.990624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.1 (c793e2ba-aea7-43d2-92d9-8c8f99192eaa/d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5/a0dfaf4e-eff3-495d-acbf-2054d3cf3f21) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:40:55.025976 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:40:55.030113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:40:55.034759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:40:55.043297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Pushing event updated for resources: {'Port': ['ID=f4676bfc-f2d2-4ded-b854-8bf429f41886,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:55.147889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Attempting to bind port f4676bfc-f2d2-4ded-b854-8bf429f41886 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:40:55.148231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Attempting to bind port f4676bfc-f2d2-4ded-b854-8bf429f41886 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:40:55.148520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Attempting to bind port f4676bfc-f2d2-4ded-b854-8bf429f41886 on network c793e2ba-aea7-43d2-92d9-8c8f99192eaa {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:40:55.154099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:52Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:55.155098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:55.159969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:40:55.160339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Checking segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:40:55.160864 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:55.161164 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Bound using segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:40:55.161622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Bound port: f4676bfc-f2d2-4ded-b854-8bf429f41886, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:40:55.161987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:55.171424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:40:55.173603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cd27c-1c77-4935-aeea-767ca616f26d None None] The sync data for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv is: [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:52Z', 'revision_number': 3, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:40:55.194765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:55.257214 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] For port f4676bfc-f2d2-4ded-b854-8bf429f41886, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:40:55.260947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] For port f4676bfc-f2d2-4ded-b854-8bf429f41886, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f4676bfc-f2d2-4ded-b854-8bf429f41886,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:40:55.267224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:55.267851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:40:55.270987 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:40:55.274871 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:40:55.312774 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:55.345019 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:55.361091 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5564dd-a128-414f-9aa1-10fc5365de5e None None] Pushing event updated for resources: {'Port': ['ID=f4676bfc-f2d2-4ded-b854-8bf429f41886,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:55.457235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.009284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.014665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.129585 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:56.131911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.274263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:40:56.275331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:40:56.335247 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0de430-538d-4c08-a017-261cbc18a4a7 None None] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:40:56.433024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device acd9ecb5-7098-4ced-9217-7716e403886e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:40:56.472690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-c823d375-6f35-49cf-bc2a-3431da912684 None None] Provisioning for port f4676bfc-f2d2-4ded-b854-8bf429f41886 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:40:56.610087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port acd9ecb5-7098-4ced-9217-7716e403886e completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:40:56.620520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port acd9ecb5-7098-4ced-9217-7716e403886e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:56.621534 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.666333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:40:56.804985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.821675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port acd9ecb5-7098-4ced-9217-7716e403886e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=acd9ecb5-7098-4ced-9217-7716e403886e,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:40:56.826972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:56.827778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f4676bfc-f2d2-4ded-b854-8bf429f41886 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:40:56.881604 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:40:56.905389 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-267fcef3-69a3-407d-8b3c-df9cac980046 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/96c073e3-a18d-4ef5-b58b-7b41819ecca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2012229 Jan 14 12:40:56.951132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=acd9ecb5-7098-4ced-9217-7716e403886e,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:56.984424 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port f4676bfc-f2d2-4ded-b854-8bf429f41886 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:40:56.991219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f4676bfc-f2d2-4ded-b854-8bf429f41886 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:56.991603 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:57.021688 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0b473118-4af4-495a-8c7d-767719798743 None None] Provisioning for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:40:57.045402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-0b473118-4af4-495a-8c7d-767719798743 None None] Provisioning complete for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:57.045616 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0b473118-4af4-495a-8c7d-767719798743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:57.102095 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6c047e9c-3b99-4d5e-a840-3813824773b6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:40:57.113126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-0b473118-4af4-495a-8c7d-767719798743 None None] Port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:40:57.127784 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6c047e9c-3b99-4d5e-a840-3813824773b6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:40:57.137676 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6c047e9c-3b99-4d5e-a840-3813824773b6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936056993&fields=id&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 267 time: 0.0771747 Jan 14 12:40:57.175690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:57.214472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port f4676bfc-f2d2-4ded-b854-8bf429f41886, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f4676bfc-f2d2-4ded-b854-8bf429f41886,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:40:57.221426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:57.289207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4f51-a643-4bb3-9813-355126db73cb req-e80fd45b-5f42-45ef-adff-281fa1b17e0d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:40:57.289880 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-d16b4f51-a643-4bb3-9813-355126db73cb req-e80fd45b-5f42-45ef-adff-281fa1b17e0d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:40:57.298151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=f4676bfc-f2d2-4ded-b854-8bf429f41886,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:57.302314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-02203c85-f2b6-4aaf-9acb-e5f61b444002 None None] Provisioning complete for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:57.302314 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-02203c85-f2b6-4aaf-9acb-e5f61b444002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:57.307566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-d16b4f51-a643-4bb3-9813-355126db73cb req-e80fd45b-5f42-45ef-adff-281fa1b17e0d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:network {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:40:57.309062 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-e80fd45b-5f42-45ef-adff-281fa1b17e0d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 796 time: 0.1704149 Jan 14 12:40:57.335169 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-c7b0fda9-45a3-456f-8d94-7369da789a5b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/quotas/9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 375 time: 0.0134873 Jan 14 12:40:57.360051 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-02203c85-f2b6-4aaf-9acb-e5f61b444002 None None] Port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:40:57.416429 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-d16b4f51-a643-4bb3-9813-355126db73cb req-b5ac92bb-8f9d-48a2-8207-de380ae7b281 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:40:57.431339 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-d16b4f51-a643-4bb3-9813-355126db73cb req-b5ac92bb-8f9d-48a2-8207-de380ae7b281 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:40:57.432782 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-b5ac92bb-8f9d-48a2-8207-de380ae7b281 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931203 Jan 14 12:40:57.448715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-e8fcd29a-bf65-4410-9c29-fd943861ee19 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:40:57.449749 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-e8fcd29a-bf65-4410-9c29-fd943861ee19 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050814 Jan 14 12:40:57.481549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e9e6a35e-9aac-4bf2-b8ce-883ff479faa3 None None] Provisioning complete for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:57.482022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a35e-9aac-4bf2-b8ce-883ff479faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:57.534349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6a35e-9aac-4bf2-b8ce-883ff479faa3 None None] Port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:40:57.580598 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-f64175b2-f654-44fa-869b-b543131a912f service neutron] 10.222.0.48 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250703 Jan 14 12:40:57.711697 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-b7c37412-8eda-4df7-9c23-182968ae4612 service neutron] 10.222.0.48 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254709 Jan 14 12:40:58.367476 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device acd9ecb5-7098-4ced-9217-7716e403886e up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:40:58.438095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port acd9ecb5-7098-4ced-9217-7716e403886e triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:58.438374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:58.556877 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f4676bfc-f2d2-4ded-b854-8bf429f41886 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:40:58.628702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port f4676bfc-f2d2-4ded-b854-8bf429f41886 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:40:58.628702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:58.649844 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Sync routers for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:40:58.661898 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:40:58.662605 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:58.842028 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:40:58.922534 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b52ca181-6388-48d4-a1a0-7878f5b7fce5 req-13c18f74-241c-471a-949e-c886c1c794d3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:40:58.934699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-b52ca181-6388-48d4-a1a0-7878f5b7fce5 req-13c18f74-241c-471a-949e-c886c1c794d3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:40:58.935826 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b52ca181-6388-48d4-a1a0-7878f5b7fce5 req-13c18f74-241c-471a-949e-c886c1c794d3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 210 time: 0.0552092 Jan 14 12:40:59.171785 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 2, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:40:59.175379 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Checking router: 96c073e3-a18d-4ef5-b58b-7b41819ecca2 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:40:59.175722 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Updating router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:40:59.226588 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:59.643263 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:59.655161 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Transition to ACTIVE for port object a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:40:59.662318 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:59.791948 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Pushing event updated for resources: {'Port': ['ID=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:40:59.806099 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.806434 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.806763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.807086 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.807408 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.807875 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.808526 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.808881 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.809203 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.809534 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.809834 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:40:59.915497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Attempting to bind port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:40:59.915916 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Attempting to bind port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:40:59.916493 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Attempting to bind port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 on network c793e2ba-aea7-43d2-92d9-8c8f99192eaa {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:40:59.923765 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:40:59.924110 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Checking segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:40:59.924497 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:40:59.924909 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Bound using segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:40:59.925374 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Bound port: a0dfaf4e-eff3-495d-acbf-2054d3cf3f21, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:40:59.925736 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:00.019011 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] For port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:41:00.022063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] For port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:41:00.028566 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:00.047946 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-727b3da8-526c-4887-bf71-7827e6994721 req-c9b9ea9b-dfa7-476a-9588-f4160a421f51 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 210 time: 0.0424912 Jan 14 12:41:00.111307 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d257b-fd42-4734-b6c6-df9104798745 None None] Pushing event updated for resources: {'Port': ['ID=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:00.115074 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:41:00.115661 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:40:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:41:00.297048 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:41:00.601445 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:00Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:41:00.605557 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94556e-589f-4c99-bb23-272ccb824008 None None] The sync data for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv is: [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:00Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:41:00.970567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-34bb6764-6717-418e-a59a-c2c799f5ca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:01.178327 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9c96a59-b507-4272-ba7c-ec1a495417e7 req-362fb6c2-1456-4436-a4f7-8af70ec42da7 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 210 time: 0.0553246 Jan 14 12:41:01.673654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.049035 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4f51-a643-4bb3-9813-355126db73cb req-5288e624-91b5-40bc-b058-636a693b8d0a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:02.050446 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-5288e624-91b5-40bc-b058-636a693b8d0a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 796 time: 0.1458609 Jan 14 12:41:02.104070 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-1eaba4a5-919d-4aa0-bcc4-0098e7df1cd0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9693d300907148c5a72ca552d1799abb HTTP/1.1" status: 200 len: 379 time: 0.0420010 Jan 14 12:41:02.111733 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'port': {'device_id': 'd2934374-0208-44db-b140-354fe242a810', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'admin_state_up': True, 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'security_groups': ['9dbf4e7d-006b-46de-a54b-70c93d3f0b73']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:41:02.331174 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-05de5b36-226d-4602-9efd-6e08cd3c0c28 req-fed7a0a6-0e9c-40ee-8f97-c7be59977f0a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 210 time: 0.0415294 Jan 14 12:41:02.362051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:41:02.372117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:41:02.383401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Made reservation on behalf of 9693d300907148c5a72ca552d1799abb for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:41:02.387082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.393595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:41:02.461360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:41:02.466206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:41:02.466569 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.548499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.20.0.10 (c793e2ba-aea7-43d2-92d9-8c8f99192eaa/d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5/7660a20d-34ad-43ae-95e8-26e36e4b088a) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:41:02.580492 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.611867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:41:02.615867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.682709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:02.743659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.758600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Transition to ACTIVE for port object 7660a20d-34ad-43ae-95e8-26e36e4b088a will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:41:02.781009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.850605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:41:02.853477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:41:02.856182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:41:02.896328 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=7660a20d-34ad-43ae-95e8-26e36e4b088a,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:02.928853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:02.929479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:02.958311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-6036d635-b042-40a6-b067-325b632d59f0 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499968 Jan 14 12:41:03.059617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-adf84877-f0da-40cd-bce9-242269941672 None None] Provisioning for port 7660a20d-34ad-43ae-95e8-26e36e4b088a completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:41:03.064910 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-adf84877-f0da-40cd-bce9-242269941672 None None] Provisioning complete for port 7660a20d-34ad-43ae-95e8-26e36e4b088a triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:41:03.065275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-adf84877-f0da-40cd-bce9-242269941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:03.104960 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Request body: {'port': {'device_id': 'd2934374-0208-44db-b140-354fe242a810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:41:03.120461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-adf84877-f0da-40cd-bce9-242269941672 None None] Port 7660a20d-34ad-43ae-95e8-26e36e4b088a cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:41:03.209865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c11d-b337-433b-bb55-8d1186fe61a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:03.219586 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:03.584522 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e3916-25eb-4169-a013-6598fab28966 req-a56ae47f-e9c2-4093-84c4-21d71bbbd142 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:03.585241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-7c6e3916-25eb-4169-a013-6598fab28966 req-a56ae47f-e9c2-4093-84c4-21d71bbbd142 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:41:03.643748 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-7c6e3916-25eb-4169-a013-6598fab28966 req-a56ae47f-e9c2-4093-84c4-21d71bbbd142 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:41:03.644843 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7c6e3916-25eb-4169-a013-6598fab28966 req-a56ae47f-e9c2-4093-84c4-21d71bbbd142 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 932 time: 0.1904385 Jan 14 12:41:03.646824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7660a20d-34ad-43ae-95e8-26e36e4b088a {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:41:03.669565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:03.697103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Transition to ACTIVE for port object 7660a20d-34ad-43ae-95e8-26e36e4b088a will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:41:03.701269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:03.765485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7c6e3916-25eb-4169-a013-6598fab28966 req-b73098eb-bf5d-4bd9-a169-bc3331b85976 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145532 Jan 14 12:41:03.827789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Pushing event updated for resources: {'Port': ['ID=7660a20d-34ad-43ae-95e8-26e36e4b088a,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:03.954336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Attempting to bind port 7660a20d-34ad-43ae-95e8-26e36e4b088a on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:41:03.954666 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Attempting to bind port 7660a20d-34ad-43ae-95e8-26e36e4b088a by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:41:03.954985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Attempting to bind port 7660a20d-34ad-43ae-95e8-26e36e4b088a on network c793e2ba-aea7-43d2-92d9-8c8f99192eaa {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:41:03.960778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Port 7660a20d-34ad-43ae-95e8-26e36e4b088a on network c793e2ba-aea7-43d2-92d9-8c8f99192eaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:41:03.961097 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Attempting to bind port 7660a20d-34ad-43ae-95e8-26e36e4b088a on network c793e2ba-aea7-43d2-92d9-8c8f99192eaa {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:41:03.967910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:41:03.968235 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Checking segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:41:03.968606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Bound using segment: {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:41:03.969037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Bound port: 7660a20d-34ad-43ae-95e8-26e36e4b088a, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115dc07a-2e10-4c20-8728-00262615f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:41:03.969375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:04.053984 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] For port 7660a20d-34ad-43ae-95e8-26e36e4b088a, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:41:04.056872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] For port 7660a20d-34ad-43ae-95e8-26e36e4b088a, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:41:04.061797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:04.124436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:04.125931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] 10.222.0.31 "PUT /v2.0/ports/7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 1094 time: 1.1607106 Jan 14 12:41:04.128910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:41:04.154056 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c4c59-df8b-4eb3-a6b0-b0fea04fc055 service neutron] Pushing event updated for resources: {'Port': ['ID=7660a20d-34ad-43ae-95e8-26e36e4b088a,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:04.213361 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'status': 'completed', 'code': 200} Jan 14 12:41:04.265799 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-41d27822-ee35-48fc-9c6b-5f01c7548242 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1097 time: 0.1009841 Jan 14 12:41:04.351235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:04.360952 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-3e1c01e6-b001-40e1-b058-7a1d6a232227 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 217 time: 0.0881908 Jan 14 12:41:04.371405 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:41:04.421937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4f51-a643-4bb3-9813-355126db73cb req-5f463ee5-acf0-43ff-a358-0ecd40fa1e10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:04.423237 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-5f463ee5-acf0-43ff-a358-0ecd40fa1e10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 200 len: 835 time: 0.0574384 Jan 14 12:41:04.440232 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:41:04.440596 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:04.588846 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-29c0e407-7192-43d8-bbb4-e75e241cd3e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1600912 Jan 14 12:41:04.604789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:04.721383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-3f303959-845d-468e-9556-4bf3985e1271 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264882 Jan 14 12:41:04.850326 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d16b4f51-a643-4bb3-9813-355126db73cb req-91607444-fad9-4876-8078-37ff9241890f service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233809 Jan 14 12:41:05.028687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53471d-faf0-46d3-9b07-e8f11ec7a8ed req-c44efab5-e1fe-46f9-8775-62d97222c95c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:05.030165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da53471d-faf0-46d3-9b07-e8f11ec7a8ed req-c44efab5-e1fe-46f9-8775-62d97222c95c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 944 time: 0.1391060 Jan 14 12:41:05.034011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-551d4f18-4ed2-46f3-a8a2-b8bbb8a1408e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1097 time: 0.1127067 Jan 14 12:41:05.156415 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-da53471d-faf0-46d3-9b07-e8f11ec7a8ed req-44d8dd18-1aff-4943-b4be-41d7f459550a tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207612 Jan 14 12:41:05.196999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-954573a5-d0d7-4bde-a529-621f67dd2903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:05.198422 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-954573a5-d0d7-4bde-a529-621f67dd2903 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 897 time: 0.1495874 Jan 14 12:41:05.266307 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-bcb3cfdd-7b56-4a8a-8efc-280cc0cd3d9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 217 time: 0.0615549 Jan 14 12:41:05.328336 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-42045e11-4a5b-4bf6-849f-33b8be1e435b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:05.329796 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-42045e11-4a5b-4bf6-849f-33b8be1e435b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 200 len: 835 time: 0.0576675 Jan 14 12:41:05.402885 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-53d7bd82-e497-45bc-9148-61192a64487f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674384 Jan 14 12:41:05.530479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-b3f40a39-6794-4700-b84a-27497399d651 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208165 Jan 14 12:41:05.663305 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70212535-8c5b-47f7-9b1f-90d7fc1a5792 req-dd2493ab-7edf-4e6e-ad93-930a3b4c04d3 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253650 Jan 14 12:41:05.720681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:06.354236 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affe5e3-6104-4f2c-8630-dce58cf92e88 req-fadcd09d-b800-43a9-9c30-fc944015d71b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:06.355995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3affe5e3-6104-4f2c-8630-dce58cf92e88 req-fadcd09d-b800-43a9-9c30-fc944015d71b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 944 time: 0.0796304 Jan 14 12:41:06.399693 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3affe5e3-6104-4f2c-8630-dce58cf92e88 req-65d23901-7a65-416a-8961-b157ce16290b tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382338 Jan 14 12:41:07.601962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedbd0a-4f87-4a7f-b0bd-7e504ccf1a76 req-2d684b1a-c4c9-42d4-8030-ffe806e34b79 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:07.603412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ceedbd0a-4f87-4a7f-b0bd-7e504ccf1a76 req-2d684b1a-c4c9-42d4-8030-ffe806e34b79 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 944 time: 0.0793476 Jan 14 12:41:07.647807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ceedbd0a-4f87-4a7f-b0bd-7e504ccf1a76 req-d8f284c4-41b5-46ec-a214-fbc1ededcdf4 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383413 Jan 14 12:41:08.644157 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7660a20d-34ad-43ae-95e8-26e36e4b088a details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:41:08.776101 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7660a20d-34ad-43ae-95e8-26e36e4b088a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:41:08.791064 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'port_id': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'mac_address': 'fa:16:3e:8c:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:41:08.841011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f5bb6-8815-4564-bf45-9f86f3445539 req-c121c612-ea48-42cd-8bc5-229db8eadb3c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:08.842529 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3c8f5bb6-8815-4564-bf45-9f86f3445539 req-c121c612-ea48-42cd-8bc5-229db8eadb3c tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 944 time: 0.0753050 Jan 14 12:41:08.843916 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:08.863964 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7660a20d-34ad-43ae-95e8-26e36e4b088a {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:41:08.879465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7660a20d-34ad-43ae-95e8-26e36e4b088a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:41:08.883766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:08.898256 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3c8f5bb6-8815-4564-bf45-9f86f3445539 req-1f64bf1b-996d-420c-a4e5-72ff029e8980 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499234 Jan 14 12:41:08.978403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7660a20d-34ad-43ae-95e8-26e36e4b088a,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:09.256426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['7660a20d-34ad-43ae-95e8-26e36e4b088a'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:41:10.092337 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fefc5-e7ab-4de0-bbfe-d31f3e07b9dc req-f34868b0-4a20-42e4-8281-ac16389d39bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:10.093822 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-331fefc5-e7ab-4de0-bbfe-d31f3e07b9dc req-f34868b0-4a20-42e4-8281-ac16389d39bd tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 945 time: 0.0771773 Jan 14 12:41:10.146144 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-331fefc5-e7ab-4de0-bbfe-d31f3e07b9dc req-5ec357e8-4d8b-4d5b-94e9-8131a307de23 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468180 Jan 14 12:41:10.642986 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7660a20d-34ad-43ae-95e8-26e36e4b088a up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:41:10.713182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 7660a20d-34ad-43ae-95e8-26e36e4b088a completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:41:10.718284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 7660a20d-34ad-43ae-95e8-26e36e4b088a triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:41:10.718647 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:10.825750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:10.852925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:41:10.862635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 7660a20d-34ad-43ae-95e8-26e36e4b088a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:41:10.867696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:10.910249 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'code': 200} Jan 14 12:41:10.933716 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=7660a20d-34ad-43ae-95e8-26e36e4b088a,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:11.125820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-681c05b2-e55d-4695-a0dc-627bec92ab64 req-9dd02d3b-f809-4e7f-baee-c6a0225df405 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1099 time: 0.0674481 Jan 14 12:41:11.166790 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-681c05b2-e55d-4695-a0dc-627bec92ab64 req-3deadd59-955a-4ac0-9fe1-3a6998800bf7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355566 Jan 14 12:41:11.344754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272395a-d077-45a4-82b9-2344e1fc88f1 req-7e585b41-a5ee-4b61-9769-b9f97b835584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:11.346206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2272395a-d077-45a4-82b9-2344e1fc88f1 req-7e585b41-a5ee-4b61-9769-b9f97b835584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0793672 Jan 14 12:41:11.391894 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2272395a-d077-45a4-82b9-2344e1fc88f1 req-03af1b71-e5f5-49ae-ba88-5857fffe2d59 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Jan 14 12:41:12.191857 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:41:12.601126 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e0db-3066-4f8b-ad50-8eefb0b253c4 req-ec684aa6-89da-42e4-bcf5-9c7caef48436 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:12.602553 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6bd4e0db-3066-4f8b-ad50-8eefb0b253c4 req-ec684aa6-89da-42e4-bcf5-9c7caef48436 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0764225 Jan 14 12:41:12.646619 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6bd4e0db-3066-4f8b-ad50-8eefb0b253c4 req-04ff6803-bd93-426e-bc9b-06298bc4caf5 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373759 Jan 14 12:41:12.840513 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80b75c-ec8d-4ec5-aa9c-0316e62bb72c req-7596c0c6-1d7d-43ac-beea-e57077138191 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:12.842660 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cb80b75c-ec8d-4ec5-aa9c-0316e62bb72c req-7596c0c6-1d7d-43ac-beea-e57077138191 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0759773 Jan 14 12:41:12.885826 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cb80b75c-ec8d-4ec5-aa9c-0316e62bb72c req-f3492dae-ba9b-4917-beb1-aca40bc2ced2 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379014 Jan 14 12:41:12.912974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59022) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:41:13.076053 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-48b83cb5-c9d1-4128-a4dc-b9889a469dbb tempest-TestNetworkAdvancedServerOps-374482857 tempest-TestNetworkAdvancedServerOps-374482857-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1094 time: 0.1612720 Jan 14 12:41:13.078569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59026) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:41:13.083507 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:41:13.089185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:41:13.093552 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Usage tracker for resource:floatingip and tenant:9693d300907148c5a72ca552d1799abb is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:41:13.096272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:41:13.101778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:41:13.111565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:13.245557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:13.376282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Allocated IP 172.26.8.252 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/34084ace-9300-45d6-a1de-98fa727fd466) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:41:13.521332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:13.548123 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:13.619409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:41:13.622921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:41:13.628212 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:41:13.654842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=34084ace-9300-45d6-a1de-98fa727fd466,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:14.131472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:14.186610 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:14.393637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:14.398749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:14.501612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event updated for resources: {'Port': ['ID=34084ace-9300-45d6-a1de-98fa727fd466,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:41:14.519797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:14.799785 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Floating IP 6d652539-c1a6-4a9f-b1f4-a4071ea02550 associated. External IP: 172.26.8.252, port: 7660a20d-34ad-43ae-95e8-26e36e4b088a. Jan 14 12:41:15.179349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:41:15.379786 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:41:15.389942 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] Sync routers for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:41:15.401472 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:41:15.402115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:41:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:41:15.404751 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:15.457805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-615b7431-471b-48d7-ad3d-2ccbd04d18d8 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3781459 Jan 14 12:41:15.458277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:41:15.514325 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'status': 'completed', 'code': 200} Jan 14 12:41:15.583787 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:41:15.612584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-5bab327a-37c9-4516-a24a-df28bc278fdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1099 time: 0.0763297 Jan 14 12:41:15.646816 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd242e-bf81-45c2-b704-8bb13f1307d0 req-c6be9a60-3474-41c5-85ce-551d6ebc6c14 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:15.648264 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-22cd242e-bf81-45c2-b704-8bb13f1307d0 req-c6be9a60-3474-41c5-85ce-551d6ebc6c14 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0870402 Jan 14 12:41:15.693653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-22cd242e-bf81-45c2-b704-8bb13f1307d0 req-9ed34599-2930-496e-b5f8-2f8736f71fef tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Jan 14 12:41:15.725693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59034) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:41:15.851439 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-f28e3137-56fd-46d2-bd93-001a6aef200b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:15.852900 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-f28e3137-56fd-46d2-bd93-001a6aef200b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 897 time: 0.2348135 Jan 14 12:41:15.859872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-708ec123-2849-41f3-a284-08dd83d36444 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/6d652539-c1a6-4a9f-b1f4-a4071ea02550 HTTP/1.1" status: 200 len: 992 time: 0.1323075 Jan 14 12:41:15.936026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6d652539-c1a6-4a9f-b1f4-a4071ea02550', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'port_id': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'mac_address': 'fa:16:3e:8c:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2934374-0208-44db-b140-354fe242a810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:41:13Z', 'updated_at': '2022-01-14T12:41:13Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:02Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:41:15.940305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] Checking router: 96c073e3-a18d-4ef5-b58b-7b41819ecca2 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:41:15.951359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:41:15.951963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:41:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:41:15.953899 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-9ec95068-ccaf-4d69-b0c8-1cf43dfecef3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 1000 time: 0.0942125 Jan 14 12:41:16.017459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-d8b0c145-c3db-4840-9d03-71daf8566b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:41:16.018872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-d8b0c145-c3db-4840-9d03-71daf8566b0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 200 len: 835 time: 0.0595336 Jan 14 12:41:16.091468 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-38ebce1d-ca51-41e8-8da2-e4602665f2bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660741 Jan 14 12:41:16.131254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:41:16.221976 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-c9de6929-e39d-47c7-870d-11101e215054 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242361 Jan 14 12:41:16.464270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d40a1a13-f88d-4d4b-9e9c-99899fd403e8 req-50b516bc-d5a9-41f2-8db1-9c65f6e09d40 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371137 Jan 14 12:41:16.515276 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6d652539-c1a6-4a9f-b1f4-a4071ea02550', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'port_id': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'mac_address': 'fa:16:3e:8c:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2934374-0208-44db-b140-354fe242a810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:41:13Z', 'updated_at': '2022-01-14T12:41:13Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:02Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:41:16.519152 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37784c-2021-4e57-a894-4fc6a8f28a9a None None] The sync data for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv is: [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '6d652539-c1a6-4a9f-b1f4-a4071ea02550', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'port_id': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'mac_address': 'fa:16:3e:8c:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2934374-0208-44db-b140-354fe242a810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:41:13Z', 'updated_at': '2022-01-14T12:41:13Z', 'revision_number': 0, 'project_id': '9693d300907148c5a72ca552d1799abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:02Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:41:16.802260 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ac1a6-cd42-4e67-a61d-5dc3182f59c9 None None] New status for floating IP 6d652539-c1a6-4a9f-b1f4-a4071ea02550: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:41:16.862686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59038) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:41:16.966302 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-37badb2d-f596-46b1-9147-f08d15f1f921 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/6d652539-c1a6-4a9f-b1f4-a4071ea02550 HTTP/1.1" status: 200 len: 992 time: 0.1018913 Jan 14 12:41:17.970170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59042) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:41:18.072695 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-21980b5e-0c8d-4477-8b0b-883f19d2a815 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/6d652539-c1a6-4a9f-b1f4-a4071ea02550 HTTP/1.1" status: 200 len: 994 time: 0.1014001 Jan 14 12:41:30.973023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-48e189ee-b98a-4d69-ac94-82d3443920c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:31.691562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:33.211391 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bddf1f1c-07e2-48c7-818c-5b5df3da19ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:34.344415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:34.606530 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:35.723449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:41:49.192473 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:42:00.092270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-f750a0cd-acac-43ca-be9c-3577b4ceb291 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662000 Jan 14 12:42:00.229722 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-c27af99d-dd66-4cb4-8b81-70d25913875a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1099 time: 0.0717943 Jan 14 12:42:00.375930 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-2d685685-04ee-4ed2-8dac-96e6344672fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:00.377315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-2d685685-04ee-4ed2-8dac-96e6344672fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 897 time: 0.1306207 Jan 14 12:42:00.475089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-45d78b26-7061-477f-a8d6-cf524228b553 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 1002 time: 0.0920274 Jan 14 12:42:00.537941 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-9f6115b7-8765-42c2-9f99-f4dc61dc140e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:00.539331 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-9f6115b7-8765-42c2-9f99-f4dc61dc140e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 200 len: 835 time: 0.0589154 Jan 14 12:42:00.611512 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-a48e8780-2f71-4ba3-a9b2-f0ab47082365 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661933 Jan 14 12:42:00.738405 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-9acfde24-6e62-44f0-b539-69c3fac5dbc4 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210039 Jan 14 12:42:00.865943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c65de6ff-e7a4-4bdd-96c6-0444db63dfba req-79d33212-0d1f-42ec-8137-40237e78b6a2 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218390 Jan 14 12:42:00.974080 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d21d-7743-4fcf-aebc-ffeebf166c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:01.691969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:03.213306 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-809d3873-ab29-4ae0-b207-2aabf005f683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:04.346070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:04.610159 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:05.725868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:26.193102 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:42:27.960128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f56216-e652-46cc-a3dc-25bcc60ea37c req-e882ca92-2a1d-4531-b751-c950884efe70 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:27.962294 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7f56216-e652-46cc-a3dc-25bcc60ea37c req-e882ca92-2a1d-4531-b751-c950884efe70 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.1507468 Jan 14 12:42:28.006429 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b7f56216-e652-46cc-a3dc-25bcc60ea37c req-017f85ac-69fe-4b0f-8d9f-bb20727c9718 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386996 Jan 14 12:42:29.313789 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfbb1b-322d-4d5a-b296-6f3bc5d204ce req-2062dfc3-3a66-48e0-b15f-e1daab3f0f18 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:29.315113 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4ccfbb1b-322d-4d5a-b296-6f3bc5d204ce req-2062dfc3-3a66-48e0-b15f-e1daab3f0f18 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.1478949 Jan 14 12:42:29.358982 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4ccfbb1b-322d-4d5a-b296-6f3bc5d204ce req-24c99d8e-022f-4762-aef7-cb92f374e58d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 Jan 14 12:42:30.700111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9e4f4-2ec6-4291-bcce-163587be858f req-9f2144c7-4c59-4b94-9918-d148ddaf3558 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:30.701577 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43e9e4f4-2ec6-4291-bcce-163587be858f req-9f2144c7-4c59-4b94-9918-d148ddaf3558 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0746927 Jan 14 12:42:30.745101 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-43e9e4f4-2ec6-4291-bcce-163587be858f req-652f42af-88cc-4019-8ac1-277c1f479d21 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375357 Jan 14 12:42:30.773503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59080) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:30.875814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f7b2a3cc-4140-459e-8099-030f6524d5ba tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/6d652539-c1a6-4a9f-b1f4-a4071ea02550 HTTP/1.1" status: 200 len: 994 time: 0.1011543 Jan 14 12:42:30.975546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-233a895e-4dab-4ad1-b3d3-a13bf6c96bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:31.700123 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:32.371913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f1168-a658-4a8c-b993-f171b830d49c req-d0c14d56-cc7a-425f-9130-e5fbea9b268d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:32.373386 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ff2f1168-a658-4a8c-b993-f171b830d49c req-d0c14d56-cc7a-425f-9130-e5fbea9b268d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0815737 Jan 14 12:42:32.417750 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ff2f1168-a658-4a8c-b993-f171b830d49c req-6f9c08e8-3e1f-499c-998f-481f26557364 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381603 Jan 14 12:42:32.465124 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-b5e6cf35-1d7f-477f-908d-6d0fb7ad4e02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1099 time: 0.1357684 Jan 14 12:42:32.682812 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-00f52fac-918a-4f28-be37-df5de40aa2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:32.684159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-00f52fac-918a-4f28-be37-df5de40aa2a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 897 time: 0.2136724 Jan 14 12:42:32.783187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-33438c7e-e728-4716-9e4b-7b4410e18e03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 1002 time: 0.0928276 Jan 14 12:42:32.844202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-84714e4f-cddf-44a7-9931-2fce3ea8dad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:32.845669 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-84714e4f-cddf-44a7-9931-2fce3ea8dad0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 200 len: 835 time: 0.0572603 Jan 14 12:42:32.916806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-d1f34a82-cc7c-40a6-8109-85f36206c03a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656457 Jan 14 12:42:33.048269 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-201c38dd-486b-4156-8451-929013c1eb8e service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255198 Jan 14 12:42:33.176463 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0bfdfce9-90ba-4b1a-8e85-64215ec9ef5a req-5737c924-1538-4626-a7fa-3f0e9414d9fb service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224194 Jan 14 12:42:33.215381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-463080b3-746f-491b-84dd-ebc9d4cbc00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:33.623154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984d2f7-c6c5-4987-907e-9f45032d87ff req-d7187420-a05d-497d-a852-8afd13273172 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:33.625208 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7984d2f7-c6c5-4987-907e-9f45032d87ff req-d7187420-a05d-497d-a852-8afd13273172 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0797429 Jan 14 12:42:33.669098 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7984d2f7-c6c5-4987-907e-9f45032d87ff req-41afb26c-452c-4a17-a453-bcc86cfee580 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384116 Jan 14 12:42:34.348484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:34.612475 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:34.864348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dc2f9-0be6-410b-8f12-6bfcd5be2995 req-bbfb0b44-4a76-475c-be59-109be5e6b282 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:34.865740 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab9dc2f9-0be6-410b-8f12-6bfcd5be2995 req-bbfb0b44-4a76-475c-be59-109be5e6b282 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0766826 Jan 14 12:42:34.913375 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ab9dc2f9-0be6-410b-8f12-6bfcd5be2995 req-b056ea59-43c5-4c4c-bc8c-554ad41cf784 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Jan 14 12:42:34.941934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59098) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:35.044159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-44082513-7f02-4c42-b6fc-f610afc9147e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/floatingips/6d652539-c1a6-4a9f-b1f4-a4071ea02550 HTTP/1.1" status: 200 len: 994 time: 0.1010554 Jan 14 12:42:35.325902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59106) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:35.595788 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 34084ace-9300-45d6-a1de-98fa727fd466 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:42:35.596121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:35.732008 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:35.765567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:35.765884 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:35.882931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 34084ace-9300-45d6-a1de-98fa727fd466 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:42:36.028047 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:36.070969 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=34084ace-9300-45d6-a1de-98fa727fd466,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:36.105782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.106139 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.106464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.106795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.107119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.107443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.107763 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.108289 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.108617 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.108968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.109292 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:36.175338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:36.556385 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:42:36.756455 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:42:36.766248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] Sync routers for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:42:36.776994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:36.777593 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:36.778188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:36.833894 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2e998bc2-4837-4b04-b54f-5e020c85c05e tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/floatingips/6d652539-c1a6-4a9f-b1f4-a4071ea02550 HTTP/1.1" status: 204 len: 168 time: 1.5068254 Jan 14 12:42:36.834467 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:42:36.888560 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'status': 'completed', 'code': 200} Jan 14 12:42:36.957671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:36.981426 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-02c42454-29f8-47e8-887d-4f5c4287edd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9693d300907148c5a72ca552d1799abb&device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 1099 time: 0.0713043 Jan 14 12:42:37.154044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-d1e914ab-aaf5-4c1c-af6b-83f9f3608c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:37.156429 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-d1e914ab-aaf5-4c1c-af6b-83f9f3608c91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 200 len: 897 time: 0.1690807 Jan 14 12:42:37.264033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-3a286d86-8718-430a-8c0a-92c815f4b264 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 200 len: 217 time: 0.0690961 Jan 14 12:42:37.308261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:02Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:37.312928 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] Checking router: 96c073e3-a18d-4ef5-b58b-7b41819ecca2 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:42:37.323411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:37.323998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:37.344665 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-733b4752-67e2-4776-b83a-9c87806816a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:37.346146 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-733b4752-67e2-4776-b83a-9c87806816a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 200 len: 835 time: 0.0722046 Jan 14 12:42:37.352187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6947cf-8636-4c65-ad99-de1ea5415cb5 req-a58e6ae3-9306-4d68-8da7-c1f36e7bb375 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:37.353603 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ab6947cf-8636-4c65-ad99-de1ea5415cb5 req-a58e6ae3-9306-4d68-8da7-c1f36e7bb375 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.1959212 Jan 14 12:42:37.450716 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ab6947cf-8636-4c65-ad99-de1ea5415cb5 req-5362170e-b7d1-4660-a7ad-afccb5ad7099 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623479 Jan 14 12:42:37.463891 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-d1ea5058-b4ea-4155-a8ec-173b72c17f19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c793e2ba-aea7-43d2-92d9-8c8f99192eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1093616 Jan 14 12:42:37.503850 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:37.596371 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-6d2c9a19-ccbe-4bb8-94ee-0b442fa6b98a service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248760 Jan 14 12:42:37.732264 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-47e9a1d7-fc2b-4d3d-b0c0-3d345ab1e729 req-a70d80e0-a74e-49dc-8280-cb5fbec31117 service neutron] 10.222.0.31 "GET /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288590 Jan 14 12:42:37.821927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:02Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:37.825739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e328ba2-5916-4d9d-972d-2cf7741648c0 None None] The sync data for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv is: [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:55Z', 'revision_number': 4, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'a0dfaf4e-eff3-495d-acbf-2054d3cf3f21', 'name': '', 'network_id': 'c793e2ba-aea7-43d2-92d9-8c8f99192eaa', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'mac_address': 'fa:16:3e:fc:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:54Z', 'updated_at': '2022-01-14T12:41:02Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'subnets': [{'id': 'd8b0db2b-cb54-4cec-a2c7-844f78c4cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:42:38.052461 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e24c5-80df-4ec1-8b92-500d3cd10f9a None None] New status for floating IP 6d652539-c1a6-4a9f-b1f4-a4071ea02550: DOWN {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:42:38.648535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192a3a9-c6e0-43e9-bd93-3eb51deee9f5 req-42002b54-8fab-42b2-a8bc-d896c3c052b3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:38.649149 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-e192a3a9-c6e0-43e9-bd93-3eb51deee9f5 req-42002b54-8fab-42b2-a8bc-d896c3c052b3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Synchronizing usage tracker for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:42:38.665203 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-e192a3a9-c6e0-43e9-bd93-3eb51deee9f5 req-42002b54-8fab-42b2-a8bc-d896c3c052b3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Unset dirty status for tenant:9693d300907148c5a72ca552d1799abb on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:42:38.666347 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e192a3a9-c6e0-43e9-bd93-3eb51deee9f5 req-42002b54-8fab-42b2-a8bc-d896c3c052b3 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.0934711 Jan 14 12:42:38.711879 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e192a3a9-c6e0-43e9-bd93-3eb51deee9f5 req-d4cdbb15-69ef-42cc-a1f6-55cafca80b71 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbf4e7d-006b-46de-a54b-70c93d3f0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Jan 14 12:42:39.199616 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-c7c96dc2-5d68-4195-965e-f6b5c05bb5ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:39.201073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-c7c96dc2-5d68-4195-965e-f6b5c05bb5ac tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 946 time: 0.1615078 Jan 14 12:42:39.266476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port 7660a20d-34ad-43ae-95e8-26e36e4b088a {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:42:39.266817 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:39.504421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port 7660a20d-34ad-43ae-95e8-26e36e4b088a, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=7660a20d-34ad-43ae-95e8-26e36e4b088a,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:39.504791 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:39.625070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for 7660a20d-34ad-43ae-95e8-26e36e4b088a owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:42:39.767121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:39.818401 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=7660a20d-34ad-43ae-95e8-26e36e4b088a,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:39.865277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.865621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.865953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.866281 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.866605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.866928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.867248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.867567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.867880 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.868192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.868505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:39.939668 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] No DVR routers for this DVR port 7660a20d-34ad-43ae-95e8-26e36e4b088a on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:42:39.942678 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6a24fc3c-6a86-4ab8-ad94-a3a02b4de159 req-228dadc6-bc73-4754-9112-cbb419cab40d tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2934374-0208-44db-b140-354fe242a810 HTTP/1.1" status: 200 len: 210 time: 0.0837069 Jan 14 12:42:39.943590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:39.946037 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'name': 'network-vif-deleted', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:42:39.961309 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e9d93f7-f6a7-4cbf-90dd-ae9acfc10e44 req-eda0e0f6-c5f0-44c1-af25-c6a0ad09fd9f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.31 "DELETE /v2.0/ports/7660a20d-34ad-43ae-95e8-26e36e4b088a HTTP/1.1" status: 204 len: 173 time: 0.7549014 Jan 14 12:42:40.121958 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2934374-0208-44db-b140-354fe242a810', 'name': 'network-vif-deleted', 'tag': '7660a20d-34ad-43ae-95e8-26e36e4b088a', 'status': 'completed', 'code': 200} Jan 14 12:42:41.048496 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59128) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:41.520440 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:42.107966 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:42:42.108669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:42.286983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port a0dfaf4e-eff3-495d-acbf-2054d3cf3f21, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:42.287327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:42.404006 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:42:42.582553 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:42.711582 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=a0dfaf4e-eff3-495d-acbf-2054d3cf3f21,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:43.002795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:43.062038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7660a20d-34ad-43ae-95e8-26e36e4b088a no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:42:43.097541 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 7660a20d-34ad-43ae-95e8-26e36e4b088a {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:42:43.097878 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 7660a20d-34ad-43ae-95e8-26e36e4b088a not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:42:43.567254 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:42:43.759936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:42:43.769564 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] Sync routers for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:42:43.772338 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3df918ec-72e2-42dd-a95e-61612820c3c6 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "PUT /v2.0/routers/96c073e3-a18d-4ef5-b58b-7b41819ecca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227354 Jan 14 12:42:43.775187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59134) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:43.780743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:43.781345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:43.962931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting subnet d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:42:43.965715 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:43.989072 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:44.020998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.216777 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.284992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:42:42Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:44.288853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] Checking router: 96c073e3-a18d-4ef5-b58b-7b41819ecca2 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:42:44.296348 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.301275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] Routers {'96c073e3-a18d-4ef5-b58b-7b41819ecca2'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:44.301892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:44.334970 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:44.339459 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.346161 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fcfd197d-fb96-4bd7-aad7-f99a22e6cc0f tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/subnets/d8b0db2b-cb54-4cec-a2c7-844f78c4cdb5 HTTP/1.1" status: 204 len: 168 time: 0.5700495 Jan 14 12:42:44.348778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59138) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:44.355325 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4dfe1-adc5-45f3-a5e6-01de48e60bbe None None] Network c793e2ba-aea7-43d2-92d9-8c8f99192eaa requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:42:44.556338 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.656392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] Set router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:44.761655 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.771824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Deleting port acd9ecb5-7098-4ced-9217-7716e403886e {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:42:44.771824 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.941114 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] DHCP port deletion for c793e2ba-aea7-43d2-92d9-8c8f99192eaa request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:42:44.944568 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] For port acd9ecb5-7098-4ced-9217-7716e403886e, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=acd9ecb5-7098-4ced-9217-7716e403886e,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:44.944946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:44.949414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Deleting port f4676bfc-f2d2-4ded-b854-8bf429f41886 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:42:44.949783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.065942 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Calling delete_port for acd9ecb5-7098-4ced-9217-7716e403886e owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:42:45.178796 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:42:42Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:45.197397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5fad37-41a3-4dbc-ac59-44ef5fc7400c None None] The sync data for ids ['96c073e3-a18d-4ef5-b58b-7b41819ecca2'] in dv-neutron-823850-1-hyperv is: [{'id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763545889', 'tenant_id': '9693d300907148c5a72ca552d1799abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:42:42Z', 'revision_number': 5, 'project_id': '9693d300907148c5a72ca552d1799abb', 'gw_port': {'id': 'acd9ecb5-7098-4ced-9217-7716e403886e', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c073e3-a18d-4ef5-b58b-7b41819ecca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:40:51Z', 'updated_at': '2022-01-14T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:42:45.221519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] For port f4676bfc-f2d2-4ded-b854-8bf429f41886, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=f4676bfc-f2d2-4ded-b854-8bf429f41886,segment=NetworkSegment(115dc07a-2e10-4c20-8728-00262615f4f3),segment_id=115dc07a-2e10-4c20-8728-00262615f4f3)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:45.221896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.239328 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.287073 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Port': ['ID=acd9ecb5-7098-4ced-9217-7716e403886e,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:45.339994 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Calling delete_port for f4676bfc-f2d2-4ded-b854-8bf429f41886 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:42:45.413302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371'] for port, after_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.456210 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Pushing event deleted for resources: {'Port': ['ID=f4676bfc-f2d2-4ded-b854-8bf429f41886,revision_number=None']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:45.468215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.468571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.468915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.469241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.469566 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.469886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.470205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.470523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.470836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.471147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.471458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:45.473987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca03bec-ab14-4c10-910c-2eb8b7368f71 None None] No DVR routers for this DVR port f4676bfc-f2d2-4ded-b854-8bf429f41886 on host dv-neutron-823850-1-hyperv {{(pid=83453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:42:45.516933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.870408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.874711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.900800 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.901310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Fanout notify agent at l3_agent the message router_deleted on router 96c073e3-a18d-4ef5-b58b-7b41819ecca2 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:42:45.916645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:45.920516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-71b45a3b-5d42-40a3-ae6f-c884cc99b584 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/routers/96c073e3-a18d-4ef5-b58b-7b41819ecca2 HTTP/1.1" status: 204 len: 168 time: 1.5682025 Jan 14 12:42:45.921284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59142) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:46.043393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.178592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.204112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c793e2ba-aea7-43d2-92d9-8c8f99192eaa']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:46.215697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115dc07a-2e10-4c20-8728-00262615f4f3') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:46.215986 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115dc07a-2e10-4c20-8728-00262615f4f3') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:46.226905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.241892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.247530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:42:46.247901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:42:46.262229 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:42:46.342313 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.359631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.370523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'Network': ['ID=c793e2ba-aea7-43d2-92d9-8c8f99192eaa,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:46.381929 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-3ed99c26-8ba7-4f36-b59c-6c907ed5c8c9 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/networks/c793e2ba-aea7-43d2-92d9-8c8f99192eaa HTTP/1.1" status: 204 len: 168 time: 0.4571302 Jan 14 12:42:46.382144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59146) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:46.417052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f4676bfc-f2d2-4ded-b854-8bf429f41886 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:42:46.449681 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: f4676bfc-f2d2-4ded-b854-8bf429f41886 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:42:46.450018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device f4676bfc-f2d2-4ded-b854-8bf429f41886 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:42:46.450430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device acd9ecb5-7098-4ced-9217-7716e403886e no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:42:46.450566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5afc-fec0-40b6-bd6b-494e538e8666 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.479040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5afc-fec0-40b6-bd6b-494e538e8666 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.481650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: acd9ecb5-7098-4ced-9217-7716e403886e {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:42:46.481992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device acd9ecb5-7098-4ced-9217-7716e403886e not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:42:46.482401 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:42:46.513315 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:42:46.513580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a0dfaf4e-eff3-495d-acbf-2054d3cf3f21 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:42:46.541955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5afc-fec0-40b6-bd6b-494e538e8666 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.565283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e5afc-fec0-40b6-bd6b-494e538e8666 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbf4e7d-006b-46de-a54b-70c93d3f0b73,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:46.572855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5afc-fec0-40b6-bd6b-494e538e8666 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:46.577225 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9f7e5afc-fec0-40b6-bd6b-494e538e8666 tempest-TestNetworkAdvancedServerOps-1250080168 tempest-TestNetworkAdvancedServerOps-1250080168-project] 10.222.0.48 "DELETE /v2.0/security-groups/9dbf4e7d-006b-46de-a54b-70c93d3f0b73 HTTP/1.1" status: 204 len: 168 time: 0.1909287 Jan 14 12:42:46.962389 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59156) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:47.132669 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5b014417-b9c0-4ec3-be1c-400035360dcd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9693d300907148c5a72ca552d1799abb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691425 Jan 14 12:42:47.135360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59162) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:47.194060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09c4b93e-3ed1-4642-ba71-2cfd55c213c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.219489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09c4b93e-3ed1-4642-ba71-2cfd55c213c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.268797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09c4b93e-3ed1-4642-ba71-2cfd55c213c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.286504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4b93e-3ed1-4642-ba71-2cfd55c213c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a9e1c-2e1c-4596-a619-1fb2264b2353,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:47.292847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-09c4b93e-3ed1-4642-ba71-2cfd55c213c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.296890 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-09c4b93e-3ed1-4642-ba71-2cfd55c213c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/427a9e1c-2e1c-4596-a619-1fb2264b2353 HTTP/1.1" status: 204 len: 168 time: 0.1575875 Jan 14 12:42:47.627895 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59170) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:47.646199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.676592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:47.680400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Usage tracker for resource:security_group_rule and tenant:60260da9e02944e7ad23e36a10cc2f7a is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:47.683226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:47.689446 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:47.757009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.760377 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.892179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c73e89-5fe7-4856-8d66-1c2ad7dfedff,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:47.896435 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d33a7743-74f2-4743-995b-63b522229284 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60260da9e02944e7ad23e36a10cc2f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675550 Jan 14 12:42:47.899189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59174) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:47.956125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b161fc5-fe86-4ba5-a99a-1e8946940015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:47.980192 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b161fc5-fe86-4ba5-a99a-1e8946940015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:48.028992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b161fc5-fe86-4ba5-a99a-1e8946940015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:48.042592 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b161fc5-fe86-4ba5-a99a-1e8946940015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c73e89-5fe7-4856-8d66-1c2ad7dfedff,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:48.049917 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6b161fc5-fe86-4ba5-a99a-1e8946940015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:48.051628 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6b161fc5-fe86-4ba5-a99a-1e8946940015 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6c73e89-5fe7-4856-8d66-1c2ad7dfedff HTTP/1.1" status: 204 len: 168 time: 0.1513979 Jan 14 12:42:48.922468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59196) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:49.049468 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375198392-network', 'tenant_id': '6c06492fe6b64152b897a817bf642341'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:42:49.054184 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:49.057953 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Usage tracker for resource:network and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:49.061088 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:49.066690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:49.077027 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Made reservation on behalf of 6c06492fe6b64152b897a817bf642341 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:42:49.079216 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.090952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.122043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:49.126093 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:49.128862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:49.134397 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:49.206900 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.210683 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.238051 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:42:49.250649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cff647-b4f7-4231-822e-20ef2eb7ddc2,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:49.255512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.255850 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Added segment 7d8a1287-9cc9-47db-9467-b8adbb5f257e of type vlan for network fca31c8a-6c73-4351-9ce9-a47765917b20 Jan 14 12:42:49.283103 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.311187 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.312159 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:49.312749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.411579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fca31c8a-6c73-4351-9ce9-a47765917b20,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:49.414791 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0179b8d-2a43-45ec-a106-2d076d57d9b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4912827 Jan 14 12:42:49.417898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59202) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:49.422251 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network fca31c8a-6c73-4351-9ce9-a47765917b20 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:42:49.423193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Request body: {'subnet': {'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375198392-subnet', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:42:49.428089 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:49.431850 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Usage tracker for resource:subnet and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:49.434650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:49.441266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:49.450922 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Made reservation on behalf of 6c06492fe6b64152b897a817bf642341 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:42:49.453578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.664461 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.749661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:49.759870 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Checking segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:49.760217 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Network hostable DHCP agents. Network: fca31c8a-6c73-4351-9ce9-a47765917b20, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:42:49.782067 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Network fca31c8a-6c73-4351-9ce9-a47765917b20 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:42:49.790898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, fca31c8a-6c73-4351-9ce9-a47765917b20) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:49.794550 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:49.795195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.800602 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5a3c5-d5e8-4974-90b3-a8bacba430d4 None None] Network fca31c8a-6c73-4351-9ce9-a47765917b20 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:42:49.815828 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33a2989c-bae7-4eaf-b67f-eaced5aac96d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3969517 Jan 14 12:42:49.818350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59206) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:49.823366 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:42:49.828872 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:49.832589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Usage tracker for resource:router and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:49.835489 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:49.841273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:49.852441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.853372 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:49.872512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.016623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-fca31c8a-6c73-4351-9ce9-a47765917b20', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:42:50.017451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.017925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.176504 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Allocated IP 172.20.0.2 (fca31c8a-6c73-4351-9ce9-a47765917b20/8cadc5b9-80c7-4bdc-9085-63c5bf78fda7/d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:42:50.216948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.246575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.378059 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.383834 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Allocated IP 172.26.8.22 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/52e52f85-2441-4338-b6e1-9e2d566a5e8c) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:42:50.390075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Transition to ACTIVE for port object d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:50.408493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Transition to ACTIVE for port object d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:50.414430 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.485514 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Network fca31c8a-6c73-4351-9ce9-a47765917b20 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:50.488339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:50.492778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:42:50.494782 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Pushing event updated for resources: {'Port': ['ID=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:50.532794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.561292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.579296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Attempting to bind port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:42:50.579659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Attempting to bind port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:42:50.580016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Attempting to bind port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 on network fca31c8a-6c73-4351-9ce9-a47765917b20 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:42:50.586244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:42:50.586605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Checking segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:50.586997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.587375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Bound using segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:42:50.587824 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Bound port: d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:42:50.588186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.627111 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:50.630024 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:50.634742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:42:50.663292 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Pushing event updated for resources: {'Port': ['ID=52e52f85-2441-4338-b6e1-9e2d566a5e8c,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:50.712320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] For port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:42:50.715268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] For port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:42:50.718906 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.802229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f3cd-0556-44af-b035-f727af55561b None None] Pushing event updated for resources: {'Port': ['ID=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:50.804719 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:50.805471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:51.149821 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:42:51.351775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:42:51.361565 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:42:51.372971 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:51.374323 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:51.375549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:51.376880 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e0e702a4-2cfd-4e94-9d21-68efc69358a0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5575600 Jan 14 12:42:51.379504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59210) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:51.555094 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:51.766634 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de17c21-2065-4f52-b5fc-b7473d88bed6 None None] Network fca31c8a-6c73-4351-9ce9-a47765917b20 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:42:51.854525 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:50Z', 'revision_number': 3, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:51.860358 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:42:51.860935 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Updating router df3dde6e-1399-4aed-9e37-a7d883cd4148 port 52e52f85-2441-4338-b6e1-9e2d566a5e8c binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:42:51.862550 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b78b59b8-1f95-4ad8-b5fa-48f578b8fbe9 None None] Provisioning for port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:51.915294 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.163890 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.301796 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.315348 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Transition to ACTIVE for port object 52e52f85-2441-4338-b6e1-9e2d566a5e8c will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:52.321480 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.379521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Allocated IP 172.20.0.1 (fca31c8a-6c73-4351-9ce9-a47765917b20/8cadc5b9-80c7-4bdc-9085-63c5bf78fda7/d6e28d4c-4619-4b46-80ce-c5f7daa99097) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:42:52.385931 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Pushing event updated for resources: {'Port': ['ID=52e52f85-2441-4338-b6e1-9e2d566a5e8c,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:52.397214 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.397552 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.397878 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.398200 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.398522 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.398837 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.399167 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.399518 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.399829 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.400138 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.400445 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:42:52.422933 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Attempting to bind port 52e52f85-2441-4338-b6e1-9e2d566a5e8c on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:42:52.423293 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Attempting to bind port 52e52f85-2441-4338-b6e1-9e2d566a5e8c by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:42:52.423658 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Attempting to bind port 52e52f85-2441-4338-b6e1-9e2d566a5e8c on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:42:52.430381 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:42:52.430741 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:52.431132 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.431656 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:42:52.432218 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Bound port: 52e52f85-2441-4338-b6e1-9e2d566a5e8c, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:42:52.432584 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.460362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:42:52.519684 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] For port 52e52f85-2441-4338-b6e1-9e2d566a5e8c, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:42:52.524717 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] For port 52e52f85-2441-4338-b6e1-9e2d566a5e8c, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=52e52f85-2441-4338-b6e1-9e2d566a5e8c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:42:52.529937 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.538920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:52.545146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:52.545853 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.558680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.574858 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Transition to ACTIVE for port object d6e28d4c-4619-4b46-80ce-c5f7daa99097 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:52.600280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.604235 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8452844-a917-4241-a744-a86a4eb4f02b None None] Pushing event updated for resources: {'Port': ['ID=52e52f85-2441-4338-b6e1-9e2d566a5e8c,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:52.627140 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:52.627815 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:52.680469 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.717865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:52.722188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.780407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Network fca31c8a-6c73-4351-9ce9-a47765917b20 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:52.783388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:52.787811 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:42:52.789664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:52.819327 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e28d4c-4619-4b46-80ce-c5f7daa99097,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:52.820246 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:52.843602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:52.935139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:53.038546 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-38e7ee3c-1237-4c54-a202-e545dd699c1b None None] Provisioning for port d6e28d4c-4619-4b46-80ce-c5f7daa99097 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:53.044623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-38e7ee3c-1237-4c54-a202-e545dd699c1b None None] Provisioning complete for port d6e28d4c-4619-4b46-80ce-c5f7daa99097 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:53.045200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-38e7ee3c-1237-4c54-a202-e545dd699c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:53.098263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-38e7ee3c-1237-4c54-a202-e545dd699c1b None None] Port d6e28d4c-4619-4b46-80ce-c5f7daa99097 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:42:53.123610 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:50Z', 'revision_number': 3, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:53.127946 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daa270-cc17-4953-9cc7-2f8e4350ce03 None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:50Z', 'revision_number': 3, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:42:53.163769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:53.168815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:53.291220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:53.294765 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e28d4c-4619-4b46-80ce-c5f7daa99097,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:53.453641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Network fca31c8a-6c73-4351-9ce9-a47765917b20 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:53.454833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:53.730880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-78c02651-8fee-4d65-910b-2404e0603ffa None None] Provisioning complete for port d6e28d4c-4619-4b46-80ce-c5f7daa99097 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:53.731345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-78c02651-8fee-4d65-910b-2404e0603ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:53.791351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-78c02651-8fee-4d65-910b-2404e0603ffa None None] Port d6e28d4c-4619-4b46-80ce-c5f7daa99097 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:42:53.869523 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:42:54.063832 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:42:54.072211 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0bf5a085-d7a1-49c8-9219-aff8d2f75e18 admin admin] 10.222.0.48 "PUT /v2.0/routers/df3dde6e-1399-4aed-9e37-a7d883cd4148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917772 Jan 14 12:42:54.480115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 52e52f85-2441-4338-b6e1-9e2d566a5e8c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:42:54.550292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 52e52f85-2441-4338-b6e1-9e2d566a5e8c completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:54.555338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 52e52f85-2441-4338-b6e1-9e2d566a5e8c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:54.555862 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:54.671650 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:54.687868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 52e52f85-2441-4338-b6e1-9e2d566a5e8c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=52e52f85-2441-4338-b6e1-9e2d566a5e8c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:54.691695 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:54.692833 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:42:54.804568 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=52e52f85-2441-4338-b6e1-9e2d566a5e8c,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:54.819502 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:54.819869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:54.909036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59232) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:54.914940 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-957335734-network', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:42:54.919601 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:54.924016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Usage tracker for resource:network and tenant:7a5d1fde799041ceb21d55292a760de8 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:54.927057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:54.933695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:54.945014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Made reservation on behalf of 7a5d1fde799041ceb21d55292a760de8 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:42:54.947339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:54.960046 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:54.990196 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:54.993896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Usage tracker for resource:security_group_rule and tenant:7a5d1fde799041ceb21d55292a760de8 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:54.996575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:55.002207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:55.064706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.068226 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.102179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:42:55.107137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a67d1-2f7e-4266-b687-423d5f0fbdea,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:55.113690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.114094 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Added segment e63135b7-b955-421b-bb4f-b52e7100c4c2 of type vlan for network 61dd03d8-4155-4364-a064-52d481e2b977 Jan 14 12:42:55.139998 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.169407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.170325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:55.170973 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.365583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] Pushing event updated for resources: {'Network': ['ID=61dd03d8-4155-4364-a064-52d481e2b977,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:55.368351 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-53c334bf-64b0-45ee-96af-830d967105ca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4582236 Jan 14 12:42:55.371907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59236) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:55.375823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 61dd03d8-4155-4364-a064-52d481e2b977 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:42:55.377040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Request body: {'subnet': {'network_id': '61dd03d8-4155-4364-a064-52d481e2b977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-957335734-subnet', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'ip_version': 4}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:42:55.381934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:55.385718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Usage tracker for resource:subnet and tenant:7a5d1fde799041ceb21d55292a760de8 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:55.388464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:55.394718 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:55.405139 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Made reservation on behalf of 7a5d1fde799041ceb21d55292a760de8 for: {'subnet': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:42:55.407433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32207369'] for subnet, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.602651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32068148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32207611'] for subnet, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.676650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c6d691-0513-4378-bd8c-eb82af9be0ed,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:55.688371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Checking segment: {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:55.688720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Network hostable DHCP agents. Network: 61dd03d8-4155-4364-a064-52d481e2b977, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:42:55.709579 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Network 61dd03d8-4155-4364-a064-52d481e2b977 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:42:55.718234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 61dd03d8-4155-4364-a064-52d481e2b977) {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:55.721905 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:42:55.722481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.727403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31547f1a-4598-4d76-8b55-09a230d16a44 None None] Network 61dd03d8-4155-4364-a064-52d481e2b977 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:42:55.742841 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d3617a16-477c-4de4-b62d-71217d8909ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3706174 Jan 14 12:42:55.745283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59240) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:55.751138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:42:55.755675 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:42:55.759393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Usage tracker for resource:router and tenant:7a5d1fde799041ceb21d55292a760de8 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:42:55.762258 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:42:55.768140 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:42:55.778593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.779572 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.798485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.942471 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:55.946033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-61dd03d8-4155-4364-a064-52d481e2b977', 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'fixed_ips': [{'subnet_id': '47c6d691-0513-4378-bd8c-eb82af9be0ed'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:42:55.946837 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.131701 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Allocated IP 172.20.0.2 (61dd03d8-4155-4364-a064-52d481e2b977/47c6d691-0513-4378-bd8c-eb82af9be0ed/e4a5b01b-095c-43af-beba-73e2a970c213) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:42:56.138116 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.171833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.309005 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Allocated IP 172.26.8.242 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/2d54b233-dbfe-4c9c-95f4-91f56f36c78f) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:42:56.338078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.349881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Transition to ACTIVE for port object e4a5b01b-095c-43af-beba-73e2a970c213 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:56.370073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Transition to ACTIVE for port object e4a5b01b-095c-43af-beba-73e2a970c213 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:56.377264 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.445575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 52e52f85-2441-4338-b6e1-9e2d566a5e8c up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:42:56.465582 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.480288 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Network 61dd03d8-4155-4364-a064-52d481e2b977 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:56.489348 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:56.495506 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:42:56.497560 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Pushing event updated for resources: {'Port': ['ID=e4a5b01b-095c-43af-beba-73e2a970c213,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:56.512553 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.580082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:56.583039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:56.588115 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:42:56.609087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Attempting to bind port e4a5b01b-095c-43af-beba-73e2a970c213 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:42:56.609444 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Attempting to bind port e4a5b01b-095c-43af-beba-73e2a970c213 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:42:56.609793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Attempting to bind port e4a5b01b-095c-43af-beba-73e2a970c213 on network 61dd03d8-4155-4364-a064-52d481e2b977 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:42:56.619849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Pushing event updated for resources: {'Port': ['ID=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:56.620061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:42:56.620421 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Checking segment: {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:56.620834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.621215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Bound using segment: {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:42:56.622412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Bound port: e4a5b01b-095c-43af-beba-73e2a970c213, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:42:56.622778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.635240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 52e52f85-2441-4338-b6e1-9e2d566a5e8c triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:56.635240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.665108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:42:56.746711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.747428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:56.753338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:56.753968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:56.875328 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] For port e4a5b01b-095c-43af-beba-73e2a970c213, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:42:56.963915 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] For port e4a5b01b-095c-43af-beba-73e2a970c213, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4a5b01b-095c-43af-beba-73e2a970c213,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:42:56.980436 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:42:56.981484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:57.084313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:57.130346 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af209e1-ae48-49f3-b2a0-48fd124fa2e1 None None] Pushing event updated for resources: {'Port': ['ID=e4a5b01b-095c-43af-beba-73e2a970c213,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:57.315259 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:42:57.323672 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Sync routers for ids ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:42:57.337600 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Routers {'2a51723d-17e1-4eae-ae2c-4996e9bbe5db'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:57.338475 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:57.348221 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:57.352474 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59244) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:42:57.352999 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-46824483-b71c-4ee5-9aad-7b08f10d8091 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6064951 Jan 14 12:42:57.468795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:42:53Z', 'revision_number': 2, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:57.474311 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:42:57.475057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Updating router df3dde6e-1399-4aed-9e37-a7d883cd4148 port d6e28d4c-4619-4b46-80ce-c5f7daa99097 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:42:57.530797 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:57.536169 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Set router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:57.847766 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:42:56Z', 'revision_number': 3, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:57.853099 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Checking router: 2a51723d-17e1-4eae-ae2c-4996e9bbe5db for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:42:57.853434 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Updating router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:42:57.923761 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:57.960255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:57.976034 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Transition to ACTIVE for port object d6e28d4c-4619-4b46-80ce-c5f7daa99097 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:57.985960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.173434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28678089-ef99-4f2b-96f8-2d3305bbd875 None None] Pushing event updated for resources: {'Port': ['ID=d6e28d4c-4619-4b46-80ce-c5f7daa99097,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:58.214725 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.233373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd06f6-c0bd-4b9c-944a-a2b7da70bb39 None None] Network 61dd03d8-4155-4364-a064-52d481e2b977 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:42:58.387804 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.402210 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Transition to ACTIVE for port object 2d54b233-dbfe-4c9c-95f4-91f56f36c78f will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:58.411651 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.423153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Attempting to bind port d6e28d4c-4619-4b46-80ce-c5f7daa99097 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:42:58.423595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Attempting to bind port d6e28d4c-4619-4b46-80ce-c5f7daa99097 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:42:58.424032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Attempting to bind port d6e28d4c-4619-4b46-80ce-c5f7daa99097 on network fca31c8a-6c73-4351-9ce9-a47765917b20 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:42:58.433526 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:42:58.433988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Checking segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:58.434445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.434889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Bound using segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:42:58.435869 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Bound port: d6e28d4c-4619-4b46-80ce-c5f7daa99097, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:42:58.436162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.481694 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Allocated IP 172.20.0.1 (61dd03d8-4155-4364-a064-52d481e2b977/47c6d691-0513-4378-bd8c-eb82af9be0ed/3190e66c-850a-40f9-86b4-c66d22a27b22) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:42:58.497245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4a5b01b-095c-43af-beba-73e2a970c213 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:42:58.515490 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cdc81-ccaf-4478-a5d5-9b4c91c2c2e1 None None] Pushing event updated for resources: {'Port': ['ID=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:58.518701 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Attempting to bind port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:42:58.519063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Attempting to bind port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:42:58.519798 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Attempting to bind port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:42:58.526619 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:42:58.526986 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:42:58.527378 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.527763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:42:58.528209 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Bound port: 2d54b233-dbfe-4c9c-95f4-91f56f36c78f, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:42:58.528571 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.554373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-171a3efe-dca4-4f5a-a22e-ec8c6f86a0a9 None None] Provisioning for port e4a5b01b-095c-43af-beba-73e2a970c213 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:58.609043 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] For port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:42:58.612063 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] For port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:42:58.616859 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.660210 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.673746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port e4a5b01b-095c-43af-beba-73e2a970c213 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:58.687739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Transition to ACTIVE for port object 3190e66c-850a-40f9-86b4-c66d22a27b22 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:42:58.698964 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Routers {'2a51723d-17e1-4eae-ae2c-4996e9bbe5db'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:58.699694 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:58.701952 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] For port d6e28d4c-4619-4b46-80ce-c5f7daa99097, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:42:58.716494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.717459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port e4a5b01b-095c-43af-beba-73e2a970c213 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:58.717859 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.754678 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] For port d6e28d4c-4619-4b46-80ce-c5f7daa99097, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d6e28d4c-4619-4b46-80ce-c5f7daa99097,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:42:58.768066 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.789433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Network 61dd03d8-4155-4364-a064-52d481e2b977 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:58.793067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:58.796148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:42:58.824049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Pushing event updated for resources: {'Port': ['ID=3190e66c-850a-40f9-86b4-c66d22a27b22,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:58.860342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:58.896267 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28678089-ef99-4f2b-96f8-2d3305bbd875 None None] Pushing event updated for resources: {'Port': ['ID=d6e28d4c-4619-4b46-80ce-c5f7daa99097,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:58.897273 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cdc81-ccaf-4478-a5d5-9b4c91c2c2e1 None None] Pushing event updated for resources: {'Port': ['ID=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:58.918246 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] Set router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:58.958368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:42:58.959000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:42:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:59.110939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.164754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.241528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port e4a5b01b-095c-43af-beba-73e2a970c213, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4a5b01b-095c-43af-beba-73e2a970c213,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:42:59.269203 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:42:59.324384 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:42:56Z', 'revision_number': 3, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:59.330259 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10342ff-56d9-40b9-bf70-a009ae102ee9 None None] The sync data for ids ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'] in dv-neutron-823850-1-hyperv is: [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:42:56Z', 'revision_number': 3, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:42:59.341334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.398765 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.403863 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.512308 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Pushing event updated for resources: {'Port': ['ID=3190e66c-850a-40f9-86b4-c66d22a27b22,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:59.518264 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.547779 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=e4a5b01b-095c-43af-beba-73e2a970c213,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:42:59.650366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-5063230f-37fe-4564-b179-f1ca74c417ba None None] Provisioning complete for port e4a5b01b-095c-43af-beba-73e2a970c213 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:59.650723 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5063230f-37fe-4564-b179-f1ca74c417ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:42:59.664870 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Network 61dd03d8-4155-4364-a064-52d481e2b977 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:42:59.665928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:42:59.819233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:42:58Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:42:59.825446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f6895-8703-4c7a-9f91-656544ef3d50 None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:42:58Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:42:59.957684 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-817384c6-c003-4abe-9c05-e0b22d6ebb0a None None] Provisioning for port 3190e66c-850a-40f9-86b4-c66d22a27b22 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:42:59.963547 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-817384c6-c003-4abe-9c05-e0b22d6ebb0a None None] Provisioning complete for port 3190e66c-850a-40f9-86b4-c66d22a27b22 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:42:59.964015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-817384c6-c003-4abe-9c05-e0b22d6ebb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:00.024165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-817384c6-c003-4abe-9c05-e0b22d6ebb0a None None] Port 3190e66c-850a-40f9-86b4-c66d22a27b22 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:43:00.110623 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:43:00.150189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-a12c0730-c881-4c2a-be10-43adcd153aa5 None None] Provisioning complete for port 3190e66c-850a-40f9-86b4-c66d22a27b22 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:00.150698 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a12c0730-c881-4c2a-be10-43adcd153aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:00.228366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0730-c881-4c2a-be10-43adcd153aa5 None None] Port 3190e66c-850a-40f9-86b4-c66d22a27b22 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:43:00.349739 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:43:00.362093 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-524ccf54-4b38-4686-9ddb-2b1a60fa35ca admin admin] 10.222.0.48 "PUT /v2.0/routers/2a51723d-17e1-4eae-ae2c-4996e9bbe5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0081003 Jan 14 12:43:00.527718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d54b233-dbfe-4c9c-95f4-91f56f36c78f up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:00.628078 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:43:00.639279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:00.640041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:00.777233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:00.798222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:43:00.806181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:00.806961 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d6e28d4c-4619-4b46-80ce-c5f7daa99097 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:00.939049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:00.953818 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port d6e28d4c-4619-4b46-80ce-c5f7daa99097 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:43:00.958592 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d6e28d4c-4619-4b46-80ce-c5f7daa99097 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:00.958890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.064011 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a569-6936-42af-ba89-b53cb6b60b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.093327 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.130692 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59260) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:01.137397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576168770', 'description': 'tempest-secgroup-smoke-576168770 description', 'project_id': '6c06492fe6b64152b897a817bf642341'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:01.145012 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.145331 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port d6e28d4c-4619-4b46-80ce-c5f7daa99097, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d6e28d4c-4619-4b46-80ce-c5f7daa99097,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:43:01.149959 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.152065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.153479 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.153691 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4a5b01b-095c-43af-beba-73e2a970c213 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:01.164105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.176971 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.224087 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.231116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.234849 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.244168 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.293237 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=d6e28d4c-4619-4b46-80ce-c5f7daa99097,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:01.309646 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port e4a5b01b-095c-43af-beba-73e2a970c213 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:01.309860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.310009 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.314726 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.365248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:01.367755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.372380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59264) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:01.379370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': 'f8827a42-fd8a-4f2b-bb59-7c3bc85523f9', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:01.381286 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-5a5191b6-3adf-4ca1-8c30-7378a8605d5f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2494345 Jan 14 12:43:01.385463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.390777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.393851 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.399752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.416855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.479939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.483201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.505694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8815762f-cb76-413f-8340-437a419f65f1,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:01.515420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.516965 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ca3af6c3-22ee-420f-a937-3b48aecc3916 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1430869 Jan 14 12:43:01.519799 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59268) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:01.525381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': 'f8827a42-fd8a-4f2b-bb59-7c3bc85523f9', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:01.531686 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.535554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.538607 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.544245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.561847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.622649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.626709 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.646949 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f437d4-7997-46da-8a97-0990ed791c45,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:01.657253 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.658418 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6638ce48-3d88-4679-9de7-400dd5e25902 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1376929 Jan 14 12:43:01.661228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59272) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:01.666432 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': 'f8827a42-fd8a-4f2b-bb59-7c3bc85523f9', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:01.672863 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.676642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.679479 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.685995 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.699483 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.704214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.767678 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.771246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.791118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21d16d5-1aca-4529-8a84-1d3ee6357b86,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:01.801749 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.803125 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-abcdfc7a-8cb0-4457-8d79-b889bed6b1ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1410112 Jan 14 12:43:01.805856 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59276) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:01.811661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': 'f8827a42-fd8a-4f2b-bb59-7c3bc85523f9', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:01.817223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.820869 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.823618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.829201 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.846317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.907781 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.911370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.938962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab021bb4-07c1-41e0-9774-9871bfd66864,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:01.945412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:01.946569 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-33bd155f-6ab6-4202-8ab9-ef4930111635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1398268 Jan 14 12:43:01.949266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59280) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:01.954883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': 'f8827a42-fd8a-4f2b-bb59-7c3bc85523f9', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:01.960982 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:01.964706 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:01.968101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:01.973649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:01.983942 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Project 6c06492fe6b64152b897a817bf642341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:43:01.990098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.053669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.057599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.087483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad4473-6697-4adf-8130-194e61c68c44,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:02.097199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.098421 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0e891b3e-d199-4c7d-a8c6-6689ceb68865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1482189 Jan 14 12:43:02.101291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59284) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:02.106374 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': 'f8827a42-fd8a-4f2b-bb59-7c3bc85523f9', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:02.112819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:02.116496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:02.119380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:02.124985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:02.134810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Project 6c06492fe6b64152b897a817bf642341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:43:02.141424 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.214576 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.218090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.245394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b239cde5-8bbe-442f-b247-ef99353a9c50,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:02.254746 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.255907 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-ba57ef7a-53a7-4e04-b299-e86887c636c4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1536996 Jan 14 12:43:02.438924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d54b233-dbfe-4c9c-95f4-91f56f36c78f up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:02.461584 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-b22aa155-ef3d-42d5-bd14-eda21c5aaf65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:security_group {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:43:02.481105 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-b22aa155-ef3d-42d5-bd14-eda21c5aaf65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:security_group {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:43:02.482358 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-b22aa155-ef3d-42d5-bd14-eda21c5aaf65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576168770&fields=id&tenant_id=6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 267 time: 0.0676444 Jan 14 12:43:02.517893 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:02.518245 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.652533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d6e28d4c-4619-4b46-80ce-c5f7daa99097 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:02.656380 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-7ecdad40-bfe3-4037-8e7b-337f32a9a35f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:02.657832 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-7ecdad40-bfe3-4037-8e7b-337f32a9a35f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 808 time: 0.1686814 Jan 14 12:43:02.677754 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-50aa0499-0ff1-43e5-8c6c-99a52cabd197 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/quotas/6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 375 time: 0.0143573 Jan 14 12:43:02.729533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port d6e28d4c-4619-4b46-80ce-c5f7daa99097 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:02.729912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:02.782714 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-6ce7fa59-ba1b-4274-85a4-27e42644fd05 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983281 Jan 14 12:43:03.171801 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-bf6c4adc-bb17-4d72-add7-33d58b9b0c9b service neutron] 10.222.0.48 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756867 Jan 14 12:43:03.193457 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:43:03.220198 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-58783415-af7a-48c7-8d8c-026d70efa518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:03.304953 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-1668ac42-fdda-43d7-a35f-a6a35a90d336 service neutron] 10.222.0.48 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273711 Jan 14 12:43:03.492828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-40a1add8-dba2-4ae1-af14-6eeabad504c3 req-117a36d7-55f5-46ba-ac6f-05bd13acfd0d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:43:03.508626 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-40a1add8-dba2-4ae1-af14-6eeabad504c3 req-117a36d7-55f5-46ba-ac6f-05bd13acfd0d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:43:03.509806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-40a1add8-dba2-4ae1-af14-6eeabad504c3 req-117a36d7-55f5-46ba-ac6f-05bd13acfd0d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 210 time: 0.0577002 Jan 14 12:43:04.352437 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:04.616861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:04.687024 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-49ef20f1-95db-4ed1-aa5c-b0ed162bd0dd req-dd00980d-3fd4-4341-803d-7f1e7fba28da tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 210 time: 0.0506430 Jan 14 12:43:04.900394 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-ddf0e710-e385-451d-b76e-3bb1773d86a8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:04.901012 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-ddf0e710-e385-451d-b76e-3bb1773d86a8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:43:04.917517 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-ddf0e710-e385-451d-b76e-3bb1773d86a8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:43:04.918605 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-ddf0e710-e385-451d-b76e-3bb1773d86a8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 808 time: 0.1598682 Jan 14 12:43:04.970195 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-a5a07028-961d-4949-a3d7-edbef1552a2a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:43:04.981634 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-a5a07028-961d-4949-a3d7-edbef1552a2a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:43:04.982653 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-a5a07028-961d-4949-a3d7-edbef1552a2a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 379 time: 0.0527446 Jan 14 12:43:04.990351 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'port': {'device_id': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'admin_state_up': True, 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'security_groups': ['f8827a42-fd8a-4f2b-bb59-7c3bc85523f9']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:05.122064 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:05.131177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:05.141444 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Made reservation on behalf of 6c06492fe6b64152b897a817bf642341 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:43:05.144515 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.302882 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Allocated IP 172.20.0.9 (fca31c8a-6c73-4351-9ce9-a47765917b20/8cadc5b9-80c7-4bdc-9085-63c5bf78fda7/82ed8c3e-2eea-461e-bd3a-6ab84191b274) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:43:05.488084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.502868 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Transition to ACTIVE for port object 82ed8c3e-2eea-461e-bd3a-6ab84191b274 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:43:05.523972 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.594456 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Network fca31c8a-6c73-4351-9ce9-a47765917b20 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:43:05.597474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:43:05.601852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:43:05.634379 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:05.664233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:05.664892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.692829 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e08c784b-fa63-4a27-9dbd-80afcec571de tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058182 Jan 14 12:43:05.705194 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Request body: {'port': {'device_id': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:05.737643 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.872426 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.892258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bbfeea06-2284-4a59-978e-c50b9614acff None None] Provisioning for port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:43:05.897067 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-bbfeea06-2284-4a59-978e-c50b9614acff None None] Provisioning complete for port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:05.897709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-bbfeea06-2284-4a59-978e-c50b9614acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:05.950881 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-bbfeea06-2284-4a59-978e-c50b9614acff None None] Port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:43:06.022042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8e77-6bf0-4fbe-a3b4-6016b787c078 req-1be241f4-3959-4661-b48e-ee31efba2a65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:06.022638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-1ecd8e77-6bf0-4fbe-a3b4-6016b787c078 req-1be241f4-3959-4661-b48e-ee31efba2a65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:43:06.109873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-1ecd8e77-6bf0-4fbe-a3b4-6016b787c078 req-1be241f4-3959-4661-b48e-ee31efba2a65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:43:06.111015 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ecd8e77-6bf0-4fbe-a3b4-6016b787c078 req-1be241f4-3959-4661-b48e-ee31efba2a65 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 931 time: 0.2890484 Jan 14 12:43:06.293049 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1ecd8e77-6bf0-4fbe-a3b4-6016b787c078 req-9c0be01e-db5e-4fbf-9796-2754f4bdff46 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753974 Jan 14 12:43:06.369862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ed8c3e-2eea-461e-bd3a-6ab84191b274 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:43:06.376676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:06.390862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Transition to ACTIVE for port object 82ed8c3e-2eea-461e-bd3a-6ab84191b274 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:43:06.394847 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:06.517487 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:06.628784 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Attempting to bind port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:43:06.629098 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Attempting to bind port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:43:06.629428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Attempting to bind port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 on network fca31c8a-6c73-4351-9ce9-a47765917b20 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:43:06.635092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 on network fca31c8a-6c73-4351-9ce9-a47765917b20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:43:06.635408 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Attempting to bind port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 on network fca31c8a-6c73-4351-9ce9-a47765917b20 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:43:06.641815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:43:06.642147 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Checking segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:43:06.642520 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Bound using segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:43:06.642932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Bound port: 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:43:06.643270 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:06.732760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:43:06.736554 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:43:06.741141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:06.801287 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:06.802762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] 10.222.0.31 "PUT /v2.0/ports/82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1093 time: 1.1023536 Jan 14 12:43:06.803085 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:43:06.820466 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92b868-371d-4de2-aca2-3749f9667d15 service neutron] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:06.874584 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'status': 'completed', 'code': 200} Jan 14 12:43:06.916765 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-639d21ab-13c3-47b3-923e-1c3a9435aa1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1096 time: 0.0774014 Jan 14 12:43:06.987730 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-c8fd8359-7d6e-48e0-ad4e-1820be91d4f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 217 time: 0.0649288 Jan 14 12:43:07.048498 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-2e8362e9-4add-4dde-91d5-ce9eb5a69309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:07.050114 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-2e8362e9-4add-4dde-91d5-ce9eb5a69309 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0569096 Jan 14 12:43:07.127888 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-eb3aee97-420a-4bb7-8bfa-5ad4147a6bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705431 Jan 14 12:43:07.256182 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-e292aa05-b8f1-43df-9185-475e8222e4dc service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224444 Jan 14 12:43:07.385715 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae9827f8-92f0-4af4-a2c4-816cfa662860 req-300d0e02-934d-440d-9def-a903d1bc3344 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237206 Jan 14 12:43:07.555826 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879199-0aad-49f8-8014-d725ef563edf req-58792979-d0e1-45ad-bc13-8266af82f032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:07.557293 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-21879199-0aad-49f8-8014-d725ef563edf req-58792979-d0e1-45ad-bc13-8266af82f032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.1331801 Jan 14 12:43:07.561203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-5b85786f-9c7a-459e-8a77-d371b12bf73a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1096 time: 0.1070738 Jan 14 12:43:07.688457 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-21879199-0aad-49f8-8014-d725ef563edf req-8a39b7dc-92ca-4ed4-9f92-148d36c782e7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251731 Jan 14 12:43:07.720584 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-c7e8edda-d171-479b-9508-9225a30f0e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:07.722034 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-c7e8edda-d171-479b-9508-9225a30f0e10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1461639 Jan 14 12:43:07.790090 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-2f41dc50-ee50-4f6a-ac6f-3414879b8ddd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 217 time: 0.0617983 Jan 14 12:43:07.850937 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-3a338b44-a806-4ffb-9877-82f3dc304ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:07.852326 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-3a338b44-a806-4ffb-9877-82f3dc304ba2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0559216 Jan 14 12:43:07.924894 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-7f97e0b6-fc63-463b-9db2-51fe04b137e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663793 Jan 14 12:43:08.154320 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-8bad0e2d-3a7c-4876-b976-d00e3e7ee7c0 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234366 Jan 14 12:43:08.283808 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2a7d4a18-c4fe-4598-878c-ab15a96a5e59 req-f756d64c-97ee-4b5f-b1cc-af69d6b185fc service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234176 Jan 14 12:43:08.882165 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c46e0b-d2be-4cf7-82c9-1889583b81ac req-e9198259-4b96-4dc4-bdbf-bda90c111628 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:08.883501 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-74c46e0b-d2be-4cf7-82c9-1889583b81ac req-e9198259-4b96-4dc4-bdbf-bda90c111628 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0747197 Jan 14 12:43:08.929540 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-74c46e0b-d2be-4cf7-82c9-1889583b81ac req-6c4a7ebc-77c7-41ad-9413-39c2fb7f1970 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405145 Jan 14 12:43:10.130842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2d81-b04d-4d34-ab26-cdc70edbc2f2 req-09273b13-c50b-465f-9233-1c9e6f78751f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:10.132276 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e5e2d81-b04d-4d34-ab26-cdc70edbc2f2 req-09273b13-c50b-465f-9233-1c9e6f78751f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0761116 Jan 14 12:43:10.176947 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e5e2d81-b04d-4d34-ab26-cdc70edbc2f2 req-260cb6fd-2a5f-4b55-a721-04f540a35ec7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391788 Jan 14 12:43:11.200754 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:43:11.331360 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:43:11.344453 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'mac_address': 'fa:16:3e:84:00:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:43:11.374952 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830373-e01a-4f5f-8302-97d9865fc6ce req-a80838e5-9cdf-4648-97c1-f8a0dfa3b98a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:11.376402 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09830373-e01a-4f5f-8302-97d9865fc6ce req-a80838e5-9cdf-4648-97c1-f8a0dfa3b98a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0802782 Jan 14 12:43:11.398136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:11.415018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ed8c3e-2eea-461e-bd3a-6ab84191b274 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:43:11.420212 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-09830373-e01a-4f5f-8302-97d9865fc6ce req-1ea60e8a-4c47-4ffe-88dd-6aeb3241f4ad tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383213 Jan 14 12:43:11.430974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:43:11.435291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:11.533178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:11.753019 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['82ed8c3e-2eea-461e-bd3a-6ab84191b274'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:43:12.618095 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b1ebb-0b96-4322-98bf-937c6da2a2a7 req-670fd164-0f00-4f4d-9d56-c0edf4f3f788 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:12.619436 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-248b1ebb-0b96-4322-98bf-937c6da2a2a7 req-670fd164-0f00-4f4d-9d56-c0edf4f3f788 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 944 time: 0.0794132 Jan 14 12:43:12.662726 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-248b1ebb-0b96-4322-98bf-937c6da2a2a7 req-51c1484a-8c24-4762-8e32-627ea35d044f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377789 Jan 14 12:43:13.216120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:13.281406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:43:13.286498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:13.286945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:13.398631 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:13.423482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:43:13.432426 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:43:13.437257 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:13.508960 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:13.596212 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'code': 200} Jan 14 12:43:13.876849 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f4d22bf-c58d-4af4-b4ba-49601020f52c req-ac095e5a-cf28-43be-840f-c488e1462927 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1098 time: 0.1259620 Jan 14 12:43:13.886630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489b58-9662-4ae7-bdb2-6a7b704fc5cd req-7bda4422-8b01-4493-bc40-9aa9887487ee tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:13.887994 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a1489b58-9662-4ae7-bdb2-6a7b704fc5cd req-7bda4422-8b01-4493-bc40-9aa9887487ee tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0975082 Jan 14 12:43:13.954082 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1f4d22bf-c58d-4af4-b4ba-49601020f52c req-e7ac550b-8037-47d2-bd68-c8d4907e7aa1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651548 Jan 14 12:43:13.958453 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a1489b58-9662-4ae7-bdb2-6a7b704fc5cd req-414e24fd-fcfd-49e7-b9c8-5c52c50ccb50 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571325 Jan 14 12:43:15.174252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303e2d1-83c9-4b99-a1ce-587631c3094b req-b411835d-497f-4686-bb57-1d464c5b4153 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:15.175962 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e303e2d1-83c9-4b99-a1ce-587631c3094b req-b411835d-497f-4686-bb57-1d464c5b4153 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0818090 Jan 14 12:43:15.225904 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e303e2d1-83c9-4b99-a1ce-587631c3094b req-5a5cc5db-827e-40a8-8eb6-879745926102 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Jan 14 12:43:16.418100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846bac-33fd-452e-a6e7-4d8e58c388ec req-81dbcf86-1ba4-4eba-af03-ab2ad254746c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:16.419532 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cc846bac-33fd-452e-a6e7-4d8e58c388ec req-81dbcf86-1ba4-4eba-af03-ab2ad254746c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0754044 Jan 14 12:43:16.468164 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-cc846bac-33fd-452e-a6e7-4d8e58c388ec req-ed9ccc21-eb4d-4d33-a0a1-0aa38241f4fc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415382 Jan 14 12:43:16.661030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef01135-a507-40c8-90d3-09385cfa27ed req-6619e3dd-4220-45c8-928d-0014527c80ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:16.662463 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-eef01135-a507-40c8-90d3-09385cfa27ed req-6619e3dd-4220-45c8-928d-0014527c80ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0757217 Jan 14 12:43:16.706217 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-eef01135-a507-40c8-90d3-09385cfa27ed req-c7392e87-9fe3-4940-8cdd-188bb49fa501 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384088 Jan 14 12:43:16.733260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59366) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:16.868211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7c353957-d954-424f-818a-e216dd54c1dc tempest-TestShelveInstance-632980181 tempest-TestShelveInstance-632980181-project-admin] Synchronizing usage tracker for tenant:7a5d1fde799041ceb21d55292a760de8 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:43:16.884500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-7c353957-d954-424f-818a-e216dd54c1dc tempest-TestShelveInstance-632980181 tempest-TestShelveInstance-632980181-project-admin] Unset dirty status for tenant:7a5d1fde799041ceb21d55292a760de8 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:43:16.885746 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-7c353957-d954-424f-818a-e216dd54c1dc tempest-TestShelveInstance-632980181 tempest-TestShelveInstance-632980181-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1093 time: 0.1515405 Jan 14 12:43:16.888711 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59372) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:43:16.894426 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:43:16.899820 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:43:16.903483 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:floatingip and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:43:16.906837 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:43:16.912240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:43:16.922074 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:17.054520 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:17.185854 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Allocated IP 172.26.8.126 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/1c16e478-ef9b-40a2-a8c5-e29d64ccbfd3) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:43:17.330197 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:17.356670 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:17.425295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:43:17.428033 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:43:17.432304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:43:17.456744 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'Port': ['ID=1c16e478-ef9b-40a2-a8c5-e29d64ccbfd3,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:18.000864 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:18.053526 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:18.257387 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:18.261734 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:18.366299 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'Port': ['ID=1c16e478-ef9b-40a2-a8c5-e29d64ccbfd3,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:18.385211 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:18.572939 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.l3_db [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Floating IP 8a5715c0-106f-4632-8f97-e83925c44f0e associated. External IP: 172.26.8.126, port: 82ed8c3e-2eea-461e-bd3a-6ab84191b274. Jan 14 12:43:18.960648 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:43:19.161362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:43:19.172988 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:43:19.186098 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:43:19.187178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:43:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:19.187718 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:19.241659 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9b215772-d0db-489f-ba5e-53186c2d5890 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3519461 Jan 14 12:43:19.242227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:43:19.369228 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:43:19.417823 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'status': 'completed', 'code': 200} Jan 14 12:43:19.507787 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-1a7da4fb-b65a-46c1-a771-eac752912a4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1098 time: 0.0683870 Jan 14 12:43:19.640650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-1108d03f-9b9b-4617-a52e-6e0312f749ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:19.642206 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-1108d03f-9b9b-4617-a52e-6e0312f749ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1287909 Jan 14 12:43:19.720562 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8a5715c0-106f-4632-8f97-e83925c44f0e', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'floating_ip_address': '172.26.8.126', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'mac_address': 'fa:16:3e:84:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:43:17Z', 'updated_at': '2022-01-14T12:43:17Z', 'revision_number': 0, 'project_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:19.724484 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:43:19.735517 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:43:19.736112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:43:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:19.743566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-8173ebef-1738-4fd2-8207-84ea8a91c861 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 999 time: 0.0959084 Jan 14 12:43:19.804562 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-29d2ef33-13e7-4062-b664-0860c2119ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:43:19.805937 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-29d2ef33-13e7-4062-b664-0860c2119ceb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0560253 Jan 14 12:43:19.882805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-b2a180cb-6251-4c4c-8e80-c734ee1d70f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702958 Jan 14 12:43:19.913392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:43:20.012901 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-d9aabec2-b9b8-49c7-8b47-b2de8d89c3f3 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231310 Jan 14 12:43:20.145299 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-64722c8f-bba9-4e2e-992f-ada1085f0c3f req-e52e387e-0956-4bbd-8f10-513ff7844bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270185 Jan 14 12:43:20.294529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8a5715c0-106f-4632-8f97-e83925c44f0e', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'floating_ip_address': '172.26.8.126', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'mac_address': 'fa:16:3e:84:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:43:17Z', 'updated_at': '2022-01-14T12:43:17Z', 'revision_number': 0, 'project_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:20.299163 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88eca4b-b679-409b-be3a-8bdb7a97a2bf None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '8a5715c0-106f-4632-8f97-e83925c44f0e', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'floating_ip_address': '172.26.8.126', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'mac_address': 'fa:16:3e:84:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:43:17Z', 'updated_at': '2022-01-14T12:43:17Z', 'revision_number': 0, 'project_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:43:21.849912 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Sync routers for ids ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:43:21.856470 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78b460-aa37-44a5-9cfe-80ad6887a404 None None] New status for floating IP 8a5715c0-106f-4632-8f97-e83925c44f0e: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:43:21.862582 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Routers {'2a51723d-17e1-4eae-ae2c-4996e9bbe5db'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:43:21.863158 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:43:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:22.038769 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Set router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:43:22.368092 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:42:59Z', 'revision_number': 4, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3190e66c-850a-40f9-86b4-c66d22a27b22', 'name': '', 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'mac_address': 'fa:16:3e:c1:1f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6d691-0513-4378-bd8c-eb82af9be0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:58Z', 'updated_at': '2022-01-14T12:42:59Z', 'revision_number': 2, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'subnets': [{'id': '47c6d691-0513-4378-bd8c-eb82af9be0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:22.371686 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Checking router: 2a51723d-17e1-4eae-ae2c-4996e9bbe5db for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:43:22.372030 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Updating router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db port 3190e66c-850a-40f9-86b4-c66d22a27b22 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:43:22.423607 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:22.754406 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:22.765266 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Transition to ACTIVE for port object 3190e66c-850a-40f9-86b4-c66d22a27b22 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:43:22.771081 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:22.892866 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd29cc-a8f3-4b12-b9a3-d143fec7a807 None None] Pushing event updated for resources: {'Port': ['ID=3190e66c-850a-40f9-86b4-c66d22a27b22,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:22.982625 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Attempting to bind port 3190e66c-850a-40f9-86b4-c66d22a27b22 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:43:22.983756 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Attempting to bind port 3190e66c-850a-40f9-86b4-c66d22a27b22 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:43:22.984135 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Attempting to bind port 3190e66c-850a-40f9-86b4-c66d22a27b22 on network 61dd03d8-4155-4364-a064-52d481e2b977 {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:43:22.990752 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:43:22.991104 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Checking segment: {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:43:22.991486 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:22.991857 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Bound using segment: {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:43:22.992291 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Bound port: 3190e66c-850a-40f9-86b4-c66d22a27b22, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63135b7-b955-421b-bb4f-b52e7100c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:43:22.992642 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:23.079517 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] For port 3190e66c-850a-40f9-86b4-c66d22a27b22, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:43:23.082536 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] For port 3190e66c-850a-40f9-86b4-c66d22a27b22, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3190e66c-850a-40f9-86b4-c66d22a27b22,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:43:23.085865 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:23.162675 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Routers {'2a51723d-17e1-4eae-ae2c-4996e9bbe5db'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:43:23.163160 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:43:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:23.225611 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd29cc-a8f3-4b12-b9a3-d143fec7a807 None None] Pushing event updated for resources: {'Port': ['ID=3190e66c-850a-40f9-86b4-c66d22a27b22,revision_number=4']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:23.346232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] Set router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:43:23.643615 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:42:59Z', 'revision_number': 4, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3190e66c-850a-40f9-86b4-c66d22a27b22', 'name': '', 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'mac_address': 'fa:16:3e:c1:1f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6d691-0513-4378-bd8c-eb82af9be0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:58Z', 'updated_at': '2022-01-14T12:43:23Z', 'revision_number': 4, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'subnets': [{'id': '47c6d691-0513-4378-bd8c-eb82af9be0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:43:23.647517 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62b0ec-08a5-4986-a687-3ec5e7a1f9b4 None None] The sync data for ids ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'] in dv-neutron-823850-1-hyperv is: [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:42:59Z', 'revision_number': 4, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '3190e66c-850a-40f9-86b4-c66d22a27b22', 'name': '', 'network_id': '61dd03d8-4155-4364-a064-52d481e2b977', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'mac_address': 'fa:16:3e:c1:1f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6d691-0513-4378-bd8c-eb82af9be0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:58Z', 'updated_at': '2022-01-14T12:43:23Z', 'revision_number': 4, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'subnets': [{'id': '47c6d691-0513-4378-bd8c-eb82af9be0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:43:24.452885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3190e66c-850a-40f9-86b4-c66d22a27b22 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:24.524828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 3190e66c-850a-40f9-86b4-c66d22a27b22 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:43:24.529351 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3190e66c-850a-40f9-86b4-c66d22a27b22 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:24.529713 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:24.640196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:24.679387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 3190e66c-850a-40f9-86b4-c66d22a27b22, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3190e66c-850a-40f9-86b4-c66d22a27b22,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:43:24.683102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:24.751095 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=3190e66c-850a-40f9-86b4-c66d22a27b22,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:43:26.433591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3190e66c-850a-40f9-86b4-c66d22a27b22 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:43:26.499355 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3190e66c-850a-40f9-86b4-c66d22a27b22 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:43:26.499710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:30.974979 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d5bb-2181-4ad2-844e-2984858609d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:31.714412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:33.213993 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6128031e-dbab-487c-8885-4eddea7cfb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:34.356752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:34.618523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:35.735962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:43:40.194345 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:44:00.976339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-17af7f38-f6ed-4087-ae1c-fb2015626c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:01.714358 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:03.104024 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-c5dd9450-e903-46e3-92b4-c745e51473fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813794 Jan 14 12:44:03.217495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cf5726ec-cb8e-4576-a503-8d45da7d5dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:03.244217 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-d599de35-1d7a-485a-8b71-7244738131f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1098 time: 0.0730500 Jan 14 12:44:03.479516 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-0a3c4541-8783-46ee-b078-255a93981d42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:44:03.480914 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-0a3c4541-8783-46ee-b078-255a93981d42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.2167270 Jan 14 12:44:03.576583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-0187bbb3-125d-4bc9-8049-5e67343bd815 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1001 time: 0.0899894 Jan 14 12:44:03.638819 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-f62fea0a-467f-40eb-8611-9da8309ffcfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:44:03.640185 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-f62fea0a-467f-40eb-8611-9da8309ffcfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0577972 Jan 14 12:44:03.711148 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-85f860ad-5109-40a1-86bd-02dac9bcf026 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647960 Jan 14 12:44:03.837567 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-621dcbc1-209a-413d-8de9-eaac93aef805 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205542 Jan 14 12:44:03.965489 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3b7d5e73-3fd2-4875-a76e-cbe12fcfc442 req-9bbfb8d6-60a8-455e-a660-6a7e3d4c65ed service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215165 Jan 14 12:44:04.365872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:04.629496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:05.740302 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:17.193558 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:44:30.983062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2b77-0fb3-4693-99a8-c8a16426e270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:31.725828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:33.219539 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-14f89f51-4df4-4363-a531-56fcd12aa0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:34.357591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:34.625516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:35.743215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:44:54.194190 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:45:00.974278 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c078fa8c-89d1-4f3b-946c-953313488c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:01.725204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:03.222020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-60592a47-1ba3-4dca-baf8-a59cb0da5b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:04.110680 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-6bb15fdf-5efa-45ef-9ce6-fd901266d424 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767241 Jan 14 12:45:04.249033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-e4b528e0-fdff-4a5b-83ec-b10468fc05f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1098 time: 0.0734489 Jan 14 12:45:04.362145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:04.402239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-e4344889-7a49-4775-ab94-2bc2b81d0bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:04.403694 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-e4344889-7a49-4775-ab94-2bc2b81d0bdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1370618 Jan 14 12:45:04.508239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-8e7952f9-1cb3-4600-a162-2381fccec94e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1001 time: 0.0990291 Jan 14 12:45:04.571502 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-f2733727-b3de-4625-ab0a-d8591bfbdeec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:04.573032 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-f2733727-b3de-4625-ab0a-d8591bfbdeec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0594428 Jan 14 12:45:04.635365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:04.657527 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-ab470dcf-29f8-43a4-87a4-d95cd970993f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783739 Jan 14 12:45:04.666288 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-dea755f8-c38e-47e8-b795-b5c599f1b621 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:45:04.667209 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-dea755f8-c38e-47e8-b795-b5c599f1b621 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048842 Jan 14 12:45:04.802319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-d43aab59-a033-4f4b-b5b0-4708c7f2fcc5 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288612 Jan 14 12:45:04.932692 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f3382b9f-9dc4-47af-b3af-758895d5c013 req-b92802af-fe32-4a7e-a65e-5b75f4c873c9 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240044 Jan 14 12:45:05.748299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:30.976025 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-41678afe-2d88-48e2-9a50-60a7b0402409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:31.193983 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:45:31.739763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:33.224192 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8f9c0499-75c5-4265-8c51-6736accdc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:34.365323 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:34.631412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:35.749204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:46.619549 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af7136-0264-4478-bbe3-bbcf98a44de8 req-59f7ffab-3e43-4e4d-938d-d915f1084020 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:46.620927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-56af7136-0264-4478-bbe3-bbcf98a44de8 req-59f7ffab-3e43-4e4d-938d-d915f1084020 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0753651 Jan 14 12:45:46.665485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-56af7136-0264-4478-bbe3-bbcf98a44de8 req-6612f9b1-289a-4b9a-9c38-fe90f26e59fe tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Jan 14 12:45:47.982871 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403259c1-555e-46bb-8ccc-90b774d56c39 req-0df48204-1994-4f26-b9c6-40686fc2b721 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:47.985017 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-403259c1-555e-46bb-8ccc-90b774d56c39 req-0df48204-1994-4f26-b9c6-40686fc2b721 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.1829007 Jan 14 12:45:48.038012 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-403259c1-555e-46bb-8ccc-90b774d56c39 req-88bba62b-b7ea-4fc1-a4ce-a386a027201e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Jan 14 12:45:49.339705 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3f49-bc83-40a2-97e9-a90a1246d596 req-0f9f3684-f4a4-4b1e-850f-fa50c03d26be tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:49.341111 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51ac3f49-bc83-40a2-97e9-a90a1246d596 req-0f9f3684-f4a4-4b1e-850f-fa50c03d26be tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.1685448 Jan 14 12:45:49.389851 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51ac3f49-bc83-40a2-97e9-a90a1246d596 req-0d025424-eaa1-4910-9069-85f4268e2af6 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Jan 14 12:45:50.596632 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d629b8e-160d-4d7a-9bcc-0bb75994a733 req-e559bc17-8ae5-4b73-a69e-9a8d7152494d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:50.598097 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2d629b8e-160d-4d7a-9bcc-0bb75994a733 req-e559bc17-8ae5-4b73-a69e-9a8d7152494d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0781498 Jan 14 12:45:50.641653 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2d629b8e-160d-4d7a-9bcc-0bb75994a733 req-fb20fd89-0d75-49c6-97b6-c4ff393c09b7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381088 Jan 14 12:45:51.831700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e56873-fffa-4767-b58b-d5411cc9eb60 req-945ec973-fccc-47c2-a1fe-6a00787cd69b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:51.833187 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-07e56873-fffa-4767-b58b-d5411cc9eb60 req-945ec973-fccc-47c2-a1fe-6a00787cd69b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0748906 Jan 14 12:45:51.878214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-07e56873-fffa-4767-b58b-d5411cc9eb60 req-8d7ef9e2-0b63-4086-a672-d42253f096bd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 Jan 14 12:45:53.074778 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c8fb-f5b7-476e-ace6-daf91a4361b9 req-5be41fb6-7976-4276-b521-70014f55b9dc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:53.076200 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5fe5c8fb-f5b7-476e-ace6-daf91a4361b9 req-5be41fb6-7976-4276-b521-70014f55b9dc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0779424 Jan 14 12:45:53.120596 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5fe5c8fb-f5b7-476e-ace6-daf91a4361b9 req-fb40f135-abe4-47c0-940a-eee1d3a17bc9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382731 Jan 14 12:45:54.318036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed2dcb-62c9-47ad-af12-85a538468d30 req-6521defa-812e-4613-b5bc-914452162396 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:54.319483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c3ed2dcb-62c9-47ad-af12-85a538468d30 req-6521defa-812e-4613-b5bc-914452162396 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0804353 Jan 14 12:45:54.363620 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c3ed2dcb-62c9-47ad-af12-85a538468d30 req-d48969b2-2a98-4083-a03f-40da93a9bcb2 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Jan 14 12:45:55.555297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbebb4-89a3-44ba-9c83-411a7bec3df5 req-4b55d977-efa7-47a9-9555-97258b2d3a2b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:55.556719 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cdbbebb4-89a3-44ba-9c83-411a7bec3df5 req-4b55d977-efa7-47a9-9555-97258b2d3a2b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0746849 Jan 14 12:45:55.605195 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-cdbbebb4-89a3-44ba-9c83-411a7bec3df5 req-29e8c9c9-e793-4cd0-92c4-5d47b8a819a3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 Jan 14 12:45:56.800084 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c2aa1-c139-4ab1-b086-3569764b1711 req-951cf44d-8dee-4115-a5f4-4d580c12a64d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:56.801588 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bf5c2aa1-c139-4ab1-b086-3569764b1711 req-951cf44d-8dee-4115-a5f4-4d580c12a64d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0751498 Jan 14 12:45:56.855981 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bf5c2aa1-c139-4ab1-b086-3569764b1711 req-db212b06-fcf9-436f-a5e1-934ef3667ed4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489895 Jan 14 12:45:58.059310 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411db843-d7c8-4fb4-bbc6-1e964108d9b1 req-455d8537-655e-4310-aa40-ca92f57d6c0a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:58.060875 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-411db843-d7c8-4fb4-bbc6-1e964108d9b1 req-455d8537-655e-4310-aa40-ca92f57d6c0a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0799038 Jan 14 12:45:58.088435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:45:58.105897 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-411db843-d7c8-4fb4-bbc6-1e964108d9b1 req-c16f4235-c34f-4e89-b3c1-c292f363cadf tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390120 Jan 14 12:45:58.221597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:45:58.234061 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'mac_address': 'fa:16:3e:84:00:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:45:58.289597 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:58.344142 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ed8c3e-2eea-461e-bd3a-6ab84191b274 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:45:58.358632 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:45:58.363377 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:45:58.429291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:45:58.438141 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['82ed8c3e-2eea-461e-bd3a-6ab84191b274'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:45:58.466316 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.466657 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.466998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.467368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.467700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.468028 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.468354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.468677 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.469027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.469344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:58.469662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:45:59.301566 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239898-4f97-43ba-babc-006fd524f58c req-bc2212c2-3b5a-41e8-8fcc-b8389e36f937 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:45:59.302992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0239898-4f97-43ba-babc-006fd524f58c req-bc2212c2-3b5a-41e8-8fcc-b8389e36f937 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 944 time: 0.0736938 Jan 14 12:45:59.347777 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0239898-4f97-43ba-babc-006fd524f58c req-e0b934dc-883a-4c5c-9665-9abcea2e546b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Jan 14 12:46:00.100065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:46:00.170049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:46:00.170411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:00.280184 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:00.305573 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:46:00.315714 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:46:00.319807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:00.368668 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'code': 200} Jan 14 12:46:00.385211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:46:00.547213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bf294-e9e0-4012-9be6-996b989eda9e req-02a8785d-e969-462e-b10c-3d7e1f54344e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:00.549343 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-630bf294-e9e0-4012-9be6-996b989eda9e req-02a8785d-e969-462e-b10c-3d7e1f54344e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0782039 Jan 14 12:46:00.594650 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-630bf294-e9e0-4012-9be6-996b989eda9e req-d84f0d03-651e-4b6c-bda6-2a09373920ff tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Jan 14 12:46:00.977795 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-11763b86-4f8b-4dd0-977b-0694f31cb260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:01.756712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:01.803755 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce24f13-2088-40e7-bb60-8d929ec4f1c4 req-8f26b022-4a5c-428b-8e72-517a8819c2d7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:01.805286 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ce24f13-2088-40e7-bb60-8d929ec4f1c4 req-8f26b022-4a5c-428b-8e72-517a8819c2d7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0806873 Jan 14 12:46:01.848588 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1ce24f13-2088-40e7-bb60-8d929ec4f1c4 req-d2b2975d-5389-4d66-92b6-dcac0248abb3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376356 Jan 14 12:46:03.049966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093de6-652c-4bac-ad7f-130ac3e63fc1 req-703d6801-3127-41a6-a1d9-6bb9a2f4b576 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:03.051423 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89093de6-652c-4bac-ad7f-130ac3e63fc1 req-703d6801-3127-41a6-a1d9-6bb9a2f4b576 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0778387 Jan 14 12:46:03.100857 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89093de6-652c-4bac-ad7f-130ac3e63fc1 req-bfef8e84-6994-4532-b4ca-e0567010bc5a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Jan 14 12:46:03.226599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-51afa229-7c51-40bc-ace9-8415bd252efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:04.185807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-6de6d706-f844-4948-b459-f3836691f8fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1098 time: 0.0849671 Jan 14 12:46:04.346858 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3901fe-4ac7-477d-bc7b-06ccc2117b9e req-2bc4d60f-98b0-44a9-9a3b-e67817066655 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:04.348261 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a3901fe-4ac7-477d-bc7b-06ccc2117b9e req-2bc4d60f-98b0-44a9-9a3b-e67817066655 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.1112661 Jan 14 12:46:04.353493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-336a5312-409f-4864-a455-bbdc172ea2ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:04.355069 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-336a5312-409f-4864-a455-bbdc172ea2ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1451375 Jan 14 12:46:04.384946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:04.406743 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a3901fe-4ac7-477d-bc7b-06ccc2117b9e req-3494a7ce-d567-4300-9a4b-45b2ecc00230 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492816 Jan 14 12:46:04.495259 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-247b8989-9d6a-4fd2-abfd-9a9dbb171fe4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1001 time: 0.1295357 Jan 14 12:46:04.568958 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-5e7d3eda-4247-4a31-bf80-8131ea224b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:04.570449 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-5e7d3eda-4247-4a31-bf80-8131ea224b6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0695133 Jan 14 12:46:04.639452 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:04.655131 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-fd3d0257-f321-4a56-a2fc-5b50dc270d19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782256 Jan 14 12:46:04.800132 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-92ced503-4e3a-4339-b965-b361970b7387 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359749 Jan 14 12:46:04.950447 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e4bbe7c-072c-48e2-8d9c-d244e671b03f req-a4885565-8113-4132-a3ce-a5efa8023009 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435156 Jan 14 12:46:05.628233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf3e9a-d869-41d2-a1d8-f4bbfaa4c5bf req-46eb3f73-faa6-4c5a-9189-cf64a0b4c677 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:05.630460 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2caf3e9a-d869-41d2-a1d8-f4bbfaa4c5bf req-46eb3f73-faa6-4c5a-9189-cf64a0b4c677 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0896990 Jan 14 12:46:05.682944 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2caf3e9a-d869-41d2-a1d8-f4bbfaa4c5bf req-9f7ccff0-2a9c-42d5-a5d1-fd8b7a5d9dc7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465982 Jan 14 12:46:05.755289 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:06.923840 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f835-f49e-42ed-b559-975de564c8bb req-011bb2c7-a835-418b-812a-7bb91b776dd3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:06.926237 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4620f835-f49e-42ed-b559-975de564c8bb req-011bb2c7-a835-418b-812a-7bb91b776dd3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0974729 Jan 14 12:46:06.983826 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-4620f835-f49e-42ed-b559-975de564c8bb req-de112ad5-720c-4d5a-97cf-259d4537ab9b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514443 Jan 14 12:46:08.198023 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:46:08.217497 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71f9e7-a4b9-4c53-9748-b221b1b13843 req-c7478057-1872-47ad-a8d5-764c87ecfcee tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:08.219073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d71f9e7-a4b9-4c53-9748-b221b1b13843 req-c7478057-1872-47ad-a8d5-764c87ecfcee tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0874364 Jan 14 12:46:08.274158 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9d71f9e7-a4b9-4c53-9748-b221b1b13843 req-52afa4e1-d0d7-4464-b66c-d00d9c7a8ec7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488324 Jan 14 12:46:09.480620 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974fd54-869e-4085-a82b-46b1890b55c0 req-c33544a9-4a21-444f-89b3-68d8bab75f92 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:09.482155 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9974fd54-869e-4085-a82b-46b1890b55c0 req-c33544a9-4a21-444f-89b3-68d8bab75f92 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0789442 Jan 14 12:46:09.535128 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9974fd54-869e-4085-a82b-46b1890b55c0 req-0e19da26-dcc0-4666-adb0-db835b290bc4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460062 Jan 14 12:46:10.774494 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ea3e-7022-46c1-ad07-fbcb2e1f64e9 req-e458141c-a0cd-46bd-b994-0dd38b292b40 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:10.776001 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8251ea3e-7022-46c1-ad07-fbcb2e1f64e9 req-e458141c-a0cd-46bd-b994-0dd38b292b40 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0901222 Jan 14 12:46:10.830011 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8251ea3e-7022-46c1-ad07-fbcb2e1f64e9 req-df2ec892-36bb-48e4-8bbb-ae36fd5935e0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482016 Jan 14 12:46:12.049297 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445a443-44f6-4eff-aabf-bd10cd74f957 req-9eaa20f6-8280-40c2-919f-3a6f1e266b2e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:12.053335 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e445a443-44f6-4eff-aabf-bd10cd74f957 req-9eaa20f6-8280-40c2-919f-3a6f1e266b2e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0842326 Jan 14 12:46:12.102942 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e445a443-44f6-4eff-aabf-bd10cd74f957 req-33893ced-83e7-470f-afd8-df8677cd80be tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Jan 14 12:46:13.335078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844929-9a23-47ae-b6d8-594e8144187d req-ad81a3a8-50bb-464b-ba3a-e3219e1bae00 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:13.336543 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-56844929-9a23-47ae-b6d8-594e8144187d req-ad81a3a8-50bb-464b-ba3a-e3219e1bae00 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0861139 Jan 14 12:46:13.385198 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-56844929-9a23-47ae-b6d8-594e8144187d req-79f24511-557b-4021-aab3-73b5ee84f543 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Jan 14 12:46:14.556540 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-4461bff6-f995-4d8c-9ad4-2b282d6d3836 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1098 time: 0.0707374 Jan 14 12:46:14.590240 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8b2c-39e6-4f38-975f-c4ba80aaaf6d req-04c25d74-9b88-4748-8b16-c09f954dfe87 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:14.591696 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7d8e8b2c-39e6-4f38-975f-c4ba80aaaf6d req-04c25d74-9b88-4748-8b16-c09f954dfe87 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0820475 Jan 14 12:46:14.639264 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7d8e8b2c-39e6-4f38-975f-c4ba80aaaf6d req-5cb11a02-6581-4190-aa2c-a2c49eec953c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Jan 14 12:46:14.771563 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20705c7d-a532-4392-870b-1eacb443a232 req-883021d1-fbe4-4562-b428-5a5bca85bc9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:14.773080 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-883021d1-fbe4-4562-b428-5a5bca85bc9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.2112205 Jan 14 12:46:14.872851 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-439b39fb-3ef3-4f22-9379-186b19c49f1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1001 time: 0.0931060 Jan 14 12:46:14.935720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20705c7d-a532-4392-870b-1eacb443a232 req-886ef438-fe75-4bc5-9603-bddaab07372e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:14.937157 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-886ef438-fe75-4bc5-9603-bddaab07372e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0589018 Jan 14 12:46:15.009119 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-c79cecd0-8b0d-41f2-9628-c30d62f27e2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666189 Jan 14 12:46:15.137528 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-45b4e2b3-72e2-4648-83c2-2f036a0adea1 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226621 Jan 14 12:46:15.264234 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-20705c7d-a532-4392-870b-1eacb443a232 req-13393792-80e0-46ee-b025-83e2b4b42dc7 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209764 Jan 14 12:46:15.835727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336365fc-b389-4f25-a70e-356b840dcf98 req-4c3d1be9-22e8-4fca-ba7a-8a373549d835 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:15.837191 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-336365fc-b389-4f25-a70e-356b840dcf98 req-4c3d1be9-22e8-4fca-ba7a-8a373549d835 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 945 time: 0.0754390 Jan 14 12:46:15.885874 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-336365fc-b389-4f25-a70e-356b840dcf98 req-d1df060c-e51a-4fe6-901e-5eb1028d1635 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Jan 14 12:46:16.174394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:46:16.283544 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:16.309554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:46:16.320567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:46:16.325217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:16.367346 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'code': 200} Jan 14 12:46:16.394953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:46:17.085547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea2aed-c7c3-4748-b9f3-512769bba3f3 req-7539f42a-87d3-4a33-b109-eac201f0b68d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:17.086964 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9aea2aed-c7c3-4748-b9f3-512769bba3f3 req-7539f42a-87d3-4a33-b109-eac201f0b68d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0752416 Jan 14 12:46:17.137638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9aea2aed-c7c3-4748-b9f3-512769bba3f3 req-20430539-df82-49a7-b4f2-3d28f8a0dbc3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Jan 14 12:46:17.325776 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-877903dd-1870-47d2-9d65-03c1aeb9bd70 req-42231350-7523-4709-b484-e547f9bcbf96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662973 Jan 14 12:46:18.533068 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59598) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:46:18.610842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c610f-a895-4d95-bb3b-1060f0faf335 req-385ae01f-1bb8-44f8-9e99-912e55d0a73d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:18.612284 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-192c610f-a895-4d95-bb3b-1060f0faf335 req-385ae01f-1bb8-44f8-9e99-912e55d0a73d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0793133 Jan 14 12:46:18.657564 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-192c610f-a895-4d95-bb3b-1060f0faf335 req-161b00a1-c8ff-4d61-ac42-1f3fe518117b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395472 Jan 14 12:46:18.690403 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-b301d445-d5bd-4f12-95e0-1c7fa94139ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1561928 Jan 14 12:46:19.175566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-ebf2095a-c476-4b84-83e8-5f3c673461bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&tenant_id=6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 1096 time: 0.0686815 Jan 14 12:46:19.268956 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-288da670-dd44-4b36-b9e5-531eb3b2fe22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1096 time: 0.0705075 Jan 14 12:46:19.397472 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1e811-dded-4829-84bd-6d974b917c51 req-3526ec05-e082-48f1-922a-3b5482dfdf46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:19.398802 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-3526ec05-e082-48f1-922a-3b5482dfdf46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1248069 Jan 14 12:46:19.498766 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-9de132d9-6d4a-4791-b10b-3347b399527e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 999 time: 0.0940013 Jan 14 12:46:19.564342 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1e811-dded-4829-84bd-6d974b917c51 req-478fd423-b500-4662-90e6-2041b3316387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:19.565762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-478fd423-b500-4662-90e6-2041b3316387 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0604427 Jan 14 12:46:19.639020 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-80b86e46-a28e-41e2-a82d-efd55f844122 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672376 Jan 14 12:46:19.773695 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-f5ba9188-e1e1-4cd0-b32c-95bdaf3f85e0 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287329 Jan 14 12:46:20.005998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fb7fc-02a3-4722-9f3d-e2dcdc69e976 req-85009c5e-149f-46c1-8c42-409d68d9bac5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:20.007438 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a6fb7fc-02a3-4722-9f3d-e2dcdc69e976 req-85009c5e-149f-46c1-8c42-409d68d9bac5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0750413 Jan 14 12:46:20.007973 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-79b1e811-dded-4829-84bd-6d974b917c51 req-6739a4e4-29fb-4a1c-80a0-30a899a384a5 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264731 Jan 14 12:46:20.054975 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6a6fb7fc-02a3-4722-9f3d-e2dcdc69e976 req-ca4313a4-8020-4f3a-91a5-171f4a30f69d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Jan 14 12:46:20.205201 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:46:21.275447 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596400-487f-4082-bcf2-30b92cbe3aad req-afad92b2-1a36-4fc3-bd9d-afb86899d513 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:21.276950 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bc596400-487f-4082-bcf2-30b92cbe3aad req-afad92b2-1a36-4fc3-bd9d-afb86899d513 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0895631 Jan 14 12:46:21.324462 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bc596400-487f-4082-bcf2-30b92cbe3aad req-dd08d08b-6f97-4c55-88dc-f8c61ddcad8a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Jan 14 12:46:22.541683 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d792aa-dc96-48a6-8fe0-2f35961af963 req-91b5b333-1026-4ac5-80ff-43c3372e1ce8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:22.543170 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b5d792aa-dc96-48a6-8fe0-2f35961af963 req-91b5b333-1026-4ac5-80ff-43c3372e1ce8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0893157 Jan 14 12:46:22.591374 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b5d792aa-dc96-48a6-8fe0-2f35961af963 req-4d2cc4fe-8847-4fd9-a8d6-21ce454ce33c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Jan 14 12:46:23.807857 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c3c95-3831-48e4-afbb-67abf9bfb89c req-47c1f045-b217-488f-9a0e-af5a5b8e7db8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:23.809343 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c73c3c95-3831-48e4-afbb-67abf9bfb89c req-47c1f045-b217-488f-9a0e-af5a5b8e7db8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0788383 Jan 14 12:46:23.857983 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c73c3c95-3831-48e4-afbb-67abf9bfb89c req-4286e0c6-d809-4e2c-a5c0-c602275ccc51 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 Jan 14 12:46:25.080335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fae5b-59fd-4c1d-bfbf-b89b61f6b6ae req-2d0ea7fb-8c75-4fae-b283-1691fa3de9dc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:25.082042 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-db6fae5b-59fd-4c1d-bfbf-b89b61f6b6ae req-2d0ea7fb-8c75-4fae-b283-1691fa3de9dc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0833433 Jan 14 12:46:25.149378 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-db6fae5b-59fd-4c1d-bfbf-b89b61f6b6ae req-892da9de-edf4-44e6-87c3-b09c801a9756 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555534 Jan 14 12:46:26.357891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b878-3cb5-4e81-99c7-867a5044fedd req-2d24fb63-7b5a-4d3e-a917-dd50be6a006e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:26.359318 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-90c5b878-3cb5-4e81-99c7-867a5044fedd req-2d24fb63-7b5a-4d3e-a917-dd50be6a006e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0837116 Jan 14 12:46:26.410226 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-90c5b878-3cb5-4e81-99c7-867a5044fedd req-65816eef-3d51-4267-ad4b-0a8e24ba22ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Jan 14 12:46:27.623613 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060cc5a-f8d3-415e-bb29-368aff145ea6 req-c5de2b4b-610e-47fc-b4be-0ed9f49bc7dd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:27.625126 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c060cc5a-f8d3-415e-bb29-368aff145ea6 req-c5de2b4b-610e-47fc-b4be-0ed9f49bc7dd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0865703 Jan 14 12:46:27.673663 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c060cc5a-f8d3-415e-bb29-368aff145ea6 req-ec55029a-1750-4be4-a1e6-8b89910edf84 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Jan 14 12:46:28.876578 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0431c61-7ca6-42e1-a808-7ef262a80753 req-8e6b77a0-08c5-4657-9dfd-843858a01ac1 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:28.878777 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0431c61-7ca6-42e1-a808-7ef262a80753 req-8e6b77a0-08c5-4657-9dfd-843858a01ac1 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0847721 Jan 14 12:46:28.927383 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a0431c61-7ca6-42e1-a808-7ef262a80753 req-e7edbbb5-412a-498b-b898-e34e22c8ae1b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Jan 14 12:46:30.121637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80314-f01c-481b-b63c-27d57c239d7b req-a251792a-6e77-4233-918b-ee84bb5a0e66 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:30.123090 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f2b80314-f01c-481b-b63c-27d57c239d7b req-a251792a-6e77-4233-918b-ee84bb5a0e66 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0742261 Jan 14 12:46:30.168929 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f2b80314-f01c-481b-b63c-27d57c239d7b req-0e680202-d9dd-4fb6-9a4c-c1c9c3f822a1 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Jan 14 12:46:30.979743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-127dacf7-3944-4a57-ad58-782b1f425ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:31.364694 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f87425-ebb5-4695-b200-f0a45b9a4b1f req-c59e766a-1de7-4a0b-87d4-5f85f294e368 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:31.366150 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3f87425-ebb5-4695-b200-f0a45b9a4b1f req-c59e766a-1de7-4a0b-87d4-5f85f294e368 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0753248 Jan 14 12:46:31.410063 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a3f87425-ebb5-4695-b200-f0a45b9a4b1f req-75927174-ea62-40e1-b025-534764df8c06 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385039 Jan 14 12:46:31.761980 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:32.616656 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e167f0-ba97-4f04-89b5-d2811ce29fba req-ffa88d09-ea59-470d-91ff-4a513904f387 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:32.618185 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75e167f0-ba97-4f04-89b5-d2811ce29fba req-ffa88d09-ea59-470d-91ff-4a513904f387 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0814896 Jan 14 12:46:32.663506 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-75e167f0-ba97-4f04-89b5-d2811ce29fba req-7838b9b3-6155-4e26-8998-cb3b720f197b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Jan 14 12:46:33.228832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-cdc08f69-baad-47c6-aecf-f8ad16af391a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:33.859283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7165d5-a936-4f01-ba8a-a28168633218 req-53cc0bed-a2f3-40ad-8bf0-af4f5ba683aa tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:33.860713 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4d7165d5-a936-4f01-ba8a-a28168633218 req-53cc0bed-a2f3-40ad-8bf0-af4f5ba683aa tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 943 time: 0.0789046 Jan 14 12:46:33.905947 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4d7165d5-a936-4f01-ba8a-a28168633218 req-3ef00a6b-ff2d-4c89-a0a4-611256173170 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 Jan 14 12:46:34.314406 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:46:34.419520 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:34.460784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:46:34.474026 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'port_id': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'mac_address': 'fa:16:3e:84:00:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:46:34.530432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:34.547551 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ed8c3e-2eea-461e-bd3a-6ab84191b274 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:46:34.562113 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:46:34.565538 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:34.638191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=9']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:46:34.641046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:34.958254 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['82ed8c3e-2eea-461e-bd3a-6ab84191b274'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:46:35.104009 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74f910-bff7-4a6f-85f1-4cab87748c1d req-09f2010a-cbec-43f5-90d2-308103772e7d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:35.105495 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0f74f910-bff7-4a6f-85f1-4cab87748c1d req-09f2010a-cbec-43f5-90d2-308103772e7d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 944 time: 0.0751207 Jan 14 12:46:35.154958 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-0f74f910-bff7-4a6f-85f1-4cab87748c1d req-44bc813a-fcc2-43a7-8a67-323e1d7976a5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Jan 14 12:46:35.756403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:36.313320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:46:36.349783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0dd0e-3d35-4e7f-bc30-e7c38ba18c92 req-30aa05d0-e4b5-43b0-9922-ecc6e7575930 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:36.351271 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2d0dd0e-3d35-4e7f-bc30-e7c38ba18c92 req-30aa05d0-e4b5-43b0-9922-ecc6e7575930 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 944 time: 0.0769176 Jan 14 12:46:36.380574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:46:36.380957 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:36.397159 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d2d0dd0e-3d35-4e7f-bc30-e7c38ba18c92 req-8e2e0fc2-debc-4280-9d84-81d582f17671 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Jan 14 12:46:36.494117 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:36.520216 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:46:36.529432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:46:36.533654 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:46:36.576054 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'code': 200} Jan 14 12:46:36.600661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=10']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:46:36.806422 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54dbb3af-2445-4e2e-8f1d-59453da3e2eb req-183a8045-5b16-4c80-b1bd-ecca4138af95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1099 time: 0.0695505 Jan 14 12:46:36.847765 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-54dbb3af-2445-4e2e-8f1d-59453da3e2eb req-942b5510-6573-4df9-bd91-8748b557ac36 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353184 Jan 14 12:46:37.594617 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8723bae-3fb1-4bf3-82e7-0b441de5e559 req-5f143375-dfc6-4f00-8401-9bc495d06083 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:37.596057 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b8723bae-3fb1-4bf3-82e7-0b441de5e559 req-5f143375-dfc6-4f00-8401-9bc495d06083 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 946 time: 0.0749345 Jan 14 12:46:37.643856 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b8723bae-3fb1-4bf3-82e7-0b441de5e559 req-6e36f033-abe0-45e4-a8c2-df2c605469b4 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Jan 14 12:46:38.839107 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab9da-0b5b-4c5a-8e00-947330e4256c req-670b1a4d-90a9-4423-a2e1-413df4b3f18e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:46:38.840552 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-dfeab9da-0b5b-4c5a-8e00-947330e4256c req-670b1a4d-90a9-4423-a2e1-413df4b3f18e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 946 time: 0.0764155 Jan 14 12:46:38.885076 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-dfeab9da-0b5b-4c5a-8e00-947330e4256c req-eb74864e-1e6b-45cd-bfd5-dd743623fbb7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390248 Jan 14 12:46:45.198586 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:47:00.981392 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9fb77ff6-7c09-4b69-9f65-fbbfd96d4a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:01.769982 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:03.231567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2456b3da-1e2c-4cf8-bb95-b5ad09162363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:04.371567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:04.639291 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:05.656494 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-f90cd0da-a0f9-4fb6-aab5-64807d2fd10f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667849 Jan 14 12:47:05.758897 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:05.793142 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-09b081f2-d0b5-4918-a341-e645faace26b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1099 time: 0.0685830 Jan 14 12:47:05.931855 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-8870dc8c-03e4-4007-9517-4396b62111d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:47:05.933216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-8870dc8c-03e4-4007-9517-4396b62111d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1238489 Jan 14 12:47:06.032837 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-79e9a964-ee54-41c2-bb2f-ca836d484af2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1001 time: 0.0932097 Jan 14 12:47:06.102416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-6ec6afdf-e7b7-4063-bf89-36fafcca5101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:47:06.103866 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-6ec6afdf-e7b7-4063-bf89-36fafcca5101 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0648506 Jan 14 12:47:06.192268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-2b0827b7-bf2e-49f9-800f-8ac1fe0c9e87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817988 Jan 14 12:47:06.330263 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-011d50f0-98be-4642-9507-67fcfd76bd3f service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320512 Jan 14 12:47:06.468272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7142ee38-1ef1-44ad-b400-7e4f43b006d7 req-f76e8b5d-7f21-433f-ac08-10dce30960e8 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312280 Jan 14 12:47:22.198385 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:47:30.983764 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7d30274-ee24-4bde-b8b1-fd733abe87cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:31.775454 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:33.232852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ffb47-ce2e-4aee-913c-97f0a59ef56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:34.373352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:34.641144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:35.762704 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:47:59.198552 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:48:00.985099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9744e155-cb57-417b-8bc0-8fb2f377f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:01.766160 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:03.234016 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8e19a924-0bb6-42a1-80da-d1ffbe0ac8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:04.375073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:04.643233 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:05.764685 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:06.203408 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-1b8d4dc4-d012-48f3-96ac-4f9525f6cc7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1658044 Jan 14 12:48:06.341162 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-cbce9d73-953f-4d5f-bd74-ccddbb488d01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1099 time: 0.0708592 Jan 14 12:48:06.576016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-98f36c5b-afea-447a-825c-a90798042296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:06.577504 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-98f36c5b-afea-447a-825c-a90798042296 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.2189050 Jan 14 12:48:06.678685 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-e757c897-d305-4f97-9a53-72a96b0a6f7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 1001 time: 0.0947425 Jan 14 12:48:06.740593 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-7d2721d2-0483-48de-95ff-d1d66c2c1a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:06.742016 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-7d2721d2-0483-48de-95ff-d1d66c2c1a42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0565968 Jan 14 12:48:06.824123 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-39a14358-d684-4137-886c-d4ccfbd22b4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757794 Jan 14 12:48:06.954620 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-47f2ac37-3663-480f-94c6-70b67dd6bc10 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237130 Jan 14 12:48:07.087203 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4b75e62d-611b-4e2f-80d1-32edcf5af3c3 req-8a2a60ea-d9f9-457b-8b91-cd31089c0f8e service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274199 Jan 14 12:48:16.489239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59722) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:16.780659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Deleting port 1c16e478-ef9b-40a2-a8c5-e29d64ccbfd3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:48:16.780928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:16.949065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:16.949380 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:17.064667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Calling delete_port for 1c16e478-ef9b-40a2-a8c5-e29d64ccbfd3 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:48:17.211955 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:17.257429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event deleted for resources: {'Port': ['ID=1c16e478-ef9b-40a2-a8c5-e29d64ccbfd3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:17.296112 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.296540 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.297026 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.297388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.297728 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.298118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.298437 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.298760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.299214 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.299388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.299701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:17.364052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:17.844400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:48:18.037325 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:48:18.047283 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:48:18.056907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:18.059116 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:48:18.059795 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:18.112579 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-6bdfd721-81bf-48db-97bc-e1735cd23cf9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "DELETE /v2.0/floatingips/8a5715c0-106f-4632-8f97-e83925c44f0e HTTP/1.1" status: 204 len: 168 time: 1.6219497 Jan 14 12:48:18.112915 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:48:18.248558 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:48:18.282807 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'status': 'completed', 'code': 200} Jan 14 12:48:18.373765 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-12b32c06-d21c-4d14-8dcc-48dae03c81cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 1099 time: 0.0714424 Jan 14 12:48:18.526881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-89fb82fc-ffb8-4630-8160-d9230dd1905d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:18.528332 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-89fb82fc-ffb8-4630-8160-d9230dd1905d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1418047 Jan 14 12:48:18.570619 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:18.574808 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:48:18.586484 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:48:18.587085 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:48:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:18.606615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-f017a89d-325c-4e60-b692-835ed5a5f4f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 200 len: 217 time: 0.0719352 Jan 14 12:48:18.673199 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-a3e7464c-b620-4a10-8db6-9a842b572f8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:18.674603 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-a3e7464c-b620-4a10-8db6-9a842b572f8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0610704 Jan 14 12:48:18.712742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb25d18-a59c-432c-ad90-9b35040e2071 req-d76657f8-0f09-4bf5-b8d5-507b19cb509c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:18.714421 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6cb25d18-a59c-432c-ad90-9b35040e2071 req-d76657f8-0f09-4bf5-b8d5-507b19cb509c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 946 time: 0.2348251 Jan 14 12:48:18.753061 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-9d85b915-89e9-475e-a332-02af46567ef2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712643 Jan 14 12:48:18.761367 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6cb25d18-a59c-432c-ad90-9b35040e2071 req-459be074-226a-4b1e-bbf5-d3ae2a1305d2 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Jan 14 12:48:18.773761 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:48:18.890038 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-ab185384-8be0-4c08-8fdc-a5de91bfa827 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304915 Jan 14 12:48:19.020842 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f6e6f83-487b-46a5-80ea-47b45aa2df85 req-a074e48b-ff45-4828-90e6-f806f15fe605 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246927 Jan 14 12:48:19.127736 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:19.131583 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdc11-24a5-4a0d-a08e-bf49c6fdc04e None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:48:19.355932 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015274e4-15bf-4718-a811-b3c9373529b3 None None] New status for floating IP 8a5715c0-106f-4632-8f97-e83925c44f0e: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:48:20.071551 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91172c-385e-4bfb-b8f9-80d24651846d req-f3ca08d9-3bbc-438a-9d0d-02bafdea37b9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:20.072125 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-1e91172c-385e-4bfb-b8f9-80d24651846d req-f3ca08d9-3bbc-438a-9d0d-02bafdea37b9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:48:20.101838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-1e91172c-385e-4bfb-b8f9-80d24651846d req-f3ca08d9-3bbc-438a-9d0d-02bafdea37b9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:48:20.102964 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e91172c-385e-4bfb-b8f9-80d24651846d req-f3ca08d9-3bbc-438a-9d0d-02bafdea37b9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 946 time: 0.2128251 Jan 14 12:48:20.131082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-bf1c1d03-de53-4932-94ab-dc52a1509b63 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:20.132490 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-bf1c1d03-de53-4932-94ab-dc52a1509b63 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 946 time: 0.1096849 Jan 14 12:48:20.207152 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e91172c-385e-4bfb-b8f9-80d24651846d req-c8e6b92b-d355-442f-892d-6666b4509f7f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980625 Jan 14 12:48:20.216889 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Deleting port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:48:20.217232 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:20.544441 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] For port 82ed8c3e-2eea-461e-bd3a-6ab84191b274, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=82ed8c3e-2eea-461e-bd3a-6ab84191b274,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:48:20.544828 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:20.665382 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Calling delete_port for 82ed8c3e-2eea-461e-bd3a-6ab84191b274 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:48:20.804485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:20.852290 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event deleted for resources: {'Port': ['ID=82ed8c3e-2eea-461e-bd3a-6ab84191b274,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:20.925644 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] No DVR routers for this DVR port 82ed8c3e-2eea-461e-bd3a-6ab84191b274 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:48:20.927996 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:20.930754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-deleted', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:48:20.946760 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fe52ecd4-c2e3-4be3-8e1a-48fc79129539 req-c6da2e09-45d8-4401-8f3f-3a642e57c727 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "DELETE /v2.0/ports/82ed8c3e-2eea-461e-bd3a-6ab84191b274 HTTP/1.1" status: 204 len: 173 time: 0.8086472 Jan 14 12:48:20.990407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc513b-ac6f-4efd-b0ec-104d8d645146', 'name': 'network-vif-deleted', 'tag': '82ed8c3e-2eea-461e-bd3a-6ab84191b274', 'status': 'completed', 'code': 200} Jan 14 12:48:21.386110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c4ce3489-976a-40b7-a62c-1f9a63cb022e req-a05a2aaa-029d-4bf2-bc39-190290c30438 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:48:21.401629 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-c4ce3489-976a-40b7-a62c-1f9a63cb022e req-a05a2aaa-029d-4bf2-bc39-190290c30438 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:48:21.402892 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c4ce3489-976a-40b7-a62c-1f9a63cb022e req-a05a2aaa-029d-4bf2-bc39-190290c30438 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=55dc513b-ac6f-4efd-b0ec-104d8d645146 HTTP/1.1" status: 200 len: 210 time: 0.0568202 Jan 14 12:48:22.509720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59752) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:22.576800 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dcc15212-d018-458c-83df-801c28b02a6f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:22.604370 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dcc15212-d018-458c-83df-801c28b02a6f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:22.668894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dcc15212-d018-458c-83df-801c28b02a6f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:22.686420 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc15212-d018-458c-83df-801c28b02a6f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8827a42-fd8a-4f2b-bb59-7c3bc85523f9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:22.698547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-dcc15212-d018-458c-83df-801c28b02a6f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:22.699638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-dcc15212-d018-458c-83df-801c28b02a6f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8827a42-fd8a-4f2b-bb59-7c3bc85523f9 HTTP/1.1" status: 204 len: 168 time: 0.1889036 Jan 14 12:48:23.204970 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59760) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:23.210660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292432571', 'description': 'tempest-secgroup-smoke-292432571 description', 'project_id': '6c06492fe6b64152b897a817bf642341'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:23.216605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.221034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.223859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.229677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:23.240267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.274648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.278339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.281144 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.287092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:23.341512 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.344985 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.386809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a52f93-5bc3-4580-a883-c28ae0d0e383,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:23.392638 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.393883 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-0d0cdb47-2a31-4588-b752-bb1f54130a1e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1878691 Jan 14 12:48:23.396827 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59764) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:23.402282 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': '00a52f93-5bc3-4580-a883-c28ae0d0e383', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:23.409110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.412881 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.415699 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.421505 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:23.438899 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.499413 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.502898 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.525073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4602c177-a796-4808-8c72-00d920f72025,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:23.535138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.536156 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d7ef4612-c3d5-4473-a1ee-4b27ed7f8b04 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1383553 Jan 14 12:48:23.538923 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59768) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:23.544303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': '00a52f93-5bc3-4580-a883-c28ae0d0e383', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:23.550801 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.554511 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.557583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.563213 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:23.579275 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.639429 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.642928 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.665265 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcce1e0-60a6-4c91-9809-8fda680f11b8,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:23.674590 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.675702 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-27a292ca-5d1d-45d2-a5ea-e09ada419b20 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1358519 Jan 14 12:48:23.678496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59772) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:23.684023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': '00a52f93-5bc3-4580-a883-c28ae0d0e383', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:23.690106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.693750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.696530 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.702262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:23.718131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.781053 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.785173 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.811422 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6f4415-9846-48df-9e3d-61a42abfcc61,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:23.817654 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.819214 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-fc47b758-0a7c-4f8d-bff9-e36062606622 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1396370 Jan 14 12:48:23.821806 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59776) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:23.828560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': '00a52f93-5bc3-4580-a883-c28ae0d0e383', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:23.834535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.838278 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.841086 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.847575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:23.867145 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.937936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.940957 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.963569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0411122-92ae-4b5e-887d-c53053ba1b32,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:23.972081 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:23.973347 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-b768b06c-aa0f-48b3-8fc1-b7ad2693d21c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1506321 Jan 14 12:48:23.976055 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59780) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:23.981459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': '00a52f93-5bc3-4580-a883-c28ae0d0e383', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:23.987252 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:23.990990 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:23.993825 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:23.999399 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:24.009752 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.securitygroups_db [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Project 6c06492fe6b64152b897a817bf642341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:48:24.017433 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.082693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.086197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.110606 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368258ce-662f-4369-aee5-e83ea4c8b06b,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:24.119735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.123999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 59784) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:24.124485 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-591a33cc-5402-4398-b597-852223f87570 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1469662 Jan 14 12:48:24.130427 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'security_group_rule': {'security_group_id': '00a52f93-5bc3-4580-a883-c28ae0d0e383', 'project_id': '6c06492fe6b64152b897a817bf642341', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:24.136465 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:24.140259 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:security_group_rule and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:24.143853 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:24.149921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:24.160847 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Project 6c06492fe6b64152b897a817bf642341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:48:24.167607 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.232404 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.235343 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.261689 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b82626c-92fb-480f-92c8-42ea33bab7b6,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:24.269873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:24.271001 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1460438 Jan 14 12:48:24.274395 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.274731 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.275056 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.275383 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.275701 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.276016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.276327 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.276637 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.276983 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.277295 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.277600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438e660-e27a-4b64-9702-429a405b0897 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:24.747806 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:48:24.779925 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 82ed8c3e-2eea-461e-bd3a-6ab84191b274 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:48:24.780261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 82ed8c3e-2eea-461e-bd3a-6ab84191b274 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:48:30.987281 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-da386827-bddb-41c0-83d3-5924fea69f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:31.764571 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:33.237477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-39836cb7-4b8a-4292-b2c6-1655dc3a16d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:34.378863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:34.646402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:35.768614 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:36.199232 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:48:38.279653 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-51770afa-61af-4638-800a-e422a669a961 req-928e4dff-9226-48da-938c-fffb97e57128 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:48:38.294477 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-51770afa-61af-4638-800a-e422a669a961 req-928e4dff-9226-48da-938c-fffb97e57128 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:48:38.295641 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-928e4dff-9226-48da-938c-fffb97e57128 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292432571&fields=id&tenant_id=6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 267 time: 0.0549676 Jan 14 12:48:38.443054 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770afa-61af-4638-800a-e422a669a961 req-54e3cf0a-f22e-4a3e-a7ae-822de8f349eb tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:38.444467 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-54e3cf0a-f22e-4a3e-a7ae-822de8f349eb tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 808 time: 0.1421976 Jan 14 12:48:38.459949 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-7c2496da-2efa-4649-b468-1bbf4f5c3b53 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/quotas/6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 375 time: 0.0102267 Jan 14 12:48:38.541437 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-f26ca321-c83f-4870-a3c2-81b4d45ed5ec tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766940 Jan 14 12:48:38.681878 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-103120d3-5239-4d1c-8980-17258238f603 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:48:38.682868 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-103120d3-5239-4d1c-8980-17258238f603 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0660398 Jan 14 12:48:38.811113 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-699b68f0-e230-4f5d-bfdd-8571217c8d84 service neutron] 10.222.0.48 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221578 Jan 14 12:48:38.940566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-393589f4-a834-40ea-98a3-b2c18dbfc6eb service neutron] 10.222.0.48 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239347 Jan 14 12:48:39.345413 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-84c072fe-4e23-4e7a-991a-7db5bdbd9761 req-e47e7afa-9d00-497c-a8cf-d4a4c69c8886 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 210 time: 0.0448637 Jan 14 12:48:40.546322 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7ed4d543-b02a-4728-b00e-86b9e7b1c90a req-fd109dcc-4c49-4640-a5e4-c272c881357a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 210 time: 0.0499141 Jan 14 12:48:40.604945 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770afa-61af-4638-800a-e422a669a961 req-afb25977-001a-42b5-96e9-1390e2b172d2 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:40.606319 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-afb25977-001a-42b5-96e9-1390e2b172d2 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 808 time: 0.2794926 Jan 14 12:48:40.663145 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-3c842fdb-5117-4b85-b0e8-d955202ea835 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 379 time: 0.0443344 Jan 14 12:48:40.671808 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'port': {'device_id': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'admin_state_up': True, 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'security_groups': ['00a52f93-5bc3-4580-a883-c28ae0d0e383']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:40.806993 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:40.817078 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:40.826861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Made reservation on behalf of 6c06492fe6b64152b897a817bf642341 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:48:40.830630 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:40.992057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Allocated IP 172.20.0.10 (fca31c8a-6c73-4351-9ce9-a47765917b20/8cadc5b9-80c7-4bdc-9085-63c5bf78fda7/db15e2a1-9c74-4867-9e6a-3e0b75511fd1) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:48:41.184421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:41.199776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Transition to ACTIVE for port object db15e2a1-9c74-4867-9e6a-3e0b75511fd1 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:48:41.222000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:41.290614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Network fca31c8a-6c73-4351-9ce9-a47765917b20 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:48:41.293656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:48:41.297904 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:48:41.332210 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:41.366063 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:41.366537 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:41.397798 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-6d538b96-186a-4830-b4cf-97cedeb8f093 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7301090 Jan 14 12:48:41.409219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Request body: {'port': {'device_id': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:41.517991 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:41.591397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-df402c4e-1887-4d58-9409-20f2eda452e9 None None] Provisioning for port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:48:41.600557 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-df402c4e-1887-4d58-9409-20f2eda452e9 None None] Provisioning complete for port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:48:41.601341 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-df402c4e-1887-4d58-9409-20f2eda452e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:41.661542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-df402c4e-1887-4d58-9409-20f2eda452e9 None None] Port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:48:41.779796 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728d164-ad23-4cbf-b1f6-8a6c9e1062a6 req-d7bda989-e540-4a2f-a821-1fea2c99de05 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:41.781930 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1728d164-ad23-4cbf-b1f6-8a6c9e1062a6 req-d7bda989-e540-4a2f-a821-1fea2c99de05 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 932 time: 0.0820601 Jan 14 12:48:41.829752 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-1728d164-ad23-4cbf-b1f6-8a6c9e1062a6 req-320f9ae6-1c11-49fe-9eef-adf12f14c349 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 Jan 14 12:48:41.884564 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db15e2a1-9c74-4867-9e6a-3e0b75511fd1 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:48:41.892016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:41.907154 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Transition to ACTIVE for port object db15e2a1-9c74-4867-9e6a-3e0b75511fd1 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:48:41.911043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:42.039519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:42.150474 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Attempting to bind port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:48:42.150911 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Attempting to bind port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:48:42.151233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Attempting to bind port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 on network fca31c8a-6c73-4351-9ce9-a47765917b20 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:48:42.157700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 on network fca31c8a-6c73-4351-9ce9-a47765917b20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:48:42.158189 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Attempting to bind port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 on network fca31c8a-6c73-4351-9ce9-a47765917b20 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:48:42.164667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:48:42.165023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Checking segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:48:42.165391 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Bound using segment: {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:48:42.165797 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Bound port: db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a1287-9cc9-47db-9467-b8adbb5f257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:48:42.166130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:42.263491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:48:42.266583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:48:42.269932 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:42.329632 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:42.331223 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] 10.222.0.31 "PUT /v2.0/ports/db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 1094 time: 0.9268587 Jan 14 12:48:42.331701 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:48:42.351619 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213453ac-cb6e-4969-b5b0-d92d42f4b931 service neutron] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:42.406753 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'status': 'completed', 'code': 200} Jan 14 12:48:42.539094 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-813a191f-4033-44b7-bcd3-fbb6cb62dedc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1097 time: 0.1711063 Jan 14 12:48:42.605217 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-39255faa-e88e-49f2-a346-1700e83c2249 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 217 time: 0.0595777 Jan 14 12:48:42.667274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770afa-61af-4638-800a-e422a669a961 req-9e683f61-3de0-4ae3-99ba-822fd53da4df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:42.668572 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-9e683f61-3de0-4ae3-99ba-822fd53da4df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0584691 Jan 14 12:48:42.740404 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-636a4702-4ab2-49cc-a5cb-68399faafc4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664124 Jan 14 12:48:42.868876 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-7c7285b2-79f9-46c7-9b19-2358c0d5a75a service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216197 Jan 14 12:48:42.999999 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-51770afa-61af-4638-800a-e422a669a961 req-7f3cd719-bc23-4165-bb8c-404943875b70 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245968 Jan 14 12:48:43.034362 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c52c2-c145-40d8-9d86-257e8f414fcf req-0988c8da-31b8-4bed-9dc4-ed2fe195a229 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:43.035915 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-656c52c2-c145-40d8-9d86-257e8f414fcf req-0988c8da-31b8-4bed-9dc4-ed2fe195a229 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0829659 Jan 14 12:48:43.082267 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-656c52c2-c145-40d8-9d86-257e8f414fcf req-789e833d-db74-4f31-8c77-304183bb1c21 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402758 Jan 14 12:48:43.118625 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-63d58371-6b1c-4d94-a458-5dfd21bef5c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1097 time: 0.0732157 Jan 14 12:48:43.247485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-18f65f6e-d8f3-4db7-b702-158a99834cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:43.248941 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-18f65f6e-d8f3-4db7-b702-158a99834cb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1249535 Jan 14 12:48:43.313558 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-a253d42b-d789-4d7a-a460-198084df1878 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 217 time: 0.0591884 Jan 14 12:48:43.377682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-5b9d7268-dc99-4c57-89bf-2de9033bf468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:43.379075 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-5b9d7268-dc99-4c57-89bf-2de9033bf468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0598814 Jan 14 12:48:43.451795 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-2fe22d7d-c7f8-4c44-9e57-9b7573091491 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663474 Jan 14 12:48:43.579364 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-6aa9401a-85f2-4271-b50c-a2e746746dcc service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219506 Jan 14 12:48:43.714529 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-960a6549-a846-4719-8a3f-0a713e7f7362 req-ba2e4560-7dc1-4b44-b725-9b3e99f2a8da service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242216 Jan 14 12:48:44.280185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b3a4-e604-430a-8788-c1969b216c91 req-0d5d0d82-dfa0-4d07-a913-a320a056c442 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:44.281503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3d65b3a4-e604-430a-8788-c1969b216c91 req-0d5d0d82-dfa0-4d07-a913-a320a056c442 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:48:44.296141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-3d65b3a4-e604-430a-8788-c1969b216c91 req-0d5d0d82-dfa0-4d07-a913-a320a056c442 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:48:44.297338 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3d65b3a4-e604-430a-8788-c1969b216c91 req-0d5d0d82-dfa0-4d07-a913-a320a056c442 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0936382 Jan 14 12:48:44.342438 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-3d65b3a4-e604-430a-8788-c1969b216c91 req-f0b97aa2-27d0-4391-a756-193168e9e84e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394049 Jan 14 12:48:45.534406 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff6282-d003-4a40-91ed-a843bfc7073a req-04f7b915-4422-4fb5-9bd7-6f3ffd1f6002 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:45.535841 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2aff6282-d003-4a40-91ed-a843bfc7073a req-04f7b915-4422-4fb5-9bd7-6f3ffd1f6002 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0760596 Jan 14 12:48:45.582191 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2aff6282-d003-4a40-91ed-a843bfc7073a req-75e469eb-dc0a-4a3d-acb7-915931d6f598 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Jan 14 12:48:46.775838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc1b6-455e-4bed-bad4-335a9eeb4cfe req-b0262424-3ab6-4b0c-8a01-5dfebaad7b69 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:46.777301 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-942bc1b6-455e-4bed-bad4-335a9eeb4cfe req-b0262424-3ab6-4b0c-8a01-5dfebaad7b69 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0760863 Jan 14 12:48:46.822407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-942bc1b6-455e-4bed-bad4-335a9eeb4cfe req-4ccaa301-283d-4696-8473-0f3672931a4c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Jan 14 12:48:48.032994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee14e4-68d4-440c-946b-507933d23376 req-72a3c18c-96f2-49c5-a0f0-5fabba494d38 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:48.034423 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-61ee14e4-68d4-440c-946b-507933d23376 req-72a3c18c-96f2-49c5-a0f0-5fabba494d38 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0777433 Jan 14 12:48:48.079049 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-61ee14e4-68d4-440c-946b-507933d23376 req-dfb932de-840f-4f6a-9567-e3d816c24b17 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390687 Jan 14 12:48:49.277452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3444c8f-557d-4888-afd0-69dc53a26199 req-cd7dad72-b03d-498e-9565-130f34ca1d82 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:49.278872 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d3444c8f-557d-4888-afd0-69dc53a26199 req-cd7dad72-b03d-498e-9565-130f34ca1d82 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0782220 Jan 14 12:48:49.323829 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-d3444c8f-557d-4888-afd0-69dc53a26199 req-ce5e3264-3755-4664-9d97-eb1247240eae tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388105 Jan 14 12:48:50.530119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ae5d6-ede4-4693-95a6-05908bfae850 req-2dad6ee4-7043-4653-8da6-af2592d9d777 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:50.532094 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-877ae5d6-ede4-4693-95a6-05908bfae850 req-2dad6ee4-7043-4653-8da6-af2592d9d777 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0747612 Jan 14 12:48:50.580922 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-877ae5d6-ede4-4693-95a6-05908bfae850 req-ab107cf8-283a-4308-b68e-dcf62e4ac972 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434515 Jan 14 12:48:50.949087 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:48:51.078074 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:48:51.090606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'port_id': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'mac_address': 'fa:16:3e:57:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:48:51.145890 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:51.162858 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db15e2a1-9c74-4867-9e6a-3e0b75511fd1 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:48:51.178112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:48:51.182352 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:51.247366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:51.255719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.256063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.256398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.256749 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.257083 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.257410 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.257734 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.258057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.258378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.258742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.259154 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:48:51.532876 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['db15e2a1-9c74-4867-9e6a-3e0b75511fd1'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:48:51.791934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a445d2-1b2c-4403-bce5-0af42c3929d6 req-455dce2e-f5b0-4d51-8232-93a8e0d4577a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:51.793316 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-85a445d2-1b2c-4403-bce5-0af42c3929d6 req-455dce2e-f5b0-4d51-8232-93a8e0d4577a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 945 time: 0.0794318 Jan 14 12:48:51.838224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-85a445d2-1b2c-4403-bce5-0af42c3929d6 req-d4ef14e0-5f73-4b12-be7d-a52652740fe8 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Jan 14 12:48:52.955693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:48:53.029048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:48:53.033522 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39817608-b5f7-4aaa-9b9f-97c628801b63 req-af13af5b-e131-4583-9e27-b9a44ef70f8e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:53.034037 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:48:53.034205 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:53.034976 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-39817608-b5f7-4aaa-9b9f-97c628801b63 req-af13af5b-e131-4583-9e27-b9a44ef70f8e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 945 time: 0.0781565 Jan 14 12:48:53.081895 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-39817608-b5f7-4aaa-9b9f-97c628801b63 req-8d9e34a0-aebf-4729-81a3-cfb789c068dc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408392 Jan 14 12:48:53.178792 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:53.205115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:48:53.214218 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:48:53.218584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:53.282884 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:53.331624 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'code': 200} Jan 14 12:48:53.678266 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6865af55-aae8-4c04-987e-c20f2d6096cf req-2c4226b0-2a92-49f3-b9b3-98aa3a0942c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.1520290 Jan 14 12:48:53.719612 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6865af55-aae8-4c04-987e-c20f2d6096cf req-7e1017be-ed87-4c50-9f54-075573695185 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348454 Jan 14 12:48:54.276641 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ce54d-e9e0-4df4-b223-12bbeeee72fd req-9435ac2a-593f-4d88-b259-861d152ef0a5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:54.278076 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c46ce54d-e9e0-4df4-b223-12bbeeee72fd req-9435ac2a-593f-4d88-b259-861d152ef0a5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0760827 Jan 14 12:48:54.323437 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c46ce54d-e9e0-4df4-b223-12bbeeee72fd req-6488843f-524d-460a-94cb-92320448b699 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390873 Jan 14 12:48:55.524280 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335857-3737-46af-ab27-f9f900aae6bf req-6d0bdf08-30a5-4475-9c0c-78ee8b9dca3a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:55.525739 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e4335857-3737-46af-ab27-f9f900aae6bf req-6d0bdf08-30a5-4475-9c0c-78ee8b9dca3a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0775573 Jan 14 12:48:55.570809 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e4335857-3737-46af-ab27-f9f900aae6bf req-8b338274-ab49-4e70-b8e9-abf3fc50d423 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393882 Jan 14 12:48:55.763957 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefdec5-592a-4427-8ef0-1fddba90d2f7 req-53f0722b-b064-4ffb-87e6-1d822ca89927 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:55.765501 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fcefdec5-592a-4427-8ef0-1fddba90d2f7 req-53f0722b-b064-4ffb-87e6-1d822ca89927 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0744870 Jan 14 12:48:55.810107 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fcefdec5-592a-4427-8ef0-1fddba90d2f7 req-91ba4b94-54a6-4e95-940c-c8043a309127 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391796 Jan 14 12:48:55.837631 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59950) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:55.969224 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-471c1f85-ce76-4ec1-b5f4-4db1c57bdf9f tempest-TestShelveInstance-632980181 tempest-TestShelveInstance-632980181-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1094 time: 0.1303430 Jan 14 12:48:55.971778 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 59956) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:48:55.976752 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:48:55.982134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:48:55.986528 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Usage tracker for resource:floatingip and tenant:6c06492fe6b64152b897a817bf642341 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:48:55.990008 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:48:55.995598 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:48:56.006016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:56.138310 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:56.272303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Allocated IP 172.26.8.26 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/e6413d34-0006-49b6-9f33-f7df975e5bf8) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:48:56.414886 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:56.441779 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:56.504333 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:48:56.507065 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:48:56.510645 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:48:56.542277 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'Port': ['ID=e6413d34-0006-49b6-9f33-f7df975e5bf8,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:57.008355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:57.064809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:57.261711 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:57.266082 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:57.452320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event updated for resources: {'Port': ['ID=e6413d34-0006-49b6-9f33-f7df975e5bf8,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:48:57.470015 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:57.656562 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Floating IP fe9d867a-6135-4f83-b381-74d46a4add1d associated. External IP: 172.26.8.26, port: db15e2a1-9c74-4867-9e6a-3e0b75511fd1. Jan 14 12:48:58.040234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:48:58.236935 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:48:58.247035 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:48:58.259146 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:48:58.259746 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:48:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:58.261492 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:48:58.317984 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-f1a93a5e-ca3d-40cd-ac1e-2959d3c5b099 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3450463 Jan 14 12:48:58.318387 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:48:58.373135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'status': 'completed', 'code': 200} Jan 14 12:48:58.444188 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:48:58.460471 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-c0486d63-9b41-4040-80fe-f9ef4604b16b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0684271 Jan 14 12:48:58.588966 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-ff309c2f-f4ea-4beb-b43b-4fc0e3350e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:58.590317 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-ff309c2f-f4ea-4beb-b43b-4fc0e3350e60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1244028 Jan 14 12:48:58.689935 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-1dbba13c-7d3a-46ff-a672-53c49e05f9a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 999 time: 0.0940676 Jan 14 12:48:58.749682 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-43abee0d-a2aa-425f-8828-bfd4c4629ef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:48:58.751099 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-43abee0d-a2aa-425f-8828-bfd4c4629ef2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0559967 Jan 14 12:48:58.788388 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'fe9d867a-6135-4f83-b381-74d46a4add1d', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'port_id': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'mac_address': 'fa:16:3e:57:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:48:56Z', 'updated_at': '2022-01-14T12:48:56Z', 'revision_number': 0, 'project_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:58.792130 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:48:58.803446 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:48:58.804037 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:48:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:58.825696 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-1428e216-f6e6-481e-a59a-2dca0b214fef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689189 Jan 14 12:48:58.957001 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-7152a19c-b5e6-4fd0-9caf-b454b620c2bd service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251719 Jan 14 12:48:58.980625 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:48:59.196444 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-89e11f3a-da3b-4205-90dd-6c4319a78add req-662cd7a9-777f-4616-97e2-c691e5e4595e service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338884 Jan 14 12:48:59.335775 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'fe9d867a-6135-4f83-b381-74d46a4add1d', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'port_id': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'mac_address': 'fa:16:3e:57:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:48:56Z', 'updated_at': '2022-01-14T12:48:56Z', 'revision_number': 0, 'project_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:48:59.339619 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0559073-f0c2-45db-8e77-38cede0a9cb9 None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': 'fe9d867a-6135-4f83-b381-74d46a4add1d', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'port_id': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'mac_address': 'fa:16:3e:57:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:48:56Z', 'updated_at': '2022-01-14T12:48:56Z', 'revision_number': 0, 'project_id': '6c06492fe6b64152b897a817bf642341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:48:59.532840 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234a7eb-0b4a-4fb4-bce3-005c14c07b6c None None] New status for floating IP fe9d867a-6135-4f83-b381-74d46a4add1d: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:49:00.991856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebf41-848f-43ba-a117-c4f684bf5897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:01.764589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:03.239895 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-56957543-6885-4bad-b574-b1bf16160c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:04.380847 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:04.649522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:05.771873 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:08.090506 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-63fa1f35-14b6-4412-9019-14e624e9eae8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668986 Jan 14 12:49:08.228901 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-35b2b720-6a4a-45a6-8059-e3d75182dbcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0703104 Jan 14 12:49:08.375207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-8abb3637-40b9-4aab-bc53-a4964122a34f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:49:08.376531 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-8abb3637-40b9-4aab-bc53-a4964122a34f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1286848 Jan 14 12:49:08.474267 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-b42c30f1-0c3f-476e-96f9-a3c797baf931 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0910687 Jan 14 12:49:08.554602 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-f0c5de90-f13a-4fbf-8fbd-f263144961c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:49:08.556176 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-f0c5de90-f13a-4fbf-8fbd-f263144961c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0734782 Jan 14 12:49:08.635285 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-88f0adb7-68ed-4276-826d-681b4468f465 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733602 Jan 14 12:49:08.769270 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-6dae41b0-16e0-4b95-8efd-afd01fb88f13 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260941 Jan 14 12:49:08.900095 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-169684c8-34ff-42f3-a2dd-aa4b80155b35 req-86110c55-dda4-471e-85b4-d5b46075e4db service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245854 Jan 14 12:49:13.199606 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:49:30.997600 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0e826cae-2aaf-440e-901b-111a3d5ad7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:31.766494 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:33.243575 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d4db-6954-46fb-8277-fbfaa26d2efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:34.382388 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:34.651977 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:35.774989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:49:50.199682 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:50:00.999542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-67790a94-8d44-4966-b4a5-0e616120d191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:01.758728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:03.246263 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c76dbc8b-2aa9-42d6-a8fe-7b29200b8f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:04.383693 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:04.653842 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:05.777354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:10.077448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-8d1b2250-6625-4e0c-a362-fb37731604f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759165 Jan 14 12:50:10.213216 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-062e00bd-d789-41b6-8535-becd008fc0a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0700953 Jan 14 12:50:10.355356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-3c5e8ef1-15fd-4648-8df2-61abb3eb8134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:50:10.356687 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-3c5e8ef1-15fd-4648-8df2-61abb3eb8134 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1253958 Jan 14 12:50:10.456139 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-d3a62f4f-32e9-4ac1-9daf-272b8edf6b9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0940483 Jan 14 12:50:10.515025 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-247817fb-fb59-4d67-bec0-924e8fea4294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:50:10.516399 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-247817fb-fb59-4d67-bec0-924e8fea4294 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0549774 Jan 14 12:50:10.592991 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-96c77aab-25fa-4183-89b4-a49ff4230224 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694027 Jan 14 12:50:10.808417 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-f73618d8-22d1-4e09-b940-1d15cef9f5aa service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096131 Jan 14 12:50:10.938533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e5c642d6-bd5a-43ed-a49a-f05890a72886 req-2c16b31f-58ed-4591-a061-19a7074b563a service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210761 Jan 14 12:50:27.199291 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:50:31.001785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb602-4a78-45d1-978e-9f194d70d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:31.758362 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:33.247455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2f348dbe-8d48-4d54-b28e-b22b341709a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:34.385798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:34.656836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:35.782728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:50:56.458768 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0567c4-4ca7-4a89-8063-ce6ac7d52485 req-38c4ea4c-be14-4fe2-84a2-a7aec6c5cf03 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:50:56.460811 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a0567c4-4ca7-4a89-8063-ce6ac7d52485 req-38c4ea4c-be14-4fe2-84a2-a7aec6c5cf03 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0764709 Jan 14 12:50:56.506093 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9a0567c4-4ca7-4a89-8063-ce6ac7d52485 req-70f77505-774f-4566-82bd-3728f5e1255f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396283 Jan 14 12:50:57.711552 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd227-0b57-4265-b86d-0c2be3065872 req-52d4130c-a042-46c3-8be7-5fae133467ac tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:50:57.713010 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-250bd227-0b57-4265-b86d-0c2be3065872 req-52d4130c-a042-46c3-8be7-5fae133467ac tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0791624 Jan 14 12:50:57.757458 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-250bd227-0b57-4265-b86d-0c2be3065872 req-08e32936-549f-4d8e-b00d-b1ce43e761fc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Jan 14 12:50:58.953496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14e654-53da-47ca-9eb1-816a00959ac1 req-705e47ce-b960-4b19-aab5-bfa51d3f4b0c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:50:58.954841 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ef14e654-53da-47ca-9eb1-816a00959ac1 req-705e47ce-b960-4b19-aab5-bfa51d3f4b0c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0782382 Jan 14 12:50:58.999277 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ef14e654-53da-47ca-9eb1-816a00959ac1 req-9b6c008d-23fe-4303-b0c9-57e1bfdbf522 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390234 Jan 14 12:51:00.192144 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a66d6-1e70-4e4e-8fbe-635403bc38e5 req-26ff4acf-ddbf-4cb7-ade7-76c2bb75341f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:00.193635 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b99a66d6-1e70-4e4e-8fbe-635403bc38e5 req-26ff4acf-ddbf-4cb7-ade7-76c2bb75341f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0742707 Jan 14 12:51:00.240982 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-b99a66d6-1e70-4e4e-8fbe-635403bc38e5 req-33ffdc19-19ac-4d88-a4d7-24dfcb1d29ac tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Jan 14 12:51:01.004197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1bd79c12-3287-4ca0-9eed-c76f877a3f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:01.432099 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40df82-8bcc-45c0-beec-c9a7ddc03329 req-bf86bf41-7929-467e-a557-419f1f65ce44 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:01.433564 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae40df82-8bcc-45c0-beec-c9a7ddc03329 req-bf86bf41-7929-467e-a557-419f1f65ce44 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0753224 Jan 14 12:51:01.482136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-ae40df82-8bcc-45c0-beec-c9a7ddc03329 req-0d2d9589-314a-4761-b8f9-f06fb6973c2a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Jan 14 12:51:01.772700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:02.676177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee266b-85a6-4f27-8482-f411fc187291 req-37865e8e-9178-420e-820f-40d251bcd680 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:02.678602 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-29ee266b-85a6-4f27-8482-f411fc187291 req-37865e8e-9178-420e-820f-40d251bcd680 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0774827 Jan 14 12:51:02.723463 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-29ee266b-85a6-4f27-8482-f411fc187291 req-d927b16c-1f1d-444c-8011-a3231243047e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393126 Jan 14 12:51:03.251049 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ed77-1a63-4716-bf6e-ca9a0a6843f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:03.922090 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f543-1f83-411d-b89b-aadce881cfed req-7aa9e45b-5017-4ec2-8bca-5da497b24b9b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:03.923544 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7f99f543-1f83-411d-b89b-aadce881cfed req-7aa9e45b-5017-4ec2-8bca-5da497b24b9b tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0779552 Jan 14 12:51:03.969583 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7f99f543-1f83-411d-b89b-aadce881cfed req-31d55448-64db-43ee-8b63-bea6c0d8f34d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401435 Jan 14 12:51:04.199872 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:51:04.386480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:04.659383 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:05.168891 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c47d-438d-4202-b403-d1cbe958c9e1 req-860bfe02-35ba-4bf8-9637-6131edce16b5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:05.170348 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c998c47d-438d-4202-b403-d1cbe958c9e1 req-860bfe02-35ba-4bf8-9637-6131edce16b5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0800607 Jan 14 12:51:05.216480 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c998c47d-438d-4202-b403-d1cbe958c9e1 req-cbc13462-a982-4f4a-a7cf-b0e69d90f915 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Jan 14 12:51:05.783992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:06.428365 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2acc73-e330-4f01-a28e-6935aa942ba5 req-26a3c354-0ae2-4221-bea4-849b240bf649 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:06.430810 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d2acc73-e330-4f01-a28e-6935aa942ba5 req-26a3c354-0ae2-4221-bea4-849b240bf649 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0871966 Jan 14 12:51:06.523472 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0d2acc73-e330-4f01-a28e-6935aa942ba5 req-aafa8d67-4bd3-4b26-83b2-8ca0d11a0865 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868018 Jan 14 12:51:06.540665 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-d8bd1e8e-b9b5-442a-af08-713a119f4c37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0874403 Jan 14 12:51:06.671642 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-c1cca925-94b0-4802-bfdd-e6f359e7b368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:06.673129 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-c1cca925-94b0-4802-bfdd-e6f359e7b368 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1269369 Jan 14 12:51:06.774188 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-10e4a6bd-e179-45e1-bd82-2dbaa5ac92a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0957005 Jan 14 12:51:06.834355 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-3dafba08-ca76-4ab8-aecb-ce335049fd3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:06.835828 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-3dafba08-ca76-4ab8-aecb-ce335049fd3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0562825 Jan 14 12:51:06.910927 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-b8abede3-92c5-4963-8214-c0d403509727 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695610 Jan 14 12:51:07.039773 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-b3f3e8ee-4a11-42a3-ab3f-9330f30837b7 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223743 Jan 14 12:51:07.167615 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-194ad0c6-f509-4873-a7f2-8cb5dd148068 req-6a513eb2-08f6-44f7-8bff-a60f8e82d77d service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226771 Jan 14 12:51:07.720083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ece9c-b7c0-4c6d-a4d2-dc68499e9155 req-1793d91c-eff4-4e11-b694-a1ac786e912c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:07.721568 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-373ece9c-b7c0-4c6d-a4d2-dc68499e9155 req-1793d91c-eff4-4e11-b694-a1ac786e912c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0798848 Jan 14 12:51:07.767357 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-373ece9c-b7c0-4c6d-a4d2-dc68499e9155 req-b5f19153-d880-4e09-85f5-d801aeaa9336 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Jan 14 12:51:08.964014 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde0665-659e-4a4b-ae2d-82291bec2f70 req-af7b9eb0-63d0-4ca9-b59b-c63530935293 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:08.965517 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-abde0665-659e-4a4b-ae2d-82291bec2f70 req-af7b9eb0-63d0-4ca9-b59b-c63530935293 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0780427 Jan 14 12:51:09.014919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-abde0665-659e-4a4b-ae2d-82291bec2f70 req-8e86c32d-072d-4c06-80f6-cc9184658d82 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437548 Jan 14 12:51:09.879515 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-8da0516b-a227-4ed1-85b6-6a7736562ff9 req-32ece76d-5a69-452b-a500-e921219c8e2a service neutron] (83452) timed out ('10.222.0.48', 55266) {{(pid=83452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 14 12:51:10.221370 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cddc5-9c94-4386-978a-6c86b450882a req-ed9814d8-4284-45e3-993a-245be1fc0cfc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:10.222790 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6e9cddc5-9c94-4386-978a-6c86b450882a req-ed9814d8-4284-45e3-993a-245be1fc0cfc tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0828152 Jan 14 12:51:10.267241 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-6e9cddc5-9c94-4386-978a-6c86b450882a req-2257c8a2-fc4a-4bc9-908a-ded3a7dc2eb5 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388637 Jan 14 12:51:10.462260 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-379803aa-70cf-4ae3-83ce-d4a404a1af72 req-55e4f624-f595-4914-bb38-eabb9ce6a43c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699561 Jan 14 12:51:10.656828 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-b27ba4a3-0e23-49c3-807b-2cebd478b2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690830 Jan 14 12:51:10.749806 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48ac99-7e5f-4f47-bf4b-3f80d58038a1 req-a9ba8aa1-0e82-4581-939c-55e592ed5bc3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:10.751244 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bc48ac99-7e5f-4f47-bf4b-3f80d58038a1 req-a9ba8aa1-0e82-4581-939c-55e592ed5bc3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0829401 Jan 14 12:51:10.797823 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-bc48ac99-7e5f-4f47-bf4b-3f80d58038a1 req-280aa970-6618-4191-9d3e-95afac09c34e tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Jan 14 12:51:12.007349 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c89869-47a4-49c7-98ff-b440cd8a5d9e req-37fbd798-ac81-4661-a5cc-177f57be60c1 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:12.008926 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06c89869-47a4-49c7-98ff-b440cd8a5d9e req-37fbd798-ac81-4661-a5cc-177f57be60c1 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0885465 Jan 14 12:51:12.056875 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-06c89869-47a4-49c7-98ff-b440cd8a5d9e req-a1dadb83-02f2-4a5c-8110-317b5f94dd35 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Jan 14 12:51:12.916236 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-8ecf5ad9-4ab6-4586-9c29-f225939db712 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0&tenant_id=6c06492fe6b64152b897a817bf642341 HTTP/1.1" status: 200 len: 1099 time: 0.1579728 Jan 14 12:51:13.005878 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-94832d73-30e5-46a4-ae67-3ee8ba7de94a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0672407 Jan 14 12:51:13.140992 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-1d5ff05b-cf90-4497-94f2-e61608039a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:13.142456 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-1d5ff05b-cf90-4497-94f2-e61608039a54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1309862 Jan 14 12:51:13.244452 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-8d5096a0-11d7-4e94-9fda-f99bf688aa99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0958216 Jan 14 12:51:13.258666 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e8d8-0dea-404b-92fc-96be780acca3 req-2bbbf0a4-0d57-4bf9-900d-a44d1df10427 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:13.260116 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9a47e8d8-0dea-404b-92fc-96be780acca3 req-2bbbf0a4-0d57-4bf9-900d-a44d1df10427 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0759709 Jan 14 12:51:13.305772 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-9a47e8d8-0dea-404b-92fc-96be780acca3 req-19dad531-2aaa-4cb6-b86f-e43a49bbe0c7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Jan 14 12:51:13.311902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-b96a25a0-c93b-4ffc-98d1-4747ec526659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:13.313467 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-b96a25a0-c93b-4ffc-98d1-4747ec526659 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0620527 Jan 14 12:51:13.401357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-34548e1a-5711-4fd5-a395-1ee5c3de93f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809202 Jan 14 12:51:13.533964 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-73bd2895-b162-4093-8fcd-9a3a77bbb191 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257536 Jan 14 12:51:13.539480 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:51:13.652448 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:13.670342 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c07959d0-b3f9-4586-ade3-3db584317b99 req-69c599f2-82e9-416e-908f-48ea15bce841 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307597 Jan 14 12:51:13.678390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:51:13.688533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:51:13.693189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:13.732105 dv-neutron-823850-1-hyperv neutron-server[83453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'code': 422} returned with failed status Jan 14 12:51:13.764187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:51:13.773921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.774258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.775002 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.775402 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.775769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.776094 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.776626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.777221 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.777629 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.777951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:13.778503 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:51:14.502787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7417-e393-4dbc-a30f-51df1ebab236 req-adb8a206-2323-460a-b72f-4b2e7cfd9899 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:14.504225 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c41e7417-e393-4dbc-a30f-51df1ebab236 req-adb8a206-2323-460a-b72f-4b2e7cfd9899 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0786841 Jan 14 12:51:14.548621 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-c41e7417-e393-4dbc-a30f-51df1ebab236 req-1f88727c-e5a9-4fd7-aefe-da0a7b6ff315 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385201 Jan 14 12:51:15.745124 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0685a-8cf2-4ae6-905a-6c8adf6771a5 req-b29f3340-cff2-407d-a802-2465938fe722 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:15.746564 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82c0685a-8cf2-4ae6-905a-6c8adf6771a5 req-b29f3340-cff2-407d-a802-2465938fe722 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0751913 Jan 14 12:51:15.794448 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-82c0685a-8cf2-4ae6-905a-6c8adf6771a5 req-8707c30a-f41c-42dd-ac99-b1fced3122fb tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Jan 14 12:51:16.989485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75e45-617d-4eb8-801b-afa8c7982419 req-c8c05ba2-1dcf-4c29-ab86-7f6dfde4ebc7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:16.991453 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27f75e45-617d-4eb8-801b-afa8c7982419 req-c8c05ba2-1dcf-4c29-ab86-7f6dfde4ebc7 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0749319 Jan 14 12:51:17.039392 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-27f75e45-617d-4eb8-801b-afa8c7982419 req-26680d7c-f4f2-4375-af6e-26269b99df7c tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Jan 14 12:51:18.234204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9a60-7d4c-40c3-8d61-3775c0865039 req-26ef9c15-4b85-4add-8a78-20ee8cf43c26 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:18.235641 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b94d9a60-7d4c-40c3-8d61-3775c0865039 req-26ef9c15-4b85-4add-8a78-20ee8cf43c26 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0754747 Jan 14 12:51:18.280171 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b94d9a60-7d4c-40c3-8d61-3775c0865039 req-f6cfba51-9346-442d-9e16-463c0032f208 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390873 Jan 14 12:51:19.474538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595eca0-2d4f-4630-ba95-a8cc519751ef req-31a1e141-87ed-456b-ab5e-52322b99bd6a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:19.475888 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d595eca0-2d4f-4630-ba95-a8cc519751ef req-31a1e141-87ed-456b-ab5e-52322b99bd6a tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0749142 Jan 14 12:51:19.519298 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-d595eca0-2d4f-4630-ba95-a8cc519751ef req-cde3cd43-945e-4dbb-93fa-217f266b72aa tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374682 Jan 14 12:51:20.723727 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0112e-afc1-4501-85b4-1d010bed2863 req-fc5f7050-f55a-4226-aeb2-9b2f6c131d45 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:20.725180 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9cc0112e-afc1-4501-85b4-1d010bed2863 req-fc5f7050-f55a-4226-aeb2-9b2f6c131d45 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0860462 Jan 14 12:51:20.768999 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9cc0112e-afc1-4501-85b4-1d010bed2863 req-9d09fd74-7979-4f32-af1e-238463a29f4f tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381279 Jan 14 12:51:20.953921 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db2e7fb8-133e-4f97-b847-e36f517495ed req-38f3cc20-c152-4143-915d-9727068d0b52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1097 time: 0.0658479 Jan 14 12:51:20.998830 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-db2e7fb8-133e-4f97-b847-e36f517495ed req-ed2b3d6d-2750-4dec-b958-77013863e1b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350649 Jan 14 12:51:22.049116 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960ed78-1906-4b56-84d1-34010b408b7a req-808116c1-f184-4d44-9e3e-fb5a05bfddcb tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:22.050604 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f960ed78-1906-4b56-84d1-34010b408b7a req-808116c1-f184-4d44-9e3e-fb5a05bfddcb tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.1630042 Jan 14 12:51:22.097709 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f960ed78-1906-4b56-84d1-34010b408b7a req-509815ce-3e76-4548-942a-b84a1cb8c136 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 Jan 14 12:51:23.299177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e66f81-76e1-4cbe-8e36-5ed4eab9dcde req-66bdab86-948f-4abf-9bd4-a03d74510d22 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:51:23.300596 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9e66f81-76e1-4cbe-8e36-5ed4eab9dcde req-66bdab86-948f-4abf-9bd4-a03d74510d22 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 944 time: 0.0778992 Jan 14 12:51:23.344878 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-b9e66f81-76e1-4cbe-8e36-5ed4eab9dcde req-31c1d866-3b6e-46c6-9766-1488c967ae70 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Jan 14 12:51:23.601343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:51:23.730834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:51:23.743422 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'port_id': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'mac_address': 'fa:16:3e:57:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:51:23.794755 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:23.811921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db15e2a1-9c74-4867-9e6a-3e0b75511fd1 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:51:23.826702 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:51:23.830415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:23.895279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:51:24.169431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['db15e2a1-9c74-4867-9e6a-3e0b75511fd1'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:51:25.600958 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:51:25.667145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:51:25.667507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:25.810671 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:25.836366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:51:25.845626 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:51:25.850250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:25.896312 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'code': 200} Jan 14 12:51:25.919270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:51:31.008347 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-05298cd7-a707-456c-a8c8-af4cfa87833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:31.783455 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:33.254297 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-36a25d77-fd0c-448c-8f00-e5ddf6528a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:34.388334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:34.661588 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:35.786277 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:51:41.204759 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:52:01.011590 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-07939f4a-2272-4ebd-9594-4295dce4cd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:01.796018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:03.256120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5777d3c1-d152-4e0d-9cba-9945aedcffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:04.390414 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:04.665176 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:05.790171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:11.629136 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-704fc226-33de-4659-afce-fac7413b1cb7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701420 Jan 14 12:52:11.797918 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-66f5ab15-20ed-4ee5-bf99-722eecde389c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0904543 Jan 14 12:52:11.939057 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-fa9cf76c-97a6-4c02-aba5-ba5780653bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:11.940391 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-fa9cf76c-97a6-4c02-aba5-ba5780653bd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1244183 Jan 14 12:52:12.041329 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-116a40a5-8716-45bc-b9e1-e5460cd8e51f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0947533 Jan 14 12:52:12.200233 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-ddb4e464-81c0-484a-aef9-145a9a98006e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:12.201699 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-ddb4e464-81c0-484a-aef9-145a9a98006e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.1541526 Jan 14 12:52:12.278135 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-dd2a64d5-96e7-469d-a7e3-bd45421fa265 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708220 Jan 14 12:52:12.407570 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-6cd54b1e-00ea-4773-b79d-a2bfa2418e1b service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239200 Jan 14 12:52:12.538068 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e0ebc6ab-809a-4631-b931-7eefe7b0582c req-578f9c4d-afcf-4fa6-9047-26052a890dc5 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Jan 14 12:52:18.201417 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:52:31.013062 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c8048db8-4ee5-44af-91bc-8a5f2a0f8d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:31.798974 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:33.260125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-759a807d-3a44-4fe7-a2c4-632d593b9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:34.391115 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:34.667699 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:35.793193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:39.372397 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60098) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:39.570238 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Deleting port e6413d34-0006-49b6-9f33-f7df975e5bf8 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:39.570573 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:39.732860 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:39.733187 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:39.851798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Calling delete_port for e6413d34-0006-49b6-9f33-f7df975e5bf8 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:39.996831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:40.037704 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event deleted for resources: {'Port': ['ID=e6413d34-0006-49b6-9f33-f7df975e5bf8,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:40.072235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.072579 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.073016 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.073341 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.073665 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.073986 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.074304 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.074622 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.074935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.075248 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.075558 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:40.143061 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:40.527865 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:52:40.721511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:52:40.730875 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:52:40.740866 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:40.742546 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:52:40.743174 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:40.887566 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f70fa403-e41d-4c11-b822-fb6992893032 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "DELETE /v2.0/floatingips/fe9d867a-6135-4f83-b381-74d46a4add1d HTTP/1.1" status: 204 len: 168 time: 1.5138168 Jan 14 12:52:40.887935 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:52:40.920333 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:52:41.028096 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'status': 'completed', 'code': 200} Jan 14 12:52:41.121247 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-e5bb7c03-af05-4778-ab05-a36fae13073d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c06492fe6b64152b897a817bf642341&device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 1099 time: 0.0720785 Jan 14 12:52:41.268815 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:41.276012 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:52:41.285758 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ab352-f438-40b6-989e-649497e99cb4 req-1b336844-0572-4bb1-936f-822521e66071 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:41.288073 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-1b336844-0572-4bb1-936f-822521e66071 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 200 len: 909 time: 0.1595025 Jan 14 12:52:41.291640 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:52:41.292231 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:41.318176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c088b9-5c0b-4d05-83d2-e458a72b5f1d req-78286da9-f56a-4a0b-8589-96c8883e3cbd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:41.318861 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-43c088b9-5c0b-4d05-83d2-e458a72b5f1d req-78286da9-f56a-4a0b-8589-96c8883e3cbd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Synchronizing usage tracker for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:52:41.334335 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-43c088b9-5c0b-4d05-83d2-e458a72b5f1d req-78286da9-f56a-4a0b-8589-96c8883e3cbd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Unset dirty status for tenant:6c06492fe6b64152b897a817bf642341 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:52:41.335491 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-43c088b9-5c0b-4d05-83d2-e458a72b5f1d req-78286da9-f56a-4a0b-8589-96c8883e3cbd tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0959532 Jan 14 12:52:41.360575 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-3b76f19d-d051-4e64-bf9c-e38fbd441fec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 200 len: 217 time: 0.0661180 Jan 14 12:52:41.386576 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-43c088b9-5c0b-4d05-83d2-e458a72b5f1d req-18995a0c-134d-46c9-b1ed-5416a28cc8e3 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439155 Jan 14 12:52:41.423110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ab352-f438-40b6-989e-649497e99cb4 req-f22846a5-f576-448d-857c-64de7cfd8548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:41.424525 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-f22846a5-f576-448d-857c-64de7cfd8548 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 200 len: 847 time: 0.0584657 Jan 14 12:52:41.472958 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:52:41.501127 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-7f4b33b9-3c57-4bd6-80ea-6bc0cc9bc3b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fca31c8a-6c73-4351-9ce9-a47765917b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690525 Jan 14 12:52:41.633290 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-650061ce-33c4-4227-9e9b-e9ae035e9ce0 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246459 Jan 14 12:52:41.763876 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-198ab352-f438-40b6-989e-649497e99cb4 req-a0ff1421-e576-4641-a0e5-698a96d1ac38 service neutron] 10.222.0.31 "GET /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240952 Jan 14 12:52:41.808001 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:41.811815 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc91c-8659-4898-b89d-48dc1e9399c0 None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:42:52Z', 'revision_number': 4, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': 'd6e28d4c-4619-4b46-80ce-c5f7daa99097', 'name': '', 'network_id': 'fca31c8a-6c73-4351-9ce9-a47765917b20', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'mac_address': 'fa:16:3e:44:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:52Z', 'updated_at': '2022-01-14T12:43:01Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'subnets': [{'id': '8cadc5b9-80c7-4bdc-9085-63c5bf78fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:52:42.022658 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02b145-662b-4f48-91f1-ba73baf8e869 None None] New status for floating IP fe9d867a-6135-4f83-b381-74d46a4add1d: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:52:42.598073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d40e9a-ba6a-433b-8efb-fcc0809270a2 req-272961e4-dcf4-4aa9-b53a-c9cbef24b89d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:42.599400 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46d40e9a-ba6a-433b-8efb-fcc0809270a2 req-272961e4-dcf4-4aa9-b53a-c9cbef24b89d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0747271 Jan 14 12:52:42.643483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-46d40e9a-ba6a-433b-8efb-fcc0809270a2 req-61750398-a8bb-4df3-8030-86661351a9a9 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a52f93-5bc3-4580-a883-c28ae0d0e383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386932 Jan 14 12:52:42.966418 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dd716-fb93-4ab9-950a-de6404690e9d req-10a2dda9-2baa-497c-b47e-3ad183c22059 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:42.967718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-460dd716-fb93-4ab9-950a-de6404690e9d req-10a2dda9-2baa-497c-b47e-3ad183c22059 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 946 time: 0.0777521 Jan 14 12:52:43.032542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Deleting port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:43.032902 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:43.354006 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] For port db15e2a1-9c74-4867-9e6a-3e0b75511fd1, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:43.354350 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:43.473162 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Calling delete_port for db15e2a1-9c74-4867-9e6a-3e0b75511fd1 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:43.614605 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:43.661180 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event deleted for resources: {'Port': ['ID=db15e2a1-9c74-4867-9e6a-3e0b75511fd1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:43.702043 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.702218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.702459 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.702787 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.703113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.703475 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.703750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.704071 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.704386 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.704698 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.705042 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:52:43.748266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] No DVR routers for this DVR port db15e2a1-9c74-4867-9e6a-3e0b75511fd1 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:52:43.750659 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:43.753132 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-deleted', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:52:43.769926 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-460dd716-fb93-4ab9-950a-de6404690e9d req-29b353e7-ad53-40e0-b5b6-b0a2baaeb557 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.31 "DELETE /v2.0/ports/db15e2a1-9c74-4867-9e6a-3e0b75511fd1 HTTP/1.1" status: 204 len: 173 time: 0.7970486 Jan 14 12:52:43.809577 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0', 'name': 'network-vif-deleted', 'tag': 'db15e2a1-9c74-4867-9e6a-3e0b75511fd1', 'status': 'completed', 'code': 200} Jan 14 12:52:43.841284 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-097646d9-af4e-4d23-9fdf-c2cf1d814a66 req-e46e38f6-4583-4799-819f-cd670e6eee8d tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fd6a7-6b8e-46f8-a7b3-81cc689541a0 HTTP/1.1" status: 200 len: 210 time: 0.0495346 Jan 14 12:52:44.948975 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60128) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:45.020545 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdddf407-e2e0-4a3e-b149-b866d0d8d2f0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:45.049834 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdddf407-e2e0-4a3e-b149-b866d0d8d2f0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:45.113740 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdddf407-e2e0-4a3e-b149-b866d0d8d2f0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:45.134580 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddf407-e2e0-4a3e-b149-b866d0d8d2f0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a52f93-5bc3-4580-a883-c28ae0d0e383,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:45.144413 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-fdddf407-e2e0-4a3e-b149-b866d0d8d2f0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:45.148702 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-fdddf407-e2e0-4a3e-b149-b866d0d8d2f0 tempest-TestShelveInstance-587626956 tempest-TestShelveInstance-587626956-project] 10.222.0.48 "DELETE /v2.0/security-groups/00a52f93-5bc3-4580-a883-c28ae0d0e383 HTTP/1.1" status: 204 len: 168 time: 0.1987402 Jan 14 12:52:45.199345 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60134) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:45.811121 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:46.019968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:46.060015 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: db15e2a1-9c74-4867-9e6a-3e0b75511fd1 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:46.060342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device db15e2a1-9c74-4867-9e6a-3e0b75511fd1 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:46.424122 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Deleting port d6e28d4c-4619-4b46-80ce-c5f7daa99097 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:46.424720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:46.595070 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] For port d6e28d4c-4619-4b46-80ce-c5f7daa99097, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d6e28d4c-4619-4b46-80ce-c5f7daa99097,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:46.595415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:46.817785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Calling delete_port for d6e28d4c-4619-4b46-80ce-c5f7daa99097 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:46.993351 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:47.039052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e28d4c-4619-4b46-80ce-c5f7daa99097,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:47.321756 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:47.878931 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Router df3dde6e-1399-4aed-9e37-a7d883cd4148 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:52:48.074968 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:52:48.083439 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] Sync routers for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:52:48.086769 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f0803a14-9ee7-442c-905e-36d1adab84cf admin admin] 10.222.0.48 "PUT /v2.0/routers/df3dde6e-1399-4aed-9e37-a7d883cd4148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861151 Jan 14 12:52:48.089270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60140) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:48.094852 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:52:48.095440 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:48.275727 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:52:48.383923 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:48.548783 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:52:46Z', 'revision_number': 5, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port': {'id': '52e52f85-2441-4338-b6e1-9e2d566a5e8c', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:50Z', 'updated_at': '2022-01-14T12:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:48.552695 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] Checking router: df3dde6e-1399-4aed-9e37-a7d883cd4148 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:52:48.563384 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] Routers {'df3dde6e-1399-4aed-9e37-a7d883cd4148'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:52:48.563958 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['df3dde6e-1399-4aed-9e37-a7d883cd4148'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:48.576495 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:48.585373 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Deleting port 52e52f85-2441-4338-b6e1-9e2d566a5e8c {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:48.585742 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:48.713548 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] Set router df3dde6e-1399-4aed-9e37-a7d883cd4148 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:52:48.767048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] For port 52e52f85-2441-4338-b6e1-9e2d566a5e8c, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=52e52f85-2441-4338-b6e1-9e2d566a5e8c,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:48.767391 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:48.821514 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:52:48Z', 'revision_number': 6, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:48.825344 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dc01-3dec-479d-a475-248b7f4220f2 None None] The sync data for ids ['df3dde6e-1399-4aed-9e37-a7d883cd4148'] in dv-neutron-823850-1-hyperv is: [{'id': 'df3dde6e-1399-4aed-9e37-a7d883cd4148', 'name': 'tempest-TestShelveInstance-375198392-router', 'tenant_id': '6c06492fe6b64152b897a817bf642341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:49Z', 'updated_at': '2022-01-14T12:52:48Z', 'revision_number': 6, 'project_id': '6c06492fe6b64152b897a817bf642341', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:52:48.886716 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Calling delete_port for 52e52f85-2441-4338-b6e1-9e2d566a5e8c owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:49.044720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.086832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e52f85-2441-4338-b6e1-9e2d566a5e8c,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:49.318332 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.665014 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.669319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.693162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.693687 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3dde6e-1399-4aed-9e37-a7d883cd4148 {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:52:49.706508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.707633 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b2c58831-c739-48d4-a9c0-cd64b0b0c5e2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/df3dde6e-1399-4aed-9e37-a7d883cd4148 HTTP/1.1" status: 204 len: 168 time: 1.6174831 Jan 14 12:52:49.710206 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60144) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:49.775411 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Deleting subnet 8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:52:49.778512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.828353 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.904832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:49.975926 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.013267 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cadc5b9-80c7-4bdc-9085-63c5bf78fda7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:50.017965 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.023445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d298493-803c-4412-9a21-87bfafeaf477 None None] Network fca31c8a-6c73-4351-9ce9-a47765917b20 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:52:50.024096 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-3c6a341c-47fa-4a59-8b94-31d74ca6d86c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8cadc5b9-80c7-4bdc-9085-63c5bf78fda7 HTTP/1.1" status: 204 len: 168 time: 0.3121805 Jan 14 12:52:50.026691 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60148) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:50.130973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.141822 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Deleting port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:50.142135 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.281256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] DHCP port deletion for fca31c8a-6c73-4351-9ce9-a47765917b20 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:52:50.285435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Deleting port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:50.285798 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.352382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] For port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:50.353011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.474751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Calling delete_port for d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:50.480812 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] For port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,segment=NetworkSegment(7d8a1287-9cc9-47db-9467-b8adbb5f257e),segment_id=7d8a1287-9cc9-47db-9467-b8adbb5f257e)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:50.481194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.548900 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.598118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:50.602658 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] No DVR routers for this DVR port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:52:50.606554 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Calling delete_port for d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:50.677599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:52:50.677946 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:52:50.703555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 52e52f85-2441-4338-b6e1-9e2d566a5e8c no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:50.721492 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.735366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 52e52f85-2441-4338-b6e1-9e2d566a5e8c {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:50.735703 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 52e52f85-2441-4338-b6e1-9e2d566a5e8c not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:50.736112 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:50.747892 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca31c8a-6c73-4351-9ce9-a47765917b20']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:50.760473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8a1287-9cc9-47db-9467-b8adbb5f257e') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:50.760770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8a1287-9cc9-47db-9467-b8adbb5f257e') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:50.772199 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.789529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.796434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:52:50.796847 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.803373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:50.803709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:50.804120 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d6e28d4c-4619-4b46-80ce-c5f7daa99097 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:52:50.810159 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:52:50.834920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: d6e28d4c-4619-4b46-80ce-c5f7daa99097 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:50.835255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device d6e28d4c-4619-4b46-80ce-c5f7daa99097 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:50.885039 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.889953 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:50.913473 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca31c8a-6c73-4351-9ce9-a47765917b20,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:50.927960 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-b4592473-7378-46ad-8434-fdc5502c3335 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fca31c8a-6c73-4351-9ce9-a47765917b20 HTTP/1.1" status: 204 len: 168 time: 0.9001839 Jan 14 12:52:50.930882 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60152) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:51.179181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Deleting port d75a4f37-9a9f-477e-b57c-3c03c9ebb8d7 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:51.180246 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:51.242771 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-7872f6e3-9b4d-43da-881f-b5196564b794 None None] The port 'd75a4f37-9a9f-477e-b57c-3c03c9ebb8d7' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:52:51.402115 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:51.980831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Deleting port 3190e66c-850a-40f9-86b4-c66d22a27b22 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:51.981538 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:52.157255 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] For port 3190e66c-850a-40f9-86b4-c66d22a27b22, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3190e66c-850a-40f9-86b4-c66d22a27b22,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:52.157612 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:52.278160 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Calling delete_port for 3190e66c-850a-40f9-86b4-c66d22a27b22 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:52.450352 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:52.501999 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3190e66c-850a-40f9-86b4-c66d22a27b22,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:52.865575 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:53.423903 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:52:53.629239 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:52:53.638088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] Sync routers for ids ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:52:53.646920 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d82627d0-1615-4138-9834-3473a41e91c5 admin admin] 10.222.0.48 "PUT /v2.0/routers/2a51723d-17e1-4eae-ae2c-4996e9bbe5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125673 Jan 14 12:52:53.647060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60156) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:53.650786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] Routers {'2a51723d-17e1-4eae-ae2c-4996e9bbe5db'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:52:53.651420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:53.828655 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] Set router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:52:53.836928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks [] for router, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:54.035602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:54.045631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Deleting port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:54.046266 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:54.129147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:52:52Z', 'revision_number': 5, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port': {'id': '2d54b233-dbfe-4c9c-95f4-91f56f36c78f', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:42:56Z', 'updated_at': '2022-01-14T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:54.134292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] Checking router: 2a51723d-17e1-4eae-ae2c-4996e9bbe5db for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:52:54.145272 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] Routers {'2a51723d-17e1-4eae-ae2c-4996e9bbe5db'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:52:54.145899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:54.306313 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] Set router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:52:54.319277 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] For port 2d54b233-dbfe-4c9c-95f4-91f56f36c78f, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:54.319624 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:54.410903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:52:54Z', 'revision_number': 6, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:54.414762 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8e87a-9691-4299-80d8-051a4967d298 None None] The sync data for ids ['2a51723d-17e1-4eae-ae2c-4996e9bbe5db'] in dv-neutron-823850-1-hyperv is: [{'id': '2a51723d-17e1-4eae-ae2c-4996e9bbe5db', 'name': 'tempest-TestShelveInstance-957335734-router', 'tenant_id': '7a5d1fde799041ceb21d55292a760de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:42:55Z', 'updated_at': '2022-01-14T12:52:54Z', 'revision_number': 6, 'project_id': '7a5d1fde799041ceb21d55292a760de8', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:52:54.444040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Calling delete_port for 2d54b233-dbfe-4c9c-95f4-91f56f36c78f owned by network:router_gateway {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:54.606992 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:54.651156 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d54b233-dbfe-4c9c-95f4-91f56f36c78f,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:54.811024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3190e66c-850a-40f9-86b4-c66d22a27b22 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:54.851022 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 3190e66c-850a-40f9-86b4-c66d22a27b22 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:54.851369 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3190e66c-850a-40f9-86b4-c66d22a27b22 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:54.876664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.126226 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.130357 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.158323 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.159340 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a51723d-17e1-4eae-ae2c-4996e9bbe5db {{(pid=83452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:52:55.172234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.173396 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ad74b362-e357-429e-ae63-a93fb667bd09 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2a51723d-17e1-4eae-ae2c-4996e9bbe5db HTTP/1.1" status: 204 len: 168 time: 1.5254908 Jan 14 12:52:55.176212 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60160) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:55.201895 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:52:55.239083 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Deleting subnet 47c6d691-0513-4378-bd8c-eb82af9be0ed {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:52:55.241921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.290278 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.367233 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.442769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.478220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c6d691-0513-4378-bd8c-eb82af9be0ed,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:55.484877 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.489997 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577059c-e0aa-4a57-9d27-fce554e02953 None None] Network 61dd03d8-4155-4364-a064-52d481e2b977 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:52:55.491343 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-885e1da3-40ee-42b5-90b5-4c820067310e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/47c6d691-0513-4378-bd8c-eb82af9be0ed HTTP/1.1" status: 204 len: 168 time: 0.3141208 Jan 14 12:52:55.494841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60164) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:55.695535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.706271 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Deleting port e4a5b01b-095c-43af-beba-73e2a970c213 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:55.706602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.737090 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] DHCP port deletion for 61dd03d8-4155-4364-a064-52d481e2b977 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:52:55.741130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Deleting port e4a5b01b-095c-43af-beba-73e2a970c213 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:55.741498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.908862 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] For port e4a5b01b-095c-43af-beba-73e2a970c213, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4a5b01b-095c-43af-beba-73e2a970c213,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:55.909207 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:55.970124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] For port e4a5b01b-095c-43af-beba-73e2a970c213, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=e4a5b01b-095c-43af-beba-73e2a970c213,segment=NetworkSegment(e63135b7-b955-421b-bb4f-b52e7100c4c2),segment_id=e63135b7-b955-421b-bb4f-b52e7100c4c2)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:52:55.970670 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.032082 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Calling delete_port for e4a5b01b-095c-43af-beba-73e2a970c213 owned by network:dhcp {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:56.083951 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Calling delete_port for e4a5b01b-095c-43af-beba-73e2a970c213 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:52:56.105795 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.154880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:52:56.155229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:52:56.156703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a5b01b-095c-43af-beba-73e2a970c213,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:56.161256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] No DVR routers for this DVR port e4a5b01b-095c-43af-beba-73e2a970c213 on host dv-neutron-823850-1-hyperv {{(pid=83452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:52:56.277929 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.302773 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dd03d8-4155-4364-a064-52d481e2b977']}} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:56.314702 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63135b7-b955-421b-bb4f-b52e7100c4c2') {'for_net_delete': True} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:56.314990 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.services.segments.db [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63135b7-b955-421b-bb4f-b52e7100c4c2') {} {{(pid=83452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:52:56.326166 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32137743'] for segment, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.341933 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.347669 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:52:56.348048 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32529891'] for segment, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: Traceback (most recent call last): Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: timer() Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: cb(*args, **kw) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: return func(*args, **kwargs) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: self._notify() Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: self.callback(batched_events) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: event.method(event) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: return f(self, *a, **k) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._get(url).json() Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: return self.request(url, 'GET', **kwargs) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:52:56.361831 dv-neutron-823850-1-hyperv neutron-server[83452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:52:56.438131 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.442507 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.467787 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] Pushing event deleted for resources: {'Network': ['ID=61dd03d8-4155-4364-a064-52d481e2b977,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:56.472517 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-672098a9-fed7-4a34-bced-773eda52819b admin admin] 10.222.0.48 "DELETE /v2.0/networks/61dd03d8-4155-4364-a064-52d481e2b977 HTTP/1.1" status: 204 len: 168 time: 0.9767010 Jan 14 12:52:56.655953 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Deleting port e4a5b01b-095c-43af-beba-73e2a970c213 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:52:56.656891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.666664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60170) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:56.705300 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d54b233-dbfe-4c9c-95f4-91f56f36c78f no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:56.719783 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-ecdfc8dc-42da-476a-856d-a3410eb61f8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c06492fe6b64152b897a817bf642341&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517538 Jan 14 12:52:56.722285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60174) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:56.769516 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-38551920-eb95-49bb-b450-60bc883fbeee None None] The port 'e4a5b01b-095c-43af-beba-73e2a970c213' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:52:56.770296 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2d54b233-dbfe-4c9c-95f4-91f56f36c78f {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:56.770621 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2d54b233-dbfe-4c9c-95f4-91f56f36c78f not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:56.771017 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4a5b01b-095c-43af-beba-73e2a970c213 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:52:56.781566 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c43d7ad-ec7a-4dd3-9a79-6dcb7764345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.810244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c43d7ad-ec7a-4dd3-9a79-6dcb7764345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.811529 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: e4a5b01b-095c-43af-beba-73e2a970c213 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:52:56.811880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device e4a5b01b-095c-43af-beba-73e2a970c213 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:52:56.865785 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c43d7ad-ec7a-4dd3-9a79-6dcb7764345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.881067 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d7ad-ec7a-4dd3-9a79-6dcb7764345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cff647-b4f7-4231-822e-20ef2eb7ddc2,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:56.889485 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2c43d7ad-ec7a-4dd3-9a79-6dcb7764345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:56.890601 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2c43d7ad-ec7a-4dd3-9a79-6dcb7764345e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86cff647-b4f7-4231-822e-20ef2eb7ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1674407 Jan 14 12:52:57.310321 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60182) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:57.357650 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-51753a56-3da2-41d5-9592-8de4de9c96dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a5d1fde799041ceb21d55292a760de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0461583 Jan 14 12:52:57.359894 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60186) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:57.416148 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e329b995-b4fd-44d7-96f7-4a6d75c2cefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:57.440994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e329b995-b4fd-44d7-96f7-4a6d75c2cefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:57.489798 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e329b995-b4fd-44d7-96f7-4a6d75c2cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:57.505591 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329b995-b4fd-44d7-96f7-4a6d75c2cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a67d1-2f7e-4266-b687-423d5f0fbdea,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:57.509757 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-e329b995-b4fd-44d7-96f7-4a6d75c2cefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:57.510845 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-e329b995-b4fd-44d7-96f7-4a6d75c2cefd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e28a67d1-2f7e-4266-b687-423d5f0fbdea HTTP/1.1" status: 204 len: 168 time: 0.1501112 Jan 14 12:52:58.379483 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60208) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:58.587934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1691743974-network', 'tenant_id': '5e13a39f564d494ab5c460a508420f11'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:52:58.592613 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:52:58.596311 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Usage tracker for resource:network and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:52:58.599106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:52:58.605755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:52:58.614246 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Made reservation on behalf of 5e13a39f564d494ab5c460a508420f11 for: {'network': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:52:58.616493 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.628478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.659618 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:52:58.663332 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:52:58.666110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:52:58.671615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:52:58.736231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.739861 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.770670 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:52:58.776409 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75691217-bff9-4012-a0c8-35f833c7bc05,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:58.783521 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.783765 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.segments_db [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Added segment 9db3280d-1468-4c9a-bad9-7c9ea6a2f028 of type vlan for network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 Jan 14 12:52:58.810974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.843615 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.844427 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:58.845023 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:58.938690 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5581224 Jan 14 12:52:58.941609 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60214) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:58.943352 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0968973-b9da-4408-990d-a108d5602f46 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:58.947661 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Request body: {'subnet': {'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1691743974-subnet', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:52:58.952498 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:52:58.953766 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:52:58.956460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Usage tracker for resource:subnet and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:52:58.959302 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:52:58.965513 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:52:58.978331 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Made reservation on behalf of 5e13a39f564d494ab5c460a508420f11 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:52:58.980452 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.176911 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.247751 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:52:59.259306 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Checking segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:52:59.259652 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Network hostable DHCP agents. Network: 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:52:59.280649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:52:59.289363 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:52:59.293123 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:52:59.293690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.298848 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c6970-dae1-470f-b702-77649529749d None None] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:52:59.315545 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2f5fb476-ee52-4e17-bed3-2b2db6435caf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3727646 Jan 14 12:52:59.318191 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60218) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:52:59.323684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:52:59.328234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:52:59.331989 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Usage tracker for resource:router and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:52:59.334804 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:52:59.340442 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:52:59.350675 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.351939 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.370727 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.511202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:52:59.512027 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.612581 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.673606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Allocated IP 172.20.0.2 (1a1e98e9-4364-4242-bdde-2ec4eff4f4c6/3e3310e4-92af-48de-ae3a-ba55fdbd5ad9/a413824c-95c9-4d01-8d3f-c9bd6604f973) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:52:59.794947 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.827826 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.884407 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.894433 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Transition to ACTIVE for port object a413824c-95c9-4d01-8d3f-c9bd6604f973 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:52:59.912418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Transition to ACTIVE for port object a413824c-95c9-4d01-8d3f-c9bd6604f973 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:52:59.918726 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:52:59.966684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Allocated IP 172.26.8.198 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/ca7a7f21-9014-4a59-96c7-99b75c7e7f39) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:52:59.987728 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:52:59.990640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:52:59.995165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:52:59.997229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Pushing event updated for resources: {'Port': ['ID=a413824c-95c9-4d01-8d3f-c9bd6604f973,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:00.035189 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.035532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.035867 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.036202 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.036532 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.036885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.037212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.037533 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.037852 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.038168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.038482 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:00.094495 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Attempting to bind port a413824c-95c9-4d01-8d3f-c9bd6604f973 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:00.094845 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Attempting to bind port a413824c-95c9-4d01-8d3f-c9bd6604f973 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:00.095507 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Attempting to bind port a413824c-95c9-4d01-8d3f-c9bd6604f973 on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:00.101776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:00.102130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Checking segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:00.102665 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.103041 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Bound using segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:00.103481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Bound port: a413824c-95c9-4d01-8d3f-c9bd6604f973, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:00.103836 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.116690 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.145094 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.192776 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] For port a413824c-95c9-4d01-8d3f-c9bd6604f973, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:00.195804 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] For port a413824c-95c9-4d01-8d3f-c9bd6604f973, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a413824c-95c9-4d01-8d3f-c9bd6604f973,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:00.200284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.221270 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:00.224799 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:00.228358 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:00.256710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:00.286445 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d165-0eb0-4b15-aed6-fac667c1d1aa None None] Pushing event updated for resources: {'Port': ['ID=a413824c-95c9-4d01-8d3f-c9bd6604f973,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:00.391567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.392298 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.629119 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:53:00.729765 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a413824c-95c9-4d01-8d3f-c9bd6604f973 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:00.796394 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port a413824c-95c9-4d01-8d3f-c9bd6604f973 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:00.837244 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:53:00.850423 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:53:00.863227 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:00.864544 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-d75320bc-3a27-443b-a351-f387cab87d61 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5453444 Jan 14 12:53:00.867450 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60222) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:00.868954 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:00.869833 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:01.024104 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-169f33f7-94e3-49f9-89a2-69d6f1039612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.064465 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:01.208874 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602145a9-65e0-4528-851a-8c178ba752a8 None None] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:53:01.384611 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] Provisioning for port a413824c-95c9-4d01-8d3f-c9bd6604f973 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:01.401589 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] Provisioning complete for port a413824c-95c9-4d01-8d3f-c9bd6604f973 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:01.402209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.427930 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:00Z', 'revision_number': 3, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:01.432440 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:53:01.432886 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Updating router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:53:01.486250 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.621459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.664065 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] For port a413824c-95c9-4d01-8d3f-c9bd6604f973, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a413824c-95c9-4d01-8d3f-c9bd6604f973,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:01.670212 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.753098 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.762872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441ddf1-e493-48b8-8c3d-ff542fc064aa None None] Pushing event updated for resources: {'Port': ['ID=a413824c-95c9-4d01-8d3f-c9bd6604f973,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:01.804342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.851376 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.862947 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Transition to ACTIVE for port object ca7a7f21-9014-4a59-96c7-99b75c7e7f39 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:01.869792 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.892989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9ed1eeda-6ed8-4e58-8450-51354db09d67 None None] Provisioning complete for port a413824c-95c9-4d01-8d3f-c9bd6604f973 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:01.893403 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9ed1eeda-6ed8-4e58-8450-51354db09d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.948211 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Attempting to bind port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:01.948484 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Attempting to bind port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:01.948860 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Attempting to bind port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:01.954901 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:01.960683 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:01.961790 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:01.962179 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.962556 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:01.963002 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Bound port: ca7a7f21-9014-4a59-96c7-99b75c7e7f39, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:01.963356 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:01.981140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Allocated IP 172.20.0.1 (1a1e98e9-4364-4242-bdde-2ec4eff4f4c6/3e3310e4-92af-48de-ae3a-ba55fdbd5ad9/97c59595-9d5a-4aa7-9587-29ef57bd3084) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:53:02.008759 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.009374 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.009718 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.010050 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.010392 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.010705 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.011026 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.011351 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.011668 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.011994 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.012300 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:53:02.045394 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] For port ca7a7f21-9014-4a59-96c7-99b75c7e7f39, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:02.048448 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] For port ca7a7f21-9014-4a59-96c7-99b75c7e7f39, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:02.052980 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.136447 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b725c7-4212-4ede-8cab-aac5d9c7d611 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:02.140118 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:02.140710 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:52:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:02.145086 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.160913 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.provisioning_blocks [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Transition to ACTIVE for port object 97c59595-9d5a-4aa7-9587-29ef57bd3084 will not be triggered until provisioned by entity DHCP. {{(pid=83452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:02.183333 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.249814 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:02.252998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:02.255600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:02.291703 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Pushing event updated for resources: {'Port': ['ID=97c59595-9d5a-4aa7-9587-29ef57bd3084,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:02.321260 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.325671 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:02.409973 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.556229 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9aaab649-fda7-4087-aa36-0bc2003a0194 None None] Provisioning for port 97c59595-9d5a-4aa7-9587-29ef57bd3084 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:02.561342 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-9aaab649-fda7-4087-aa36-0bc2003a0194 None None] Provisioning complete for port 97c59595-9d5a-4aa7-9587-29ef57bd3084 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:02.561700 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9aaab649-fda7-4087-aa36-0bc2003a0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.611316 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:00Z', 'revision_number': 3, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:02.611978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab649-fda7-4087-aa36-0bc2003a0194 None None] Port 97c59595-9d5a-4aa7-9587-29ef57bd3084 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:53:02.615180 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaad434-5fbf-44f2-814f-c2266b39a418 None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:00Z', 'revision_number': 3, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:53:02.653782 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.659531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32529871'] for port, after_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.715337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a413824c-95c9-4d01-8d3f-c9bd6604f973 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:02.769030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Pushing event updated for resources: {'Port': ['ID=97c59595-9d5a-4aa7-9587-29ef57bd3084,revision_number=2']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:02.771510 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.791382 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port a413824c-95c9-4d01-8d3f-c9bd6604f973 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:02.791722 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:02.941161 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:02.942286 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:03.237909 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-b31324e3-5fc3-4719-a16f-f27dd1d8693b None None] Provisioning complete for port 97c59595-9d5a-4aa7-9587-29ef57bd3084 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:03.238361 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-b31324e3-5fc3-4719-a16f-f27dd1d8693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:03.299099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d80-41cd-467f-86a5-585d6eecb81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:03.307079 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-b31324e3-5fc3-4719-a16f-f27dd1d8693b None None] Port 97c59595-9d5a-4aa7-9587-29ef57bd3084 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:53:03.447344 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:53:03.647137 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:53:03.655835 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-9c177629-b07d-4712-99f8-a57cf8eecf2f admin admin] 10.222.0.48 "PUT /v2.0/routers/47526ac2-5ecf-4df6-b1ad-6cfb6dae6433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7874434 Jan 14 12:53:04.392789 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.463649 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60244) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:04.469273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2082189332-network', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:04.474049 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:04.478638 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Usage tracker for resource:network and tenant:444ff46e3bee4f79b0da4e27fc5edc43 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:04.481464 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:04.486978 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:04.496762 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Made reservation on behalf of 444ff46e3bee4f79b0da4e27fc5edc43 for: {'network': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:53:04.498919 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for network, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.511275 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.543528 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:04.547177 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Usage tracker for resource:security_group_rule and tenant:444ff46e3bee4f79b0da4e27fc5edc43 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:04.550134 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:04.555828 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:04.618600 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.622282 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.653041 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 12:53:04.662747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86edeb0-1f9d-457b-8813-f08e84e8c48b,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:04.670384 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.670752 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.segments_db [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Added segment db6a0d59-b0cc-401a-ba25-dcd6015df766 of type vlan for network e392dbce-23da-40fe-88fb-1b8dd61b9d0f Jan 14 12:53:04.681742 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.700030 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750274385987'] for network, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.730707 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432'] for network, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.731770 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:04.732325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Notify callbacks [] for network, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.741124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ca7a7f21-9014-4a59-96c7-99b75c7e7f39 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:04.810769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:04.815381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:04.815744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:04.838195 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] Pushing event updated for resources: {'Network': ['ID=e392dbce-23da-40fe-88fb-1b8dd61b9d0f,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:04.843776 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f693ae3d-de1f-4c17-9af9-90ae9d47cce2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3765373 Jan 14 12:53:04.843994 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60248) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:04.849291 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Request body: {'subnet': {'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2082189332-subnet', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'ip_version': 4}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:04.849945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f details requested by agent ovs-agent-dv-neutron-823850-1-hyperv with host dv-neutron-823850-1-hyperv {{(pid=83453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 12:53:04.855040 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:04.860313 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Usage tracker for resource:subnet and tenant:444ff46e3bee4f79b0da4e27fc5edc43 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:04.863208 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:04.869367 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:04.879018 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Made reservation on behalf of 444ff46e3bee4f79b0da4e27fc5edc43 for: {'subnet': 1} {{(pid=83452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:53:04.881382 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32561332'] for subnet, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.018810 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.035149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port ca7a7f21-9014-4a59-96c7-99b75c7e7f39, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:05.038903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.087366 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32665156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32561222'] for subnet, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.109308 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:05.154508 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8378fa-6046-40ba-8d73-5a3fc2da8fe9,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:05.170511 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Checking segment: {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:05.170946 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Network hostable DHCP agents. Network: e392dbce-23da-40fe-88fb-1b8dd61b9d0f, hostable agents: ['d78b383e-88b8-4f1b-a692-992aa043ac53'], hosted agents: [] {{(pid=83452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 12:53:05.193133 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f is scheduled to be hosted by DHCP agent d78b383e-88b8-4f1b-a692-992aa043ac53 with binding_index 1 {{(pid=83452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 12:53:05.202869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823850-1-hyperv, e392dbce-23da-40fe-88fb-1b8dd61b9d0f) {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:05.206698 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:05.207273 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.212384 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e22c7d-bf97-442c-a066-ce43e145960f None None] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:53:05.227182 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-bb4d07e1-d30a-4930-8d9f-fce123b34685 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3820021 Jan 14 12:53:05.229768 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60252) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:05.234664 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:05.239169 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:05.244021 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Usage tracker for resource:router and tenant:444ff46e3bee4f79b0da4e27fc5edc43 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:05.246835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:05.252415 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:05.263217 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33243947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103189'] for router, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.264114 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33243522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33247142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33237042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103180'] for router, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.281475 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.425386 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp250bfaad-9c5e-5a95-9c13-9360c96bf2cc-e392dbce-23da-40fe-88fb-1b8dd61b9d0f', 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'fixed_ips': [{'subnet_id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9'}]}} from dv-neutron-823850-1-hyperv. {{(pid=83453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 14 12:53:05.426193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.431052 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33247156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33243961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103294'] for router, precommit_update {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.584583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.db_base_plugin_common [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Allocated IP 172.20.0.2 (e392dbce-23da-40fe-88fb-1b8dd61b9d0f/8a8378fa-6046-40ba-8d73-5a3fc2da8fe9/4df18b8c-a1a8-4197-95fd-8e91a27393a3) {{(pid=83453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:53:05.619140 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.647921 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.788844 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_common [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Allocated IP 172.26.8.89 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/3337323e-41bb-48b9-9fe1-313f2b109a85) {{(pid=83452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:53:05.831497 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.836935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Notify callbacks [] for port, precommit_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.847258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Transition to ACTIVE for port object 4df18b8c-a1a8-4197-95fd-8e91a27393a3 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:05.865743 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Transition to ACTIVE for port object 4df18b8c-a1a8-4197-95fd-8e91a27393a3 will not be triggered until provisioned by entity DHCP. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:05.871194 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362'] for port, after_create {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:05.940126 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f is already hosted by enough agents. {{(pid=83453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:05.943153 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.scheduler.base_scheduler [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Resources bound (agent type, host, resource id): {{(pid=83453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:05.947663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Received port after_create {{(pid=83453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:05.949889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Pushing event updated for resources: {'Port': ['ID=4df18b8c-a1a8-4197-95fd-8e91a27393a3,revision_number=1']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:06.040419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Attempting to bind port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:06.040808 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Attempting to bind port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:06.041168 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Attempting to bind port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 on network e392dbce-23da-40fe-88fb-1b8dd61b9d0f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:06.047725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:06.048086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Checking segment: {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:06.048478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.048887 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Bound using segment: {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:06.049344 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Bound port: 4df18b8c-a1a8-4197-95fd-8e91a27393a3, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:06.050000 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.060500 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.088874 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.139543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] For port 4df18b8c-a1a8-4197-95fd-8e91a27393a3, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:06.142857 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] For port 4df18b8c-a1a8-4197-95fd-8e91a27393a3, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4df18b8c-a1a8-4197-95fd-8e91a27393a3,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:06.147441 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.168783 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:06.172460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.base_scheduler [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Resources bound (agent type, host, resource id): {{(pid=83452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:06.178596 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Received port after_create {{(pid=83452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:06.212106 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Pushing event updated for resources: {'Port': ['ID=3337323e-41bb-48b9-9fe1-313f2b109a85,revision_number=1']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:06.224283 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:53:06.246783 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67a1d-5a87-4cb6-92a6-f1262806fc1e None None] Pushing event updated for resources: {'Port': ['ID=4df18b8c-a1a8-4197-95fd-8e91a27393a3,revision_number=2']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:06.251305 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:06.251919 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:06.353835 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.354604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33243954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33247113'] for router, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.456404 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:06.616825 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 is scheduled to L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 with binding_index 1 {{(pid=83452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 12:53:06.782786 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 2, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:06.786696 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:53:06.787050 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Updating router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 port 97c59595-9d5a-4aa7-9587-29ef57bd3084 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:53:06.816371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ca7a7f21-9014-4a59-96c7-99b75c7e7f39 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:06.830720 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:53:06.842047 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Sync routers for ids ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:53:06.860008 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Routers {'2d8da8bf-73e2-4cfd-a36d-1aee6de83960'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:06.860665 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:06.861976 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] Notify callbacks [] for router, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.866357 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-f01d20fd-7935-4d19-8a4a-7568c0326312 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6325309 Jan 14 12:53:06.866672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60256) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:06.895432 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:06.974940 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:06.975196 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.063704 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Set router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:07.332675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53252434-8ae1-4265-942b-b249db4fd443 None None] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:53:07.400987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4df18b8c-a1a8-4197-95fd-8e91a27393a3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:07.431658 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:06Z', 'revision_number': 3, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:07.436310 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Checking router: 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:53:07.436633 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Updating router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 port 3337323e-41bb-48b9-9fe1-313f2b109a85 binding host dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:53:07.489586 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.550920 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-8669856d-ef77-4f5b-8856-335a87637fc2 None None] Provisioning for port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:07.719478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:07.723206 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.728047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.759968 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:07.760339 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.808464 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Transition to ACTIVE for port object 97c59595-9d5a-4aa7-9587-29ef57bd3084 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:07.825625 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.835237 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Notify callbacks [] for port, precommit_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.849822 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.provisioning_blocks [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Transition to ACTIVE for port object 3337323e-41bb-48b9-9fe1-313f2b109a85 will not be triggered until provisioned by entity L2. {{(pid=83454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:07.858302 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.922481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8f3a-9aea-4faa-9ed4-e53597048c11 None None] Pushing event updated for resources: {'Port': ['ID=97c59595-9d5a-4aa7-9587-29ef57bd3084,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:07.941294 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Attempting to bind port 3337323e-41bb-48b9-9fe1-313f2b109a85 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:07.941657 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Attempting to bind port 3337323e-41bb-48b9-9fe1-313f2b109a85 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:07.942010 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Attempting to bind port 3337323e-41bb-48b9-9fe1-313f2b109a85 on network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:07.948791 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c36058-443b-4095-a180-16e0151740b9 None None] Pushing event updated for resources: {'Port': ['ID=3337323e-41bb-48b9-9fe1-313f2b109a85,revision_number=2']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:07.956217 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:07.956578 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Checking segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:07.957013 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:07.957395 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Bound using segment: {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'} {{(pid=83454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:07.957853 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.managers [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Bound port: 3337323e-41bb-48b9-9fe1-313f2b109a85, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8e53b-fbcd-43d8-b399-3e6f6d11085f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f'}}] {{(pid=83454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:07.958270 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.046756 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] For port 3337323e-41bb-48b9-9fe1-313f2b109a85, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:08.052356 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] For port 3337323e-41bb-48b9-9fe1-313f2b109a85, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3337323e-41bb-48b9-9fe1-313f2b109a85,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:08.058406 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.091198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Allocated IP 172.20.0.1 (e392dbce-23da-40fe-88fb-1b8dd61b9d0f/8a8378fa-6046-40ba-8d73-5a3fc2da8fe9/2e5b623b-8a8c-4a02-ba18-0fc65e443909) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:53:08.149198 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Routers {'2d8da8bf-73e2-4cfd-a36d-1aee6de83960'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:08.149810 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:08.167032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.241052 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Attempting to bind port 97c59595-9d5a-4aa7-9587-29ef57bd3084 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:08.241612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Attempting to bind port 97c59595-9d5a-4aa7-9587-29ef57bd3084 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:08.242193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Attempting to bind port 97c59595-9d5a-4aa7-9587-29ef57bd3084 on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:08.255446 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:08.256129 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Checking segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:08.257431 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.258136 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Bound using segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:08.258793 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Bound port: 97c59595-9d5a-4aa7-9587-29ef57bd3084, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:08.259345 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.279373 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 4df18b8c-a1a8-4197-95fd-8e91a27393a3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4df18b8c-a1a8-4197-95fd-8e91a27393a3,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:08.290359 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.321100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.341628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Transition to ACTIVE for port object 2e5b623b-8a8c-4a02-ba18-0fc65e443909 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:08.366407 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.374939 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c36058-443b-4095-a180-16e0151740b9 None None] Pushing event updated for resources: {'Port': ['ID=3337323e-41bb-48b9-9fe1-313f2b109a85,revision_number=3']} {{(pid=83454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:08.388311 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] Set router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:08.434965 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:08.437815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:08.442321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:08.470145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=4df18b8c-a1a8-4197-95fd-8e91a27393a3,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:08.482197 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] For port 97c59595-9d5a-4aa7-9587-29ef57bd3084, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:08.485415 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] For port 97c59595-9d5a-4aa7-9587-29ef57bd3084, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=97c59595-9d5a-4aa7-9587-29ef57bd3084,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:08.487835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5b623b-8a8c-4a02-ba18-0fc65e443909,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:08.493745 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.497304 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33245663'] for router_interface, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.604523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-fa4243c1-9832-49a8-b43b-9bb560171c4c None None] Provisioning complete for port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:08.605070 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-fa4243c1-9832-49a8-b43b-9bb560171c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.627818 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.654759 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8f3a-9aea-4faa-9ed4-e53597048c11 None None] Pushing event updated for resources: {'Port': ['ID=97c59595-9d5a-4aa7-9587-29ef57bd3084,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:08.673744 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:08.674438 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:08.735049 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:06Z', 'revision_number': 3, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:08.739204 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275f5d1-0c25-4b64-8a53-3df80f38deed None None] The sync data for ids ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'] in dv-neutron-823850-1-hyperv is: [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:06Z', 'revision_number': 3, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:53:08.791784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4df18b8c-a1a8-4197-95fd-8e91a27393a3 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:08.939673 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:08.944266 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:09.007222 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:09.051667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33244536'] for router_interface, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:09.055693 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5b623b-8a8c-4a02-ba18-0fc65e443909,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:09.063781 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:09.064145 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:09.193836 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:09.196303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:09.338108 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1d556f00-85fb-430d-8f71-e400f1b689fe None None] Provisioning for port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:09.388610 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-1d556f00-85fb-430d-8f71-e400f1b689fe None None] Provisioning complete for port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:09.389211 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1d556f00-85fb-430d-8f71-e400f1b689fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:09.506390 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-1d556f00-85fb-430d-8f71-e400f1b689fe None None] Port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:53:09.583307 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:09.587791 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae316c-eeec-4df6-b13d-e736dca6074d None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:53:09.671846 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:53:09.680888 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-432f405d-8bd4-4b31-9bd4-ab8500f70578 None None] Provisioning complete for port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:09.681368 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-432f405d-8bd4-4b31-9bd4-ab8500f70578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:09.768753 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-432f405d-8bd4-4b31-9bd4-ab8500f70578 None None] Port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:53:10.021813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:53:10.031402 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1b5c3328-8dc5-432b-8037-4faa51153298 admin admin] 10.222.0.48 "PUT /v2.0/routers/2d8da8bf-73e2-4cfd-a36d-1aee6de83960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1625879 Jan 14 12:53:10.614137 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60266) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:10.620667 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074733028', 'description': 'tempest-secgroup-smoke-2074733028 description', 'project_id': '5e13a39f564d494ab5c460a508420f11'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:10.626892 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:10.630809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:10.634541 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:10.640272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:10.658465 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.701491 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:10.705912 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:10.709121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:10.715906 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:10.765478 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 97c59595-9d5a-4aa7-9587-29ef57bd3084 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:10.791062 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.795887 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.842224 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ddd5d-4f08-478a-b3c4-95ea89533cf3,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:10.842956 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 97c59595-9d5a-4aa7-9587-29ef57bd3084 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:10.846833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.850660 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 97c59595-9d5a-4aa7-9587-29ef57bd3084 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:10.851005 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-97b0295b-10cf-46e3-85fa-a5879530d1fd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2328372 Jan 14 12:53:10.851337 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.851591 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60270) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:10.856393 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group_rule': {'security_group_id': 'f13ddd5d-4f08-478a-b3c4-95ea89533cf3', 'project_id': '5e13a39f564d494ab5c460a508420f11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:10.862198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:10.865909 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:10.869068 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:10.874535 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:10.893018 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.953883 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.957672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.965002 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.982934 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fe80b6-1eb2-428e-b27a-53e18c7df0fd,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:10.994684 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:10.995945 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-76ae80d7-b235-4e76-ac73-f6528892e4a3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1441422 Jan 14 12:53:10.998594 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60274) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:11.000282 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 97c59595-9d5a-4aa7-9587-29ef57bd3084, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=97c59595-9d5a-4aa7-9587-29ef57bd3084,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:11.004334 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.005147 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3337323e-41bb-48b9-9fe1-313f2b109a85 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:11.005291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group_rule': {'security_group_id': 'f13ddd5d-4f08-478a-b3c4-95ea89533cf3', 'project_id': '5e13a39f564d494ab5c460a508420f11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:11.011951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:11.015760 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:11.018580 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:11.024077 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:11.040660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.102150 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.106263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.114586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=97c59595-9d5a-4aa7-9587-29ef57bd3084,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.130256 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 3337323e-41bb-48b9-9fe1-313f2b109a85 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:11.130495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1276af46-d1e6-40e2-bd4b-c3f2770b1d10,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.136807 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3337323e-41bb-48b9-9fe1-313f2b109a85 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:11.137356 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.144073 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.148104 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-627c583f-cd9a-4860-8bdb-c1614a507527 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459098 Jan 14 12:53:11.148384 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60278) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:11.153903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group_rule': {'security_group_id': 'f13ddd5d-4f08-478a-b3c4-95ea89533cf3', 'project_id': '5e13a39f564d494ab5c460a508420f11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:11.159942 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:11.163813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:11.166742 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:11.172360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:11.192448 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.253750 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.255700 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.259951 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.270996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 3337323e-41bb-48b9-9fe1-313f2b109a85, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3337323e-41bb-48b9-9fe1-313f2b109a85,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:11.275535 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.283060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5033416c-6e20-47ec-a594-ba20a8ecea46,revision_number=0']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.292267 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.293460 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-cfe38d11-4e7a-4c51-b656-642d3731c22c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1440606 Jan 14 12:53:11.296361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60282) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:11.302497 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group_rule': {'security_group_id': 'f13ddd5d-4f08-478a-b3c4-95ea89533cf3', 'project_id': '5e13a39f564d494ab5c460a508420f11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:11.309285 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:11.313684 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:11.317443 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:11.324268 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:11.341408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.347904 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=3337323e-41bb-48b9-9fe1-313f2b109a85,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.405560 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.409004 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.431769 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a378ee4e-21c6-451f-9df1-5e20e5a41fbe,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.440408 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.441598 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-17684606-8fb0-4b87-a6ec-62f2cce208ac tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441445 Jan 14 12:53:11.444376 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60286) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:11.449710 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group_rule': {'security_group_id': 'f13ddd5d-4f08-478a-b3c4-95ea89533cf3', 'project_id': '5e13a39f564d494ab5c460a508420f11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:11.455319 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:11.458998 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:11.462011 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:11.467547 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:11.477905 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Project 5e13a39f564d494ab5c460a508420f11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:53:11.484034 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.546604 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.550243 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.572995 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2504158f-06b0-480e-b045-098e04700c08,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.581478 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.582618 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-71c3703d-aa66-4e9d-b048-e1b1457d855b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1372256 Jan 14 12:53:11.585396 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60290) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:11.590733 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.v2.base [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'security_group_rule': {'security_group_id': 'f13ddd5d-4f08-478a-b3c4-95ea89533cf3', 'project_id': '5e13a39f564d494ab5c460a508420f11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:11.596420 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:11.600101 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:security_group_rule and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:11.603673 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83452) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:11.609602 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.quota.driver [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:11.623675 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.db.securitygroups_db [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Project 5e13a39f564d494ab5c460a508420f11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 12:53:11.630130 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.694512 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.698224 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33231100'] for security_group_rule, after_create {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.720540 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b935770-0cfe-4283-bd0c-cf71f1d28a23,revision_number=0']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:11.729586 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:11.730962 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-df717bd8-353a-48db-ae84-fd2a6762c7d3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446440 Jan 14 12:53:11.902514 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-114e32ae-da7a-4b75-ab82-633d08fdfbba tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074733028&fields=id&tenant_id=5e13a39f564d494ab5c460a508420f11 HTTP/1.1" status: 200 len: 267 time: 0.0399230 Jan 14 12:53:12.048256 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b810216-5e0b-4400-9b85-988791e86634 req-c72e2f7b-923e-4a9c-8893-c2a28ebf251b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:12.049970 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-c72e2f7b-923e-4a9c-8893-c2a28ebf251b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 810 time: 0.1413198 Jan 14 12:53:12.066317 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-af1c9076-48a0-44bc-b7f0-e2a41c58c2d0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/quotas/5e13a39f564d494ab5c460a508420f11 HTTP/1.1" status: 200 len: 375 time: 0.0105009 Jan 14 12:53:12.143060 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-2b810216-5e0b-4400-9b85-988791e86634 req-060d25b0-a3b0-4e29-bb4e-a1bc1d256eb9 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:53:12.161398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-2b810216-5e0b-4400-9b85-988791e86634 req-060d25b0-a3b0-4e29-bb4e-a1bc1d256eb9 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:53:12.162634 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-060d25b0-a3b0-4e29-bb4e-a1bc1d256eb9 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912781 Jan 14 12:53:12.311453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-d3220376-2211-4c90-b683-d79ffef68f04 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83452) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:53:12.313327 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-d3220376-2211-4c90-b683-d79ffef68f04 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1383946 Jan 14 12:53:12.469639 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-07d4619a-3d73-4133-9739-c173c3a0dc0e service neutron] 10.222.0.48 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506648 Jan 14 12:53:12.616121 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-b902b702-1e18-4a5c-8c78-2b752542408c service neutron] 10.222.0.48 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405847 Jan 14 12:53:12.732363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 97c59595-9d5a-4aa7-9587-29ef57bd3084 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:12.823972 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 97c59595-9d5a-4aa7-9587-29ef57bd3084 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:12.824416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:12.846145 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4a1c3746-5fa1-4b50-b844-1caaa76f958d req-26fc9724-68b7-4b57-b9ad-604bc26c7db0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 210 time: 0.0526650 Jan 14 12:53:12.950418 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3337323e-41bb-48b9-9fe1-313f2b109a85 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:13.018240 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 3337323e-41bb-48b9-9fe1-313f2b109a85 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:13.018609 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:13.850202 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b810216-5e0b-4400-9b85-988791e86634 req-b6530ccc-3d69-4586-af91-ae54554d22bf tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:13.850866 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2b810216-5e0b-4400-9b85-988791e86634 req-b6530ccc-3d69-4586-af91-ae54554d22bf tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:network {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:53:13.867106 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2b810216-5e0b-4400-9b85-988791e86634 req-b6530ccc-3d69-4586-af91-ae54554d22bf tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:network {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:53:13.868507 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-b6530ccc-3d69-4586-af91-ae54554d22bf tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 810 time: 0.1590164 Jan 14 12:53:13.926141 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2b810216-5e0b-4400-9b85-988791e86634 req-eb0a8a0b-8e86-4a0a-8537-80a07918d555 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:security_group {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:53:13.943747 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-2b810216-5e0b-4400-9b85-988791e86634 req-eb0a8a0b-8e86-4a0a-8537-80a07918d555 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:security_group {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:53:13.945570 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-eb0a8a0b-8e86-4a0a-8537-80a07918d555 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13a39f564d494ab5c460a508420f11 HTTP/1.1" status: 200 len: 380 time: 0.0645764 Jan 14 12:53:13.953962 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'port': {'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'admin_state_up': True, 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'security_groups': ['f13ddd5d-4f08-478a-b3c4-95ea89533cf3']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:14.029350 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-e3be1b9c-a2d3-4561-b7eb-afe0a9348368 req-5738742c-ab24-49f9-814b-e4a3f555909c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 210 time: 0.0443552 Jan 14 12:53:14.090862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:14.106506 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:14.118181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Made reservation on behalf of 5e13a39f564d494ab5c460a508420f11 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:53:14.121669 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:14.285182 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Allocated IP 172.20.0.11 (1a1e98e9-4364-4242-bdde-2ec4eff4f4c6/3e3310e4-92af-48de-ae3a-ba55fdbd5ad9/9133fcf5-8505-44f3-9d1e-329f761610de) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:53:14.481921 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:14.497273 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Transition to ACTIVE for port object 9133fcf5-8505-44f3-9d1e-329f761610de will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:14.518460 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:14.586952 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:14.589950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:14.593789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:14.624660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:14.658440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:14.659039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:14.686991 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-7e7302be-6587-4989-9b6b-9f35e533974a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371213 Jan 14 12:53:14.766421 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Request body: {'port': {'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:14.844828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6557812c-07ad-437a-8764-26c4112b5e21 None None] Provisioning for port 9133fcf5-8505-44f3-9d1e-329f761610de completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:14.849467 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-6557812c-07ad-437a-8764-26c4112b5e21 None None] Provisioning complete for port 9133fcf5-8505-44f3-9d1e-329f761610de triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:14.849835 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6557812c-07ad-437a-8764-26c4112b5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:14.874188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:14.901605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-6557812c-07ad-437a-8764-26c4112b5e21 None None] Port 9133fcf5-8505-44f3-9d1e-329f761610de cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:53:15.256122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9133fcf5-8505-44f3-9d1e-329f761610de {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:53:15.265824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:15.285640 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Transition to ACTIVE for port object 9133fcf5-8505-44f3-9d1e-329f761610de will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:15.291688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:15.329170 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862be1-ca32-44a9-a361-1577b985e1a7 req-351c1b67-cdb2-4b86-837f-e0d9e6d5e7f0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:15.329764 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71862be1-ca32-44a9-a361-1577b985e1a7 req-351c1b67-cdb2-4b86-837f-e0d9e6d5e7f0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:53:15.432274 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-71862be1-ca32-44a9-a361-1577b985e1a7 req-351c1b67-cdb2-4b86-837f-e0d9e6d5e7f0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:53:15.433488 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71862be1-ca32-44a9-a361-1577b985e1a7 req-351c1b67-cdb2-4b86-837f-e0d9e6d5e7f0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 932 time: 0.2805882 Jan 14 12:53:15.438714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:15.563379 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-71862be1-ca32-44a9-a361-1577b985e1a7 req-8c4422eb-9bd0-458d-a211-c12315b43c4b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220980 Jan 14 12:53:15.582151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Attempting to bind port 9133fcf5-8505-44f3-9d1e-329f761610de on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:15.582481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Attempting to bind port 9133fcf5-8505-44f3-9d1e-329f761610de by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:15.582802 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Attempting to bind port 9133fcf5-8505-44f3-9d1e-329f761610de on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:15.589243 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Port 9133fcf5-8505-44f3-9d1e-329f761610de on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:53:15.589559 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Attempting to bind port 9133fcf5-8505-44f3-9d1e-329f761610de on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:15.595714 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:15.596038 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Checking segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:15.596406 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Bound using segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:15.596840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Bound port: 9133fcf5-8505-44f3-9d1e-329f761610de, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:15.597178 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:15.682179 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:15.685001 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:15.689725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:15.840956 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:15.842308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 1094 time: 1.1483734 Jan 14 12:53:15.842730 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:53:15.860400 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e0b9-3ee2-4097-854e-fbb2de1826e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:15.921820 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'status': 'completed', 'code': 200} Jan 14 12:53:15.965580 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-5b2379fd-4e1b-4f22-9f92-65c0854d94d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1097 time: 0.0785072 Jan 14 12:53:16.043563 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-1569d3be-e753-4c42-a92d-d9f2a521e2f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 217 time: 0.0710340 Jan 14 12:53:16.104901 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b810216-5e0b-4400-9b85-988791e86634 req-50ff0262-98ae-41ed-a97c-a12dcc0e16e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:16.106233 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-50ff0262-98ae-41ed-a97c-a12dcc0e16e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0568249 Jan 14 12:53:16.182526 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-e9c99b8b-6aa8-49ad-9635-5be73c5744ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706360 Jan 14 12:53:16.312308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-cb1c4a3a-3eaa-49b1-ac14-7f0842c632f4 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233904 Jan 14 12:53:16.439479 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-2b810216-5e0b-4400-9b85-988791e86634 req-4f4f0d65-696f-47d0-99c1-c9d5bc642195 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212986 Jan 14 12:53:16.556326 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-b43f600a-10d0-406c-ac80-e4f633c055c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1097 time: 0.0705776 Jan 14 12:53:16.718755 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-6016f7d0-d8d3-412b-9b1d-7f558870c943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:16.720053 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-6016f7d0-d8d3-412b-9b1d-7f558870c943 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1574659 Jan 14 12:53:16.800040 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-5d4d1ece-a8fb-4c79-a5be-6eb5a7bcef5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 217 time: 0.0694015 Jan 14 12:53:16.868757 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b619864-cb84-4f2d-b279-695119dcb655 req-60aadaf4-cb29-4dd7-9389-6d0180ab5b4c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:16.870165 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b619864-cb84-4f2d-b279-695119dcb655 req-60aadaf4-cb29-4dd7-9389-6d0180ab5b4c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 944 time: 0.1867249 Jan 14 12:53:16.878414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-c3a1ac1a-a060-4d25-abcb-1c35dd9ccace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:16.879709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-c3a1ac1a-a060-4d25-abcb-1c35dd9ccace service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0736816 Jan 14 12:53:16.967124 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6b619864-cb84-4f2d-b279-695119dcb655 req-b03cdd32-efca-4cd8-acaf-51b598d8b37c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902450 Jan 14 12:53:16.981228 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-8398cc65-5ead-4fed-82b6-cd903a0aadad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886858 Jan 14 12:53:17.111314 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-7007fe7c-6b01-438c-b316-e47287e0d4c7 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243916 Jan 14 12:53:17.245834 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4f4f43d0-ce35-4031-aa32-399a860cf220 req-fdbccdfe-cb1e-49c6-8441-506aef164846 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282487 Jan 14 12:53:18.235531 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbd949-6a60-411f-b8cc-d43f3a199794 req-ab65700c-813a-4d2f-855c-ecf211b923b1 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:18.236996 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-65fbd949-6a60-411f-b8cc-d43f3a199794 req-ab65700c-813a-4d2f-855c-ecf211b923b1 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 944 time: 0.1479495 Jan 14 12:53:18.281411 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-65fbd949-6a60-411f-b8cc-d43f3a199794 req-975f2271-49fb-46a8-bb39-1d4bdfcd2931 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Jan 14 12:53:19.474314 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313e8f9-29b7-483c-8767-592008d985a1 req-f901ea30-59d0-4e7f-b963-24f1e65d6717 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:19.475658 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a313e8f9-29b7-483c-8767-592008d985a1 req-f901ea30-59d0-4e7f-b963-24f1e65d6717 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 944 time: 0.0788360 Jan 14 12:53:19.520244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a313e8f9-29b7-483c-8767-592008d985a1 req-b7d7f680-5da4-45a9-8848-cb34e8489de6 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385253 Jan 14 12:53:20.186375 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:53:20.316258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:20.329521 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '9133fcf5-8505-44f3-9d1e-329f761610de', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:53:20.385934 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:20.402914 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9133fcf5-8505-44f3-9d1e-329f761610de {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:53:20.417258 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:20.421075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:20.483763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:20.777669 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['9133fcf5-8505-44f3-9d1e-329f761610de'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:53:20.795433 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7387-d068-4b21-8dab-94abb302c3d6 req-cd000f19-81a9-4bf0-a117-af7bc5655eef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:20.796916 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-32ad7387-d068-4b21-8dab-94abb302c3d6 req-cd000f19-81a9-4bf0-a117-af7bc5655eef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 945 time: 0.1582444 Jan 14 12:53:20.845283 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-32ad7387-d068-4b21-8dab-94abb302c3d6 req-fc309ce6-822d-4890-a36f-9524a13b5501 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Jan 14 12:53:22.111254 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800bcb1-b580-413a-a4c8-f571a291e5df req-c5579fc2-3748-4b67-bdfd-86f734c2e166 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:22.112740 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8800bcb1-b580-413a-a4c8-f571a291e5df req-c5579fc2-3748-4b67-bdfd-86f734c2e166 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 945 time: 0.1424017 Jan 14 12:53:22.162348 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8800bcb1-b580-413a-a4c8-f571a291e5df req-25b8e757-a175-45bc-9f47-54d613f1e0f7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Jan 14 12:53:22.201799 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:22.269896 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 9133fcf5-8505-44f3-9d1e-329f761610de completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:22.276204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 9133fcf5-8505-44f3-9d1e-329f761610de triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:22.276570 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:22.387456 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:22.412780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:53:22.422193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:22.426162 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:22.469701 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'code': 200} Jan 14 12:53:22.492899 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:22.775528 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c6cd7e61-8ebd-4680-b15e-ba558d2f902e req-cb64d838-374c-4f44-9055-f3dfd9348b82 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1099 time: 0.1576958 Jan 14 12:53:22.817992 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c6cd7e61-8ebd-4680-b15e-ba558d2f902e req-4401f53a-dea5-4f0a-bc41-67ab03de864b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366929 Jan 14 12:53:23.357218 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce107-a0d4-4ebd-b4cb-518316fecee0 req-9789fbb6-d0ff-4799-92ea-17fcb79fef4a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:23.358676 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c13ce107-a0d4-4ebd-b4cb-518316fecee0 req-9789fbb6-d0ff-4799-92ea-17fcb79fef4a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 946 time: 0.0788715 Jan 14 12:53:23.404308 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-c13ce107-a0d4-4ebd-b4cb-518316fecee0 req-3ee6a252-5f95-4841-9cd8-6a57e2e6aa35 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401490 Jan 14 12:53:24.598142 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad58b86-6979-443f-a997-37ce03219b45 req-49d3f7e8-7e1f-4105-978f-3288394aa7fc tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:24.599589 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5ad58b86-6979-443f-a997-37ce03219b45 req-49d3f7e8-7e1f-4105-978f-3288394aa7fc tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 946 time: 0.0753050 Jan 14 12:53:24.646333 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-5ad58b86-6979-443f-a997-37ce03219b45 req-36f678f3-319d-43c5-bd60-a76ee4f27eab tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Jan 14 12:53:24.841091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702acdb2-77b6-42f8-b5a2-35ad916059c1 req-a36b76f4-9bdd-44bc-81b1-ea772b649f88 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:24.842510 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-702acdb2-77b6-42f8-b5a2-35ad916059c1 req-a36b76f4-9bdd-44bc-81b1-ea772b649f88 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 946 time: 0.0789001 Jan 14 12:53:24.886805 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-702acdb2-77b6-42f8-b5a2-35ad916059c1 req-5fb12c9d-a1c8-44e9-9667-bba5769187e7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Jan 14 12:53:24.914164 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60346) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:25.052131 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1eec377c-e066-4cf9-94c1-adc24e80e77b tempest-TestSnapshotPattern-1085400908 tempest-TestSnapshotPattern-1085400908-project-admin] Synchronizing usage tracker for tenant:444ff46e3bee4f79b0da4e27fc5edc43 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:53:25.067690 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-1eec377c-e066-4cf9-94c1-adc24e80e77b tempest-TestSnapshotPattern-1085400908 tempest-TestSnapshotPattern-1085400908-project-admin] Unset dirty status for tenant:444ff46e3bee4f79b0da4e27fc5edc43 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:53:25.068934 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-1eec377c-e066-4cf9-94c1-adc24e80e77b tempest-TestSnapshotPattern-1085400908 tempest-TestSnapshotPattern-1085400908-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1094 time: 0.1537609 Jan 14 12:53:25.072544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60352) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:53:25.077725 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:53:25.083108 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:53:25.087414 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:floatingip and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:53:25.090163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:53:25.095650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:53:25.106963 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:25.276136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:25.409346 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Allocated IP 172.26.8.53 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/8b6ab90c-1554-4f78-8a2f-3faf50875bc1) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:53:25.556600 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:25.583672 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:25.649994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:53:25.652754 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:53:25.657101 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:53:25.681649 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'Port': ['ID=8b6ab90c-1554-4f78-8a2f-3faf50875bc1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:26.161127 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:26.215368 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:26.506241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:26.511120 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:26.616514 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'Port': ['ID=8b6ab90c-1554-4f78-8a2f-3faf50875bc1,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:26.629849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:26.816520 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Floating IP 206aa5ea-0e44-47ba-9d28-b1590b38d61b associated. External IP: 172.26.8.53, port: 9133fcf5-8505-44f3-9d1e-329f761610de. Jan 14 12:53:27.215381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:53:27.415464 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:53:27.425333 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:53:27.437832 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:27.438338 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:27.440060 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:27.494131 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-a4ca654c-bd39-447c-a14b-7e4707652061 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4205272 Jan 14 12:53:27.494704 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:53:27.619908 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:27.625814 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'status': 'completed', 'code': 200} Jan 14 12:53:27.719122 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-63d2ff7c-e08d-4b93-975f-8e4f72ebe522 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1099 time: 0.0705259 Jan 14 12:53:27.847231 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-2907c5f4-dd33-431f-84c7-abf7b82543d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:27.848661 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-2907c5f4-dd33-431f-84c7-abf7b82543d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1241624 Jan 14 12:53:27.949082 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-3c63baf8-36e3-4b06-9617-89435c003a6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 999 time: 0.0935571 Jan 14 12:53:27.964124 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:26Z', 'revision_number': 0, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:27.968132 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:53:27.978675 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:27.979186 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:28.015211 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-cfa9eb56-a2d5-4365-976c-09553b2f6ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:53:28.016720 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-cfa9eb56-a2d5-4365-976c-09553b2f6ef6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0626018 Jan 14 12:53:28.090718 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-a7f84e18-76e2-42d0-9f0f-63fb1471fc30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687833 Jan 14 12:53:28.153435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:28.337846 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-1d73ec63-b7da-4608-8912-da6f62a7424c service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388270 Jan 14 12:53:28.474742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e2f5bc2b-5b3b-48a7-8457-e0fd516055c9 req-6e07f9e1-d115-41aa-9e85-53f80cadb05d service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313858 Jan 14 12:53:28.556069 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:26Z', 'revision_number': 0, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:28.560018 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33661b7a-7239-444d-ab64-cc62f82031b5 None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:26Z', 'revision_number': 0, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:53:31.017481 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f9245876-2d45-4623-95d0-b8bb94a59775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:31.665452 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b3d7-9e5a-4991-8182-e0833c68440f None None] New status for floating IP 206aa5ea-0e44-47ba-9d28-b1590b38d61b: ACTIVE {{(pid=83454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:53:31.670949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Sync routers for ids ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:53:31.684118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Routers {'2d8da8bf-73e2-4cfd-a36d-1aee6de83960'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:31.684825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:31.846811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:31.868493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Set router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:32.176757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 4, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '2e5b623b-8a8c-4a02-ba18-0fc65e443909', 'name': '', 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'mac_address': 'fa:16:3e:ec:48:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:07Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 2, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'subnets': [{'id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:32.180756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Checking router: 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:53:32.181111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Updating router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 binding host dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 14 12:53:32.201169 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:53:32.230528 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:32.562664 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Notify callbacks [] for port, precommit_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:32.574170 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Transition to ACTIVE for port object 2e5b623b-8a8c-4a02-ba18-0fc65e443909 will not be triggered until provisioned by entity L2. {{(pid=83453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:53:32.580303 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:32.711374 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424bd0-677a-451f-b1fc-df3c8dbb7d27 None None] Pushing event updated for resources: {'Port': ['ID=2e5b623b-8a8c-4a02-ba18-0fc65e443909,revision_number=3']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:32.807638 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Attempting to bind port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 on host dv-neutron-823850-1-hyperv for vnic_type normal with profile {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:53:32.807996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Attempting to bind port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 by drivers openvswitch,hyperv on host dv-neutron-823850-1-hyperv at level 0 using segments [{'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:53:32.808354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Attempting to bind port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 on network e392dbce-23da-40fe-88fb-1b8dd61b9d0f {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:53:32.814989 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Checking agent: {'id': 'a8ea4b5b-e7b0-4ca4-a64e-17aced16924a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 11, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:53:32.815244 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Checking segment: {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:53:32.815635 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:32.816020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Bound using segment: {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'} {{(pid=83453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:53:32.816468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.managers [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Bound port: 2e5b623b-8a8c-4a02-ba18-0fc65e443909, host: dv-neutron-823850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6a0d59-b0cc-401a-ba25-dcd6015df766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f'}}] {{(pid=83453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:53:32.816856 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:32.913825 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] For port 2e5b623b-8a8c-4a02-ba18-0fc65e443909, host dv-neutron-823850-1-hyperv, cleared binding levels {{(pid=83453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:53:32.916778 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] For port 2e5b623b-8a8c-4a02-ba18-0fc65e443909, host dv-neutron-823850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e5b623b-8a8c-4a02-ba18-0fc65e443909,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:53:32.921265 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:32.998708 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424bd0-677a-451f-b1fc-df3c8dbb7d27 None None] Pushing event updated for resources: {'Port': ['ID=2e5b623b-8a8c-4a02-ba18-0fc65e443909,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:33.006536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Routers {'2d8da8bf-73e2-4cfd-a36d-1aee6de83960'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:53:33.007387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:53:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:33.238021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] Set router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:53:33.317618 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a4957e65-0990-4dec-9c7a-7ae24daf145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:33.562165 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 4, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '2e5b623b-8a8c-4a02-ba18-0fc65e443909', 'name': '', 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'mac_address': 'fa:16:3e:ec:48:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:07Z', 'updated_at': '2022-01-14T12:53:32Z', 'revision_number': 4, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'subnets': [{'id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:53:33.566268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cef340-ae6f-406a-8286-b9716159bc8f None None] The sync data for ids ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'] in dv-neutron-823850-1-hyperv is: [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:08Z', 'revision_number': 4, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '2e5b623b-8a8c-4a02-ba18-0fc65e443909', 'name': '', 'network_id': 'e392dbce-23da-40fe-88fb-1b8dd61b9d0f', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'mac_address': 'fa:16:3e:ec:48:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:07Z', 'updated_at': '2022-01-14T12:53:32Z', 'revision_number': 4, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'subnets': [{'id': '8a8378fa-6046-40ba-8d73-5a3fc2da8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:53:34.397549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:34.675143 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:34.744261 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e5b623b-8a8c-4a02-ba18-0fc65e443909 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:34.811583 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning for port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:53:34.816035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:34.816398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:34.925387 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:34.956849 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] For port 2e5b623b-8a8c-4a02-ba18-0fc65e443909, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e5b623b-8a8c-4a02-ba18-0fc65e443909,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:53:34.960512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:35.029756 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Pushing event updated for resources: {'Port': ['ID=2e5b623b-8a8c-4a02-ba18-0fc65e443909,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:53:35.800819 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:53:36.727707 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e5b623b-8a8c-4a02-ba18-0fc65e443909 up at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:53:36.794188 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Provisioning complete for port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:53:36.794540 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:01.019555 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-08ce0fa1-7521-421d-a73f-4364615374cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:01.811268 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:03.259435 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-93bb9f06-41ad-4b0f-930e-46010efc9f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:04.400039 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:04.675780 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:05.804183 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:09.201334 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:54:13.072119 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-4b2cdf38-c2d1-4048-9218-9610d51bd0fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712657 Jan 14 12:54:13.234638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-8b2cf02f-28d5-440f-bc2d-b7f187876343 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1099 time: 0.0687714 Jan 14 12:54:13.375655 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-cbfed7d0-89ef-485c-a3d1-abd3f8b9ccff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:54:13.377084 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-cbfed7d0-89ef-485c-a3d1-abd3f8b9ccff service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1245463 Jan 14 12:54:13.480465 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-8fb85f50-15f2-48ed-a709-301fad543b51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 1001 time: 0.0963786 Jan 14 12:54:13.541030 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-56caeb6a-0a21-4e17-812a-0092906f6b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:54:13.542412 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-56caeb6a-0a21-4e17-812a-0092906f6b9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0560243 Jan 14 12:54:13.619128 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-f099fa0a-c297-424c-af48-3c4e47f35b2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698843 Jan 14 12:54:13.746824 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-fc95dde7-1528-4bd0-adea-d5cb9a583d6d service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212983 Jan 14 12:54:13.874081 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-7e415fb6-4cc6-486f-ae2e-a25e1bac2eff req-6a9f846d-f009-4705-8c7a-d8dfed0abe5b service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208670 Jan 14 12:54:31.021659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-facc1441-98eb-4d66-8bd5-b1c0f639d198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:31.810086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:33.260763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-e691d8c0-1b59-4330-8eca-3c02b830abd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:34.402622 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:34.680522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:35.808788 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:54:46.201397 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:55:01.023217 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb2c-9134-40f5-a2b9-21d73121c61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:01.810349 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:03.263209 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6630a109-a241-40d5-9263-f07c1913751c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:04.406760 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:04.683250 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:05.810412 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:14.050407 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-ef553c8c-b8f9-4c22-b654-677983055ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678766 Jan 14 12:55:14.200971 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-e7718d08-7487-4667-a99e-cc71a493650b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1099 time: 0.0839162 Jan 14 12:55:14.363676 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-baa31bf9-f4ae-405d-9da4-6328d24e0cb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:55:14.365459 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-baa31bf9-f4ae-405d-9da4-6328d24e0cb0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1403944 Jan 14 12:55:14.476369 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-9461ef36-9f91-46fe-b543-c231f061623b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 1001 time: 0.1048026 Jan 14 12:55:14.540830 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-60bf5800-7b9f-48ed-bbad-ecb2b180d915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:55:14.542322 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-60bf5800-7b9f-48ed-bbad-ecb2b180d915 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0598369 Jan 14 12:55:14.626059 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-a7188769-f6c8-4d2d-817c-ba2797b5eb8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780060 Jan 14 12:55:14.637339 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-68428e89-84ee-4bdf-8540-c3cfee3f6e2f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83451) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 14 12:55:14.641313 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-68428e89-84ee-4bdf-8540-c3cfee3f6e2f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067925 Jan 14 12:55:14.907596 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-13620a42-7d65-49b0-9f0e-f8282105b5dc service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633350 Jan 14 12:55:15.070522 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-fbd708e4-17f8-4884-89b7-08b0ee819d25 req-188d5770-75d4-4897-8c5e-1fc71e5b0c3f service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568418 Jan 14 12:55:23.201710 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:55:31.029133 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7012c1fa-9424-4264-8e69-0b58bb0447c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:31.836617 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:33.265255 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-a18e2240-a1f0-4e9b-b5a5-6fb0be2865a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:34.408324 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:34.684936 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:55:35.813954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:00.202384 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:56:01.032191 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-313a901c-7114-4176-aa28-520367c09808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:01.853048 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:03.267585 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6569907b-6ebb-4c1b-9804-4c0593567b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:04.410178 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:04.688371 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:05.816599 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:06.994998 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:56:07.125086 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:07.137828 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '9133fcf5-8505-44f3-9d1e-329f761610de', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:56:07.189739 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:07.206423 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9133fcf5-8505-44f3-9d1e-329f761610de {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:56:07.220871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:07.225292 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:07.327274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:07.332125 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['9133fcf5-8505-44f3-9d1e-329f761610de'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:56:07.362461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.362800 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.363134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.363460 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.363784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.364106 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.364427 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.364763 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.365085 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.365397 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:07.365712 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:09.004363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:56:09.073318 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 9133fcf5-8505-44f3-9d1e-329f761610de triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:56:09.073725 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:09.183605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:09.210366 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:56:09.219606 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:09.223181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:09.297903 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:09.378245 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'code': 200} Jan 14 12:56:16.167698 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-796ccf01-e020-4a08-9503-dceacdb8fb82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1099 time: 0.0977409 Jan 14 12:56:16.357838 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-2992f5d3-7734-4793-bad7-bce4654711cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:16.359566 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-2992f5d3-7734-4793-bad7-bce4654711cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1701462 Jan 14 12:56:16.478294 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-61cc540f-88b3-4124-882b-fb8e531dcf84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 1001 time: 0.1116343 Jan 14 12:56:16.558557 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-7523c3ba-32ee-4ea2-9b08-b2ae2284cd74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:16.560873 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-7523c3ba-32ee-4ea2-9b08-b2ae2284cd74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0765395 Jan 14 12:56:16.669311 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-b8cd0d4d-80d6-4b2d-a357-0db625de394c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009772 Jan 14 12:56:16.827988 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-54b47ffc-b2f5-4d66-a02e-b88c37b50d5e service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511822 Jan 14 12:56:16.975775 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4e45d946-4bac-4400-9e29-adad9dee2d1c req-06dea8c4-00d3-40a1-87d5-48ce98971271 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401079 Jan 14 12:56:21.692037 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-88e77496-a183-43dc-9324-8eeddc8a2b81 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074733028&fields=id&tenant_id=5e13a39f564d494ab5c460a508420f11 HTTP/1.1" status: 200 len: 267 time: 0.0416501 Jan 14 12:56:21.836789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e945-118b-473e-9cff-22e76054ff76 req-0ec89c7c-09cb-4f50-958f-3f051132f86a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:21.838115 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-0ec89c7c-09cb-4f50-958f-3f051132f86a tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 810 time: 0.1398339 Jan 14 12:56:21.854024 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-a1f8a5b2-5328-4215-a0f5-8ccb872657e9 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/quotas/5e13a39f564d494ab5c460a508420f11 HTTP/1.1" status: 200 len: 375 time: 0.0105891 Jan 14 12:56:21.934946 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-71bb5f01-2368-431d-9cd4-8c35dd1e7cec tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0760217 Jan 14 12:56:22.151594 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-3456a953-ef36-4685-85a7-1226986f171d service neutron] 10.222.0.48 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052748 Jan 14 12:56:22.281688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-149a15f4-37a2-4d24-abc9-2e303fd405d3 service neutron] 10.222.0.48 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241515 Jan 14 12:56:22.478476 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-48f8d9a3-eb44-4fc5-9247-c487a082883d req-2062c343-5da5-4515-a98c-0daf81a49a21 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 210 time: 0.0401070 Jan 14 12:56:23.702295 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-259a1cef-4c83-4f94-8e9f-5e85a62b0a8f req-6b07177a-3ffb-4c39-acf2-ee3e6adbec63 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 210 time: 0.0529995 Jan 14 12:56:23.758750 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e945-118b-473e-9cff-22e76054ff76 req-3695fe84-eb42-4e82-8980-abda63faa1d9 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:23.760129 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-3695fe84-eb42-4e82-8980-abda63faa1d9 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 810 time: 0.2862251 Jan 14 12:56:23.811812 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-2f78b6a6-65fd-40c9-bd7e-3e280bcbd6e7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13a39f564d494ab5c460a508420f11 HTTP/1.1" status: 200 len: 380 time: 0.0395780 Jan 14 12:56:23.819896 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'port': {'device_id': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'admin_state_up': True, 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'security_groups': ['f13ddd5d-4f08-478a-b3c4-95ea89533cf3']}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:56:23.953338 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:56:23.962614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:56:23.973121 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Made reservation on behalf of 5e13a39f564d494ab5c460a508420f11 for: {'port': 1} {{(pid=83451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 12:56:23.976994 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:24.181204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Allocated IP 172.20.0.13 (1a1e98e9-4364-4242-bdde-2ec4eff4f4c6/3e3310e4-92af-48de-ae3a-ba55fdbd5ad9/2ccfeec5-330b-42c6-932f-84076050e962) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:56:24.409331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:24.428622 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Transition to ACTIVE for port object 2ccfeec5-330b-42c6-932f-84076050e962 will not be triggered until provisioned by entity DHCP. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:56:24.455163 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:24.551661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:24.555239 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:56:24.557118 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:56:24.560567 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:56:24.631245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.631823 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.632320 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.632815 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.633284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.633753 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.634262 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.634726 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.635190 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.635648 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.636119 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:56:24.648481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:24.649155 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:24.680696 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-91b467ae-3186-410c-ad3e-b8be941f8ef7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8642051 Jan 14 12:56:24.915943 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-aa9dd979-7279-4e71-b6a4-0060e12b6441 None None] Provisioning for port 2ccfeec5-330b-42c6-932f-84076050e962 completed by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:56:24.922738 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-aa9dd979-7279-4e71-b6a4-0060e12b6441 None None] Provisioning complete for port 2ccfeec5-330b-42c6-932f-84076050e962 triggered by entity DHCP. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:56:24.923310 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd979-7279-4e71-b6a4-0060e12b6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:24.982641 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dd979-7279-4e71-b6a4-0060e12b6441 None None] Port 2ccfeec5-330b-42c6-932f-84076050e962 cannot update to ACTIVE because it is not bound. {{(pid=83453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 14 12:56:25.013317 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8a90-89eb-4254-80ac-1862dc70b267 req-e2fdcd65-4434-48fe-9b9d-2825d20ef3bd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:25.015433 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7ebb8a90-89eb-4254-80ac-1862dc70b267 req-e2fdcd65-4434-48fe-9b9d-2825d20ef3bd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.1018863 Jan 14 12:56:25.082450 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7ebb8a90-89eb-4254-80ac-1862dc70b267 req-cf5ea328-bfc9-433c-a671-c545cb328a19 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607297 Jan 14 12:56:25.104676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:56:25.280416 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:25.316523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:25.317640 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:56:25.323949 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:25.383144 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'code': 200} Jan 14 12:56:25.401477 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:26.301535 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc35e7e-1c4a-430c-8ed3-fbd22688bbb9 req-4d14649b-97e6-4b10-b255-18a84b929699 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:26.304108 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ddc35e7e-1c4a-430c-8ed3-fbd22688bbb9 req-4d14649b-97e6-4b10-b255-18a84b929699 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0850220 Jan 14 12:56:26.350739 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ddc35e7e-1c4a-430c-8ed3-fbd22688bbb9 req-0de94a6f-0d41-43c6-8ebe-8572b1ae5734 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Jan 14 12:56:27.572569 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065fb8a-f3a7-4036-a596-2f39040bd636 req-06d112bb-7ecc-43f3-92a8-b61c5dde0e29 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:27.573272 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-a065fb8a-f3a7-4036-a596-2f39040bd636 req-06d112bb-7ecc-43f3-92a8-b61c5dde0e29 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:56:27.589547 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-a065fb8a-f3a7-4036-a596-2f39040bd636 req-06d112bb-7ecc-43f3-92a8-b61c5dde0e29 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:56:27.591328 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a065fb8a-f3a7-4036-a596-2f39040bd636 req-06d112bb-7ecc-43f3-92a8-b61c5dde0e29 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.1029305 Jan 14 12:56:27.645537 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-a065fb8a-f3a7-4036-a596-2f39040bd636 req-184ae9d7-a5b1-47a7-9db0-8f564ee2f0e8 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486174 Jan 14 12:56:28.876463 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6bf06-5fd6-4a4f-82a0-4dbf9b811f23 req-128c65b9-c4d0-40d5-aa03-7422da07d31b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:28.885592 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-18a6bf06-5fd6-4a4f-82a0-4dbf9b811f23 req-128c65b9-c4d0-40d5-aa03-7422da07d31b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0964270 Jan 14 12:56:28.942229 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-18a6bf06-5fd6-4a4f-82a0-4dbf9b811f23 req-68547924-865c-4fb0-88ab-ddb0fa3b334e tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557468 Jan 14 12:56:30.225331 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a3bf2-4b67-484a-b6b0-2565547c45ee req-beb745f6-9eff-4db4-b953-3455c692d03e tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:30.226806 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8b9a3bf2-4b67-484a-b6b0-2565547c45ee req-beb745f6-9eff-4db4-b953-3455c692d03e tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0857430 Jan 14 12:56:30.282357 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8b9a3bf2-4b67-484a-b6b0-2565547c45ee req-24024704-e4df-4714-806e-ed8c214ea6ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484543 Jan 14 12:56:31.035729 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-735e5337-38d9-4334-ad88-329c2a28e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:31.486932 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58799b-290d-494f-ab87-8514be3412d1 req-501e828a-bbeb-4f43-9152-922b83100d63 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:31.488354 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7f58799b-290d-494f-ab87-8514be3412d1 req-501e828a-bbeb-4f43-9152-922b83100d63 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0849578 Jan 14 12:56:31.536651 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7f58799b-290d-494f-ab87-8514be3412d1 req-87c195e5-7022-4f24-95f6-25c49d3f97bf tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Jan 14 12:56:31.860033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:32.732824 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3758e6-2970-4a49-98f3-cfa740923427 req-b2209154-d537-46b8-9c1e-acf2825dbdf0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:32.734226 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bc3758e6-2970-4a49-98f3-cfa740923427 req-b2209154-d537-46b8-9c1e-acf2825dbdf0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0773776 Jan 14 12:56:32.778390 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bc3758e6-2970-4a49-98f3-cfa740923427 req-e5b8cc5c-694b-4c01-89ff-b9bf343b9e9f tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Jan 14 12:56:33.269595 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1738a605-305c-49e6-885d-19bf25c9e1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:33.982234 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f78f0-6ae4-4d4a-8ab8-a52956f874a1 req-75a24a1f-dee3-429f-804d-e59a21bf5b6d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:33.983671 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ef4f78f0-6ae4-4d4a-8ab8-a52956f874a1 req-75a24a1f-dee3-429f-804d-e59a21bf5b6d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0793133 Jan 14 12:56:34.029174 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-ef4f78f0-6ae4-4d4a-8ab8-a52956f874a1 req-fd5de09b-b5b0-48f5-a4e1-3f0082b18d2d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Jan 14 12:56:34.411676 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:34.690326 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:35.234587 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e3a6e-22ad-4593-b590-77bc476ad0ae req-fa565286-8f54-4ecb-a056-3c18dcdb1eb6 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:35.236021 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e64e3a6e-22ad-4593-b590-77bc476ad0ae req-fa565286-8f54-4ecb-a056-3c18dcdb1eb6 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 932 time: 0.0778434 Jan 14 12:56:35.280315 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-e64e3a6e-22ad-4593-b590-77bc476ad0ae req-78d9b566-1260-47b9-a2c5-3ecb51e85045 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 Jan 14 12:56:35.583423 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Request body: {'port': {'device_id': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8238'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:56:35.693220 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:35.819459 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:36.028661 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccfeec5-330b-42c6-932f-84076050e962 {{(pid=83451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:56:36.035326 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:36.049691 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.provisioning_blocks [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Transition to ACTIVE for port object 2ccfeec5-330b-42c6-932f-84076050e962 will not be triggered until provisioned by entity L2. {{(pid=83451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 12:56:36.053134 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:36.271416 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:36.381204 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Attempting to bind port 2ccfeec5-330b-42c6-932f-84076050e962 on host hv-neutron-8238 for vnic_type normal with profile {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 12:56:36.381614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Attempting to bind port 2ccfeec5-330b-42c6-932f-84076050e962 by drivers openvswitch,hyperv on host hv-neutron-8238 at level 0 using segments [{'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 12:56:36.381865 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Attempting to bind port 2ccfeec5-330b-42c6-932f-84076050e962 on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:56:36.388543 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Port 2ccfeec5-330b-42c6-932f-84076050e962 on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8238 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 14 12:56:36.388891 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Attempting to bind port 2ccfeec5-330b-42c6-932f-84076050e962 on network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 14 12:56:36.396036 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Checking agent: {'id': 'a69aa93b-108b-432a-a4cf-23150fcef563', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8238', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'started_at': datetime.datetime(2022, 1, 14, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 14 12:56:36.396367 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Checking segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 14 12:56:36.396767 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Bound using segment: {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'} {{(pid=83451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 14 12:56:36.397188 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.managers [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Bound port: 2ccfeec5-330b-42c6-932f-84076050e962, host: hv-neutron-8238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db3280d-1468-4c9a-bad9-7c9ea6a2f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6'}}] {{(pid=83451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 12:56:36.397577 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:36.478490 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541e4fd-a823-46ec-865a-b394006cd9e6 req-da68130d-1479-4a33-ba29-500b28d7e848 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:36.479835 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7541e4fd-a823-46ec-865a-b394006cd9e6 req-da68130d-1479-4a33-ba29-500b28d7e848 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0743215 Jan 14 12:56:36.488478 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, cleared binding levels {{(pid=83451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 12:56:36.491495 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 12:56:36.495061 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:36.529100 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-7541e4fd-a823-46ec-865a-b394006cd9e6 req-350262b5-49a6-4d85-abe8-86204c2c34d0 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Jan 14 12:56:36.554978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:36.556335 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] 10.222.0.31 "PUT /v2.0/ports/2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 200 len: 1094 time: 0.9775093 Jan 14 12:56:36.556769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:56:36.576481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a781fac-b9eb-44f1-bf5c-968ecb2bd881 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=3']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:36.634688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'status': 'completed', 'code': 200} Jan 14 12:56:36.680272 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-5ad5c5b7-7f57-4c48-b6d1-87ed4cd77e0e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1097 time: 0.0771439 Jan 14 12:56:36.748340 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-34e282a0-9dae-456a-84dc-24feb03e16a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 200 len: 217 time: 0.0610237 Jan 14 12:56:36.812392 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e945-118b-473e-9cff-22e76054ff76 req-43163d42-5425-49d3-8a74-2a40f78ff1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:36.813769 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-43163d42-5425-49d3-8a74-2a40f78ff1d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0599132 Jan 14 12:56:36.894408 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-91992d5f-c114-4c82-8f30-897e074b8884 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749667 Jan 14 12:56:37.024209 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-a04a6adc-08b1-47be-b17f-e55d08132b83 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225832 Jan 14 12:56:37.161563 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-9294e945-118b-473e-9cff-22e76054ff76 req-7f7c20cf-0705-4eb5-8e08-105cd0dcb624 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315026 Jan 14 12:56:37.203720 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:56:37.275592 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-7282e749-6c82-4a79-9e5b-ba8db6e1c3e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1097 time: 0.0723584 Jan 14 12:56:37.403978 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96752e-2df6-4628-9849-52268be0f5bf req-20b477c2-19a1-4085-8380-5656a7a353dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:37.405443 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-20b477c2-19a1-4085-8380-5656a7a353dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1242077 Jan 14 12:56:37.469742 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-e83d1eae-b465-45f5-a179-ad59b0b01c51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 200 len: 217 time: 0.0588429 Jan 14 12:56:37.531713 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96752e-2df6-4628-9849-52268be0f5bf req-a232a987-92f8-485d-8dec-88cca6cd1359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:37.533119 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-a232a987-92f8-485d-8dec-88cca6cd1359 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0582275 Jan 14 12:56:37.606954 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-a31d79f6-db43-4484-8dbd-d270bd6d29e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680580 Jan 14 12:56:37.730118 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5829a21-c05b-4ee3-9d29-53feaa13e7bc req-84e1dfe2-9336-4202-ae48-a39637f8a9b2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:37.731516 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f5829a21-c05b-4ee3-9d29-53feaa13e7bc req-84e1dfe2-9336-4202-ae48-a39637f8a9b2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0780590 Jan 14 12:56:37.739533 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-2c805537-6179-453e-95e5-c3a4eb0d2edc service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265731 Jan 14 12:56:37.776638 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-f5829a21-c05b-4ee3-9d29-53feaa13e7bc req-e6bf1be8-ef3c-4393-ad35-2c5b158c456f tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Jan 14 12:56:37.963538 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8e96752e-2df6-4628-9849-52268be0f5bf req-f4151098-807c-42e3-ab91-5ae44aed727a service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165163 Jan 14 12:56:38.974450 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0090fa-0526-4f09-a67d-5ec02fa6f44e req-f7d5d7ed-6cd2-4a22-b17e-6b940048cef1 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:38.975871 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e0090fa-0526-4f09-a67d-5ec02fa6f44e req-f7d5d7ed-6cd2-4a22-b17e-6b940048cef1 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0783646 Jan 14 12:56:39.019946 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-1e0090fa-0526-4f09-a67d-5ec02fa6f44e req-d1733eb1-5e7e-470d-836a-2547284f1de8 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384121 Jan 14 12:56:40.217460 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8c799-5dee-4504-8761-66adf62be360 req-385a3416-52af-49c3-864a-d65c8d078f48 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:40.218901 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-76f8c799-5dee-4504-8761-66adf62be360 req-385a3416-52af-49c3-864a-d65c8d078f48 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0791233 Jan 14 12:56:40.262995 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-76f8c799-5dee-4504-8761-66adf62be360 req-df20e204-b484-41d9-b9be-8c07bdbf045b tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385437 Jan 14 12:56:41.211235 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:56:41.346902 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:41.359886 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '2ccfeec5-330b-42c6-932f-84076050e962', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'port_id': '2ccfeec5-330b-42c6-932f-84076050e962', 'mac_address': 'fa:16:3e:a2:8b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:56:41.412666 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:41.429803 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccfeec5-330b-42c6-932f-84076050e962 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:56:41.445200 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:41.450151 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:41.461589 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c968b08-3921-4d4f-a50a-56ac3749f582 req-7ebdc86a-bbc5-4b06-8f43-370d71057aa6 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:41.463033 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c968b08-3921-4d4f-a50a-56ac3749f582 req-7ebdc86a-bbc5-4b06-8f43-370d71057aa6 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0774612 Jan 14 12:56:41.507762 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-4c968b08-3921-4d4f-a50a-56ac3749f582 req-86c110b0-88fe-423a-85fe-be7a064d2342 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Jan 14 12:56:41.517285 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=4']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:41.795689 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['2ccfeec5-330b-42c6-932f-84076050e962'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:56:42.700936 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f6dfe-48e8-42a0-af2d-0247bb063547 req-24c9e277-9d59-4a65-bda3-ffe9b87e5792 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:42.702370 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-165f6dfe-48e8-42a0-af2d-0247bb063547 req-24c9e277-9d59-4a65-bda3-ffe9b87e5792 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 945 time: 0.0751972 Jan 14 12:56:42.746649 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-165f6dfe-48e8-42a0-af2d-0247bb063547 req-1a4bf8c7-0872-419c-a5ea-da33d203aad2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387940 Jan 14 12:56:43.226996 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:56:43.294866 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning for port 2ccfeec5-330b-42c6-932f-84076050e962 completed by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 12:56:43.299659 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 2ccfeec5-330b-42c6-932f-84076050e962 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:56:43.300021 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:43.412613 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:43.438921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:56:43.448175 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:56:43.454223 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:43.499113 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'code': 200} Jan 14 12:56:43.525030 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=5']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:43.722981 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd92a205-4c06-40b6-b3d5-be0c9ca9dff8 req-101ce7e8-fd6f-46e6-a40a-6cb54fcea65c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1099 time: 0.0696788 Jan 14 12:56:43.766541 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-bd92a205-4c06-40b6-b3d5-be0c9ca9dff8 req-5969393c-79ab-4edd-86b3-f244c621f293 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378671 Jan 14 12:56:43.944587 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ead0bc-366e-4f25-a96f-1422ade40c3c req-26f84c06-5205-47f4-8ba6-ba96d78bc459 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:43.946014 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-52ead0bc-366e-4f25-a96f-1422ade40c3c req-26f84c06-5205-47f4-8ba6-ba96d78bc459 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 946 time: 0.0784624 Jan 14 12:56:43.994510 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-52ead0bc-366e-4f25-a96f-1422ade40c3c req-45d6d39e-ec9a-4cc5-9d26-9a137c8cb867 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Jan 14 12:56:45.194849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94b654-15c2-4388-9152-0f20432ee17b req-8fe51851-e878-432d-a7b4-5b2c8ca5354c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:45.196378 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-af94b654-15c2-4388-9152-0f20432ee17b req-8fe51851-e878-432d-a7b4-5b2c8ca5354c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 946 time: 0.0773683 Jan 14 12:56:45.241839 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-af94b654-15c2-4388-9152-0f20432ee17b req-7a2d4ce9-47b3-48a9-a47f-1eace6f4f67d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391476 Jan 14 12:56:46.441922 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf9846-5fd5-44d2-b98a-558998e52a89 req-e20faa07-d7a9-4e0b-9930-7b9e08908799 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:46.443252 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2bdf9846-5fd5-44d2-b98a-558998e52a89 req-e20faa07-d7a9-4e0b-9930-7b9e08908799 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 946 time: 0.0745189 Jan 14 12:56:46.487607 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-2bdf9846-5fd5-44d2-b98a-558998e52a89 req-011b6165-f4b2-4fc8-bcfb-59f106746ce8 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Jan 14 12:56:46.685050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e3283-cbf7-4039-8d79-5ef58fa17445 req-b3df3100-916b-4a21-a818-2f1749549fbd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:46.686523 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f2e3283-cbf7-4039-8d79-5ef58fa17445 req-b3df3100-916b-4a21-a818-2f1749549fbd tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 946 time: 0.0785680 Jan 14 12:56:46.730559 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6f2e3283-cbf7-4039-8d79-5ef58fa17445 req-f08f296b-05e8-4b63-9b58-56bc91ccfc1e tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Jan 14 12:56:46.757168 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60612) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:56:46.825565 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c246535f-361e-4929-a913-019da3949cea tempest-TestSnapshotPattern-1085400908 tempest-TestSnapshotPattern-1085400908-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1094 time: 0.0673165 Jan 14 12:56:46.828100 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60616) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:56:46.833206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.v2.base [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Request body: {'floatingip': {'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'port_id': '2ccfeec5-330b-42c6-932f-84076050e962', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 14 12:56:46.838611 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 12:56:46.842303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Usage tracker for resource:floatingip and tenant:5e13a39f564d494ab5c460a508420f11 is out of sync, need to count used quota {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 12:56:46.845052 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 12:56:46.850504 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.quota.driver [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 12:56:46.864467 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:46.991575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:47.125496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_common [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Allocated IP 172.26.8.239 (9d16a4bd-d75e-49ca-bfc8-0f15834a988f/1cc94318-cb59-4d1c-88f8-507bea1ca4dc/3adeb747-c1f2-4715-8e04-9c2c6cd922f1) {{(pid=83451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 12:56:47.268763 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for port, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:47.296034 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750274396362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:47.362462 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Network 9d16a4bd-d75e-49ca-bfc8-0f15834a988f is already hosted by enough agents. {{(pid=83451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 12:56:47.365207 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.base_scheduler [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Resources bound (agent type, host, resource id): {{(pid=83451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 12:56:47.368809 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Received port after_create {{(pid=83451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 12:56:47.400575 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'Port': ['ID=3adeb747-c1f2-4715-8e04-9c2c6cd922f1,revision_number=1']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:47.956269 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:48.010583 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:48.208381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for port, precommit_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:48.212662 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32203199'] for port, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:48.315039 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event updated for resources: {'Port': ['ID=3adeb747-c1f2-4715-8e04-9c2c6cd922f1,revision_number=2']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:56:48.330454 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33245476'] for floatingip, after_update {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:48.516483 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.db.l3_db [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Floating IP a61a7d2a-4e6b-462a-a645-3377b7544a28 associated. External IP: 172.26.8.239, port: 2ccfeec5-330b-42c6-932f-84076050e962. Jan 14 12:56:48.895009 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:56:49.089775 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:56:49.099540 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:56:49.112763 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:56:49.113309 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:56:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:56:49.114777 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:56:49.181799 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-480825bc-7729-4ab8-9e37-11a46bd010e5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3521187 Jan 14 12:56:49.182122 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:56:49.238226 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'status': 'completed', 'code': 200} Jan 14 12:56:49.293991 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:56:49.329638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-1aa56164-2b82-426f-ac83-4cf7e7b506e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1099 time: 0.0686448 Jan 14 12:56:49.461191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62eb9-0531-4030-a561-308b04bf2baa req-a3b06462-f93f-4adf-bcc2-b87194f50a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:49.462544 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-a3b06462-f93f-4adf-bcc2-b87194f50a35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1271510 Jan 14 12:56:49.644215 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:31Z', 'revision_number': 1, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}, {'id': 'a61a7d2a-4e6b-462a-a645-3377b7544a28', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '2ccfeec5-330b-42c6-932f-84076050e962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:a2:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:56:47Z', 'updated_at': '2022-01-14T12:56:47Z', 'revision_number': 0, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:56:49.647966 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:56:49.658544 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:56:49.659116 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:56:33Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:56:49.669031 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-9fb0e638-f0a5-4b98-a3eb-f76806a08334 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 200 len: 1000 time: 0.2004123 Jan 14 12:56:49.729658 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62eb9-0531-4030-a561-308b04bf2baa req-88a37d07-8054-4180-9fea-1bcd84e65e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:56:49.731728 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-88a37d07-8054-4180-9fea-1bcd84e65e7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0570819 Jan 14 12:56:49.808803 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-3a5d1a5a-3b57-4382-8509-d1ee1c03b30b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718908 Jan 14 12:56:49.863024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:56:49.938375 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-b632e958-10dc-4fbb-a0ad-285a0711c36b service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238329 Jan 14 12:56:50.068975 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-29c62eb9-0531-4030-a561-308b04bf2baa req-a268c90c-f600-402d-a577-76df18335ba8 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255500 Jan 14 12:56:50.204873 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:31Z', 'revision_number': 1, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}, {'id': 'a61a7d2a-4e6b-462a-a645-3377b7544a28', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '2ccfeec5-330b-42c6-932f-84076050e962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:a2:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:56:47Z', 'updated_at': '2022-01-14T12:56:47Z', 'revision_number': 0, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:56:50.208715 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00ebe6-cc58-454a-a920-771a0b8fc0bb None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:31Z', 'revision_number': 1, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}, {'id': 'a61a7d2a-4e6b-462a-a645-3377b7544a28', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '2ccfeec5-330b-42c6-932f-84076050e962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:a2:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:56:47Z', 'updated_at': '2022-01-14T12:56:47Z', 'revision_number': 0, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:56:50.406381 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e1489-4af1-4cac-a275-07259d6bf886 None None] New status for floating IP a61a7d2a-4e6b-462a-a645-3377b7544a28: ACTIVE {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:57:01.037831 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-0b7e698d-3fed-46bb-8744-a52f654f17cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:01.860841 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:03.271674 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5c5a28c3-e5ac-47de-b8fc-afcaa1668338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:04.412905 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:04.693449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:05.823252 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:14.204773 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:57:17.069261 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-e4f1077a-3b68-4fa5-818b-b75e88712d72 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712299 Jan 14 12:57:17.203522 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-74444f12-ca97-410a-8cfb-c80fd310bc9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1097 time: 0.0694814 Jan 14 12:57:17.342146 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-01b2e98f-07a2-43ae-a6b6-7d7a6892b8cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:57:17.343464 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-01b2e98f-07a2-43ae-a6b6-7d7a6892b8cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1220441 Jan 14 12:57:17.447268 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-dfbc4a07-b65d-490c-b058-37b21fd3739f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 999 time: 0.0981636 Jan 14 12:57:17.512356 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-7a65e7fb-146e-41ad-b200-3f79e3cf5e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:57:17.513831 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-7a65e7fb-146e-41ad-b200-3f79e3cf5e06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0610332 Jan 14 12:57:17.587168 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-fbce6c1d-cf25-4903-9c09-83a0b946f329 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675352 Jan 14 12:57:17.713305 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-8b987471-74cd-4455-8c2c-6bc7e0c58fc8 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203156 Jan 14 12:57:17.841396 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-00444f9a-709d-43b1-9c98-96beebde0b3a req-2cc6bf57-a626-4cf8-a493-4d8aa6e204c8 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229415 Jan 14 12:57:31.039363 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-527a06e3-56c7-4acc-a226-a06411753c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:31.863007 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:33.273365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ce75893c-1204-4b63-999d-bb18dfbb9fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:34.414924 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:34.694834 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:35.825987 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:57:51.205305 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:58:01.041242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-af281aa2-f353-4b09-a7df-06f7a3e12ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:01.874088 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:03.275757 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3afa16b6-a46b-4c08-b3e3-393798e9b4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:04.416193 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:04.697900 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:05.830591 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:18.199858 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-6828be96-45d2-4101-a38a-632407ccd218 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1442924 Jan 14 12:58:18.287750 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-3141de68-11e3-4a59-82db-e59db7389836 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1099 time: 0.0675633 Jan 14 12:58:18.430070 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-f5b59a1b-2c39-4bc4-9e18-95584a79b4f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:58:18.431398 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-f5b59a1b-2c39-4bc4-9e18-95584a79b4f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1243768 Jan 14 12:58:18.630291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-1483db29-74ec-4c96-9556-29d764f61ba6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 200 len: 1002 time: 0.1926422 Jan 14 12:58:18.693022 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-cc29b30f-48c9-4528-897a-5ff12743da9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:58:18.694688 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-cc29b30f-48c9-4528-897a-5ff12743da9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0584326 Jan 14 12:58:18.770078 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-2cd9b126-f712-4f1e-b746-afcc03d51d48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695777 Jan 14 12:58:18.897915 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-59fb1648-d94a-406c-98be-def8f79d97d9 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219838 Jan 14 12:58:19.038422 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8bc42695-08dd-4e79-84cb-7932d05591f7 req-369c545e-547e-4744-b622-8e13d0463e46 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352258 Jan 14 12:58:28.205287 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:58:31.043667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2240c236-25d9-4f8e-afe1-24ad8506007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:31.891180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:33.277863 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2f4-b43a-4f28-b000-e66452342fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:34.418719 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:34.702465 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:35.834419 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:57.774468 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 details requested by agent hyperv_hv-neutron-8238 with host hv-neutron-8238 {{(pid=83453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 12:58:57.908398 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:58:57.921784 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Returning: {'device': '2ccfeec5-330b-42c6-932f-84076050e962', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'port_id': '2ccfeec5-330b-42c6-932f-84076050e962', 'mac_address': 'fa:16:3e:a2:8b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 12:58:57.973343 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:57.990746 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ccfeec5-330b-42c6-932f-84076050e962 {{(pid=83453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 12:58:58.005320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:58:58.009891 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:58.078999 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=6']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:58:58.087270 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] get_ports_and_sgs() called for port_ids ['2ccfeec5-330b-42c6-932f-84076050e962'] {{(pid=83453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 14 12:58:58.118549 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.118889 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.119215 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.119542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.119861 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.120181 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.120496 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.120921 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.121242 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.121552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:58.121865 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:58:59.779149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 up at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 12:58:59.846219 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.provisioning_blocks [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Provisioning complete for port 2ccfeec5-330b-42c6-932f-84076050e962 triggered by entity L2. {{(pid=83453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 12:58:59.846580 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585252'] for port, provisioning_complete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:59.957367 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:58:59.983586 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:58:59.992963 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:58:59.997978 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:00.050110 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'code': 200} Jan 14 12:59:00.066770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=7']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:01.051365 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d7693c63-63ef-491c-bcea-1eb6442cb97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:01.912709 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:03.283540 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6ef92ff2-cc26-459e-b411-97303eb35caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:04.427033 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:04.713046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:05.206399 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 12:59:05.844531 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:11.701220 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60778) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:11.893831 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Deleting port 3adeb747-c1f2-4715-8e04-9c2c6cd922f1 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:11.894186 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:12.058252 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:12.058567 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:12.175453 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Calling delete_port for 3adeb747-c1f2-4715-8e04-9c2c6cd922f1 owned by network:floatingip {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:12.321020 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:12.436937 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event deleted for resources: {'Port': ['ID=3adeb747-c1f2-4715-8e04-9c2c6cd922f1,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:12.476636 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.476996 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.477325 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.477645 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.477964 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.478281 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.478597 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.478910 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.479222 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.479529 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.479841 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:12.539920 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:12.916176 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:59:13.107342 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:59:13.117192 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:59:13.128747 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:13.130788 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:13.131581 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:13.184928 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-300ef5cd-3eae-4710-aa29-c6635c3aced2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "DELETE /v2.0/floatingips/a61a7d2a-4e6b-462a-a645-3377b7544a28 HTTP/1.1" status: 204 len: 168 time: 1.4811001 Jan 14 12:59:13.184928 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:59:13.328225 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:13.349757 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'status': 'completed', 'code': 200} Jan 14 12:59:13.446638 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-cf5f4774-99c1-4084-b6fe-96e803d6f341 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 1099 time: 0.0743496 Jan 14 12:59:13.577939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa241af-55d6-44b1-bf33-972434427df8 req-2076cdd7-f36e-4798-8362-6586be55fdb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:13.579466 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-2076cdd7-f36e-4798-8362-6586be55fdb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1286216 Jan 14 12:59:13.651239 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-74bb18ed-0ce7-4573-a7c6-4fd9ca1d8124 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 200 len: 217 time: 0.0653555 Jan 14 12:59:13.660678 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5ca6-48b3-431b-9285-a31dcd1f1de1 req-38e86a38-fc13-40c7-8c84-5021c9f7c1a7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:13.661398 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-fd6b5ca6-48b3-431b-9285-a31dcd1f1de1 req-38e86a38-fc13-40c7-8c84-5021c9f7c1a7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83452) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:59:13.678663 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.quota.resource [req-fd6b5ca6-48b3-431b-9285-a31dcd1f1de1 req-38e86a38-fc13-40c7-8c84-5021c9f7c1a7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83452) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:59:13.680033 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fd6b5ca6-48b3-431b-9285-a31dcd1f1de1 req-38e86a38-fc13-40c7-8c84-5021c9f7c1a7 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 946 time: 0.1675923 Jan 14 12:59:13.718303 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa241af-55d6-44b1-bf33-972434427df8 req-5e332e23-254c-4aa5-aaf1-68ba098826bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:13.718969 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-5e332e23-254c-4aa5-aaf1-68ba098826bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0619819 Jan 14 12:59:13.727352 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:31Z', 'revision_number': 1, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:13.729075 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-fd6b5ca6-48b3-431b-9285-a31dcd1f1de1 req-382cb33c-cbcc-4b4b-81c3-d8381eca93ad tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Jan 14 12:59:13.731257 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:59:13.742817 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:13.743414 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:13.802865 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-1e04f1d5-d4d0-474a-8ab4-ed3f29a1f4c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769906 Jan 14 12:59:13.862146 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:13.941578 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-7b3bfe9a-c860-43a6-9d32-87ce4c05ebed service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317914 Jan 14 12:59:13.959259 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:14.007522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756457'] for port, before_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:14.040149 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:14.041038 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:59:14.047706 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750274756599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750274396380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750274399757'] for port, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:14.122690 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Pushing event updated for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=8']} {{(pid=83453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:14.126013 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-6fa241af-55d6-44b1-bf33-972434427df8 req-0e8af8ed-7739-47a7-8548-aa16c0e4b746 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778643 Jan 14 12:59:14.264026 dv-neutron-823850-1-hyperv neutron-server[83453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'code': 200} Jan 14 12:59:14.336572 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:31Z', 'revision_number': 1, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:14.340356 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d66d98-5205-49fc-b6ab-071c707c9f9f None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_floatingips': [{'id': '206aa5ea-0e44-47ba-9d28-b1590b38d61b', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'router_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'port_id': '9133fcf5-8505-44f3-9d1e-329f761610de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'mac_address': 'fa:16:3e:27:a0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T12:53:26Z', 'updated_at': '2022-01-14T12:53:31Z', 'revision_number': 1, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:59:14.588173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d5b2f-d06b-4250-b467-72bfcb17a2ed None None] New status for floating IP a61a7d2a-4e6b-462a-a645-3377b7544a28: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:59:14.930434 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c93d-ba73-4cc4-9e9c-3a22762e386e req-d2c06417-684d-48e2-8160-db8437ce421d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:14.931876 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3209c93d-ba73-4cc4-9e9c-3a22762e386e req-d2c06417-684d-48e2-8160-db8437ce421d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0796375 Jan 14 12:59:14.976950 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-3209c93d-ba73-4cc4-9e9c-3a22762e386e req-8336b008-efa7-483d-81da-b95c168716f3 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Jan 14 12:59:15.306092 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66258810-07c4-44c8-a93d-329a229e315b req-a5cf478c-fd05-469e-a29d-94b04563b89c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:15.307492 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66258810-07c4-44c8-a93d-329a229e315b req-a5cf478c-fd05-469e-a29d-94b04563b89c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 944 time: 0.0733385 Jan 14 12:59:15.374621 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Deleting port 2ccfeec5-330b-42c6-932f-84076050e962 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:15.374947 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:15.612903 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] For port 2ccfeec5-330b-42c6-932f-84076050e962, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=2ccfeec5-330b-42c6-932f-84076050e962,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:15.613248 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:15.820496 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Calling delete_port for 2ccfeec5-330b-42c6-932f-84076050e962 owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:15.956556 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:16.006452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event deleted for resources: {'Port': ['ID=2ccfeec5-330b-42c6-932f-84076050e962,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:16.074796 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.075133 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.075463 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.075789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.076113 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.076434 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.076771 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.077835 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.078151 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.078481 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.078783 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823850-1-hyperv {{(pid=83451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 12:59:16.086177 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] No DVR routers for this DVR port 2ccfeec5-330b-42c6-932f-84076050e962 on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:59:16.088284 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:16.090769 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-deleted', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:59:16.106919 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-66258810-07c4-44c8-a93d-329a229e315b req-8255acd5-f86b-4629-bb87-99597139797c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "DELETE /v2.0/ports/2ccfeec5-330b-42c6-932f-84076050e962 HTTP/1.1" status: 204 len: 173 time: 0.7937689 Jan 14 12:59:16.167999 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0ad29f5c-585f-4906-b6b0-bc9b6c363ef8 req-c05ded9f-0c50-469a-a0fa-1d5904752e3c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:59:16.184646 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-0ad29f5c-585f-4906-b6b0-bc9b6c363ef8 req-c05ded9f-0c50-469a-a0fa-1d5904752e3c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:59:16.189265 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-0ad29f5c-585f-4906-b6b0-bc9b6c363ef8 req-c05ded9f-0c50-469a-a0fa-1d5904752e3c tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6361f8-95e1-4c8f-b205-692a066c3aea HTTP/1.1" status: 200 len: 210 time: 0.0773845 Jan 14 12:59:16.235360 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6361f8-95e1-4c8f-b205-692a066c3aea', 'name': 'network-vif-deleted', 'tag': '2ccfeec5-330b-42c6-932f-84076050e962', 'status': 'completed', 'code': 200} Jan 14 12:59:17.877770 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:17.914032 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 2ccfeec5-330b-42c6-932f-84076050e962 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:17.914491 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 2ccfeec5-330b-42c6-932f-84076050e962 not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:17.924388 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60854) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:18.121853 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Deleting port 8b6ab90c-1554-4f78-8a2f-3faf50875bc1 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:18.122110 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:18.314305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:18.314624 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:18.432761 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Calling delete_port for 8b6ab90c-1554-4f78-8a2f-3faf50875bc1 owned by network:floatingip {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:18.588936 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:18.633381 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event deleted for resources: {'Port': ['ID=8b6ab90c-1554-4f78-8a2f-3faf50875bc1,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:18.738291 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for floatingip, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:19.171010 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-562ad653-fae6-4ba3-8013-0fe6732546ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950227 Jan 14 12:59:19.337886 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-7b452946-ef08-4144-82e3-c3984f6a4374 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1097 time: 0.0937600 Jan 14 12:59:19.345735 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:59:19.553910 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-9ac4a6f6-892d-4806-a298-8c0aefda6ec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:19.555337 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-9ac4a6f6-892d-4806-a298-8c0aefda6ec7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1988530 Jan 14 12:59:19.677258 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-101e1025-7c69-448c-9085-1d4d80a863ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 217 time: 0.0757570 Jan 14 12:59:19.751974 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-b282b695-c83d-479b-91e2-c2171041820a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:19.753381 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-b282b695-c83d-479b-91e2-c2171041820a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0663414 Jan 14 12:59:19.804206 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:59:19.814204 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:59:19.825783 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:19.826420 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:19.835859 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for floatingip, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:19.889560 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-7283c44c-25f8-4c54-bea7-8c1020343823 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297338 Jan 14 12:59:19.895030 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-e8f08901-31ff-4933-8a57-9f3e2dbd42ef tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "DELETE /v2.0/floatingips/206aa5ea-0e44-47ba-9d28-b1590b38d61b HTTP/1.1" status: 204 len: 168 time: 1.9695649 Jan 14 12:59:19.896680 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:59:19.970089 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'status': 'completed', 'code': 200} Jan 14 12:59:20.012697 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:20.036644 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-ea2decf5-a0ca-4d6e-8eee-221199a503a7 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405532 Jan 14 12:59:20.191160 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-70478e26-dd35-4800-ad7a-08a01861faa3 req-c9c888c3-cd54-4f43-bf9f-622987fd6b08 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480043 Jan 14 12:59:20.366291 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-cbf372fd-e0d3-46b4-9e44-fd1d41e55a4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e13a39f564d494ab5c460a508420f11&device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 1097 time: 0.1310513 Jan 14 12:59:20.366797 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:20.370641 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:59:20.376223 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf936b-aa6c-4b80-959c-ddd3d2b28bee req-3ce3fc05-e085-44bb-abf3-bfeff366b200 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:20.376914 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8abf936b-aa6c-4b80-959c-ddd3d2b28bee req-3ce3fc05-e085-44bb-abf3-bfeff366b200 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Synchronizing usage tracker for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 12:59:20.381632 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:20.382161 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:20.467845 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.quota.resource [req-8abf936b-aa6c-4b80-959c-ddd3d2b28bee req-3ce3fc05-e085-44bb-abf3-bfeff366b200 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Unset dirty status for tenant:5e13a39f564d494ab5c460a508420f11 on resource:port {{(pid=83451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 12:59:20.469133 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8abf936b-aa6c-4b80-959c-ddd3d2b28bee req-3ce3fc05-e085-44bb-abf3-bfeff366b200 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 944 time: 0.1969519 Jan 14 12:59:20.551371 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-92fa8e04-1f22-40e2-afab-dc4bd74d46d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:20.552832 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-92fa8e04-1f22-40e2-afab-dc4bd74d46d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 200 len: 911 time: 0.1723661 Jan 14 12:59:20.555121 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-8abf936b-aa6c-4b80-959c-ddd3d2b28bee req-3e774f94-aad8-459b-8fc7-6561efba30b5 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779989 Jan 14 12:59:20.562801 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:20.728834 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-399a0486-2183-4a0f-8126-1e821a8c1bc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 200 len: 217 time: 0.1684418 Jan 14 12:59:20.792405 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-d6da7b0b-62ea-464b-964c-063fe3869f1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:20.794255 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-d6da7b0b-62ea-464b-964c-063fe3869f1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 200 len: 849 time: 0.0593455 Jan 14 12:59:20.871943 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-7b74e0cd-b2f2-423f-ac5f-e197f867c59b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709085 Jan 14 12:59:20.919937 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:20.924081 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b051c82-4f84-4d4b-aa20-4ab44a7eb147 None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:02Z', 'revision_number': 4, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv', '_interfaces': [{'id': '97c59595-9d5a-4aa7-9587-29ef57bd3084', 'name': '', 'network_id': '1a1e98e9-4364-4242-bdde-2ec4eff4f4c6', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'mac_address': 'fa:16:3e:df:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:01Z', 'updated_at': '2022-01-14T12:53:10Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'subnets': [{'id': '3e3310e4-92af-48de-ae3a-ba55fdbd5ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:59:21.009711 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-50b3cbcd-aa84-4abd-b6e9-135a8829e5b1 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302748 Jan 14 12:59:21.150062 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-aa7bf237-2b9b-4af5-a18a-eaf2c0721df9 req-2973ab40-de6c-4d9f-9085-8904f41dcb28 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330571 Jan 14 12:59:21.156880 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82744e9-f71a-4f59-a667-8d43444e4f8b None None] New status for floating IP 206aa5ea-0e44-47ba-9d28-b1590b38d61b: DOWN {{(pid=83453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 14 12:59:21.251852 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-7dbc837e-6558-42a9-8999-f9126af5f3f2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:21.253244 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-7dbc837e-6558-42a9-8999-f9126af5f3f2 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 944 time: 0.0802546 Jan 14 12:59:21.321136 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Deleting port 9133fcf5-8505-44f3-9d1e-329f761610de {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:21.321470 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:21.558412 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] For port 9133fcf5-8505-44f3-9d1e-329f761610de, host hv-neutron-8238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8238',level=0,port_id=9133fcf5-8505-44f3-9d1e-329f761610de,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:21.558677 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:21.677939 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Calling delete_port for 9133fcf5-8505-44f3-9d1e-329f761610de owned by compute:nova {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:21.756873 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8b8a-4a0d-4d54-88cb-824e01770666 req-9e0a64d1-9db3-48c8-967a-1e1d1c9a4016 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 12:59:21.758310 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8a4b8b8a-4a0d-4d54-88cb-824e01770666 req-9e0a64d1-9db3-48c8-967a-1e1d1c9a4016 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50 HTTP/1.1" status: 200 len: 944 time: 0.0750790 Jan 14 12:59:21.804490 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [req-8a4b8b8a-4a0d-4d54-88cb-824e01770666 req-1bfd05e0-dc92-4ef9-b6cb-5c42ee8eab96 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "GET /v2.0/security-groups?id=f13ddd5d-4f08-478a-b3c4-95ea89533cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Jan 14 12:59:21.821660 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:21.876596 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event deleted for resources: {'Port': ['ID=9133fcf5-8505-44f3-9d1e-329f761610de,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:21.951641 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] No DVR routers for this DVR port 9133fcf5-8505-44f3-9d1e-329f761610de on host hv-neutron-8238 {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:59:21.954702 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155709'] for port, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:21.968006 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [req-f6d679df-65b4-45f6-9d35-26a193361b0e req-9aa8c62e-1211-421d-a35b-d7fc8de8f76d tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.31 "DELETE /v2.0/ports/9133fcf5-8505-44f3-9d1e-329f761610de HTTP/1.1" status: 204 len: 173 time: 0.7097626 Jan 14 12:59:21.971518 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-deleted', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de'}] {{(pid=83451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 12:59:22.041199 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd6e9a9-0fd2-4ed2-a453-7573bfd4aa50', 'name': 'network-vif-deleted', 'tag': '9133fcf5-8505-44f3-9d1e-329f761610de', 'status': 'completed', 'code': 200} Jan 14 12:59:22.910247 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60872) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:22.977305 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9b89f776-4d6e-484e-b5c2-3f43e1972355 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:23.005395 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9b89f776-4d6e-484e-b5c2-3f43e1972355 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:23.067130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9b89f776-4d6e-484e-b5c2-3f43e1972355 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:23.085016 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89f776-4d6e-484e-b5c2-3f43e1972355 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ddd5d-4f08-478a-b3c4-95ea89533cf3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:23.094627 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9b89f776-4d6e-484e-b5c2-3f43e1972355 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:23.095749 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9b89f776-4d6e-484e-b5c2-3f43e1972355 tempest-TestSnapshotPattern-998711613 tempest-TestSnapshotPattern-998711613-project] 10.222.0.48 "DELETE /v2.0/security-groups/f13ddd5d-4f08-478a-b3c4-95ea89533cf3 HTTP/1.1" status: 204 len: 168 time: 0.1845415 Jan 14 12:59:23.940092 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de no longer exists at agent hyperv_hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:23.972885 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] No Port match for: 9133fcf5-8505-44f3-9d1e-329f761610de {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:23.973224 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Device 9133fcf5-8505-44f3-9d1e-329f761610de not bound to the agent host hv-neutron-8238 {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:24.185722 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60884) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:24.687832 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:25.360565 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Deleting port 97c59595-9d5a-4aa7-9587-29ef57bd3084 {{(pid=83452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:25.361235 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:25.527059 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.db [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] For port 97c59595-9d5a-4aa7-9587-29ef57bd3084, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=97c59595-9d5a-4aa7-9587-29ef57bd3084,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:25.527399 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:25.648618 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Calling delete_port for 97c59595-9d5a-4aa7-9587-29ef57bd3084 owned by network:router_interface {{(pid=83452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:25.819069 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32529876'] for port, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:25.866031 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Pushing event deleted for resources: {'Port': ['ID=97c59595-9d5a-4aa7-9587-29ef57bd3084,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:26.150850 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:26.798902 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:59:26.994162 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:59:27.003321 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] Sync routers for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:59:27.006626 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-8ecc80e9-e9c7-42e6-bc10-b7d9bd2d49cd admin admin] 10.222.0.48 "PUT /v2.0/routers/47526ac2-5ecf-4df6-b1ad-6cfb6dae6433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8193135 Jan 14 12:59:27.009452 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60892) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:27.016092 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:27.016685 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:27.198286 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:27.294260 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:27.474959 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:59:25Z', 'revision_number': 5, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port': {'id': 'ca7a7f21-9014-4a59-96c7-99b75c7e7f39', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:27.478608 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] Checking router: 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 for host: dv-neutron-823850-1-hyperv {{(pid=83454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:59:27.486710 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:27.489313 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] Routers {'47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:27.490249 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'], 'active': True} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:27.496317 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Deleting port ca7a7f21-9014-4a59-96c7-99b75c7e7f39 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:27.496651 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:27.640172 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_dvr_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] Set router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 gateway port host: None {{(pid=83454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:27.667000 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] For port ca7a7f21-9014-4a59-96c7-99b75c7e7f39, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:27.667345 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:27.742471 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.l3_hamode_db [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:59:27Z', 'revision_number': 6, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:27.746380 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8f16-70a8-419f-8bf4-63cc82ca5289 None None] The sync data for ids ['47526ac2-5ecf-4df6-b1ad-6cfb6dae6433'] in dv-neutron-823850-1-hyperv is: [{'id': '47526ac2-5ecf-4df6-b1ad-6cfb6dae6433', 'name': 'tempest-TestSnapshotPattern-1691743974-router', 'tenant_id': '5e13a39f564d494ab5c460a508420f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:52:59Z', 'updated_at': '2022-01-14T12:59:27Z', 'revision_number': 6, 'project_id': '5e13a39f564d494ab5c460a508420f11', 'gw_port_host': None}] {{(pid=83454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:59:27.786840 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Calling delete_port for ca7a7f21-9014-4a59-96c7-99b75c7e7f39 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:27.946524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:27.994197 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7a7f21-9014-4a59-96c7-99b75c7e7f39,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:28.215451 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.460360 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.465428 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.501130 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.501762 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:59:28.515138 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.519631 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c77b4794-bd2d-4e4b-9f68-f270e07cc10b admin admin] 10.222.0.48 "DELETE /v2.0/routers/47526ac2-5ecf-4df6-b1ad-6cfb6dae6433 HTTP/1.1" status: 204 len: 168 time: 1.5061617 Jan 14 12:59:28.519985 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60896) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:28.585279 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Deleting subnet 3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 {{(pid=83452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:59:28.588361 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.637400 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32137750'] for subnet, precommit_delete_associations {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.717311 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.787494 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32665093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32561241'] for subnet, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.826167 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3310e4-92af-48de-ae3a-ba55fdbd5ad9,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:28.832869 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:28.837969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc077e0-4652-4937-8909-1bf533769bfa None None] Network 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:59:28.839064 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-2a0e4d77-f6bd-422c-a4f5-d53d3bc68e53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3e3310e4-92af-48de-ae3a-ba55fdbd5ad9 HTTP/1.1" status: 204 len: 168 time: 0.3180056 Jan 14 12:59:28.841687 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60900) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:28.981860 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 97c59595-9d5a-4aa7-9587-29ef57bd3084 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:29.047584 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 97c59595-9d5a-4aa7-9587-29ef57bd3084 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:29.047769 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 97c59595-9d5a-4aa7-9587-29ef57bd3084 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:29.048134 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ca7a7f21-9014-4a59-96c7-99b75c7e7f39 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:29.080985 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: ca7a7f21-9014-4a59-96c7-99b75c7e7f39 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:29.081157 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.081241 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device ca7a7f21-9014-4a59-96c7-99b75c7e7f39 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:29.093712 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Deleting port a413824c-95c9-4d01-8d3f-c9bd6604f973 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:29.094047 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.196823 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] DHCP port deletion for 1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:59:29.201280 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Deleting port a413824c-95c9-4d01-8d3f-c9bd6604f973 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:29.201615 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.317729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] For port a413824c-95c9-4d01-8d3f-c9bd6604f973, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a413824c-95c9-4d01-8d3f-c9bd6604f973,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:29.318321 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.402449 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] For port a413824c-95c9-4d01-8d3f-c9bd6604f973, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=a413824c-95c9-4d01-8d3f-c9bd6604f973,segment=NetworkSegment(9db3280d-1468-4c9a-bad9-7c9ea6a2f028),segment_id=9db3280d-1468-4c9a-bad9-7c9ea6a2f028)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:29.402829 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.443639 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Calling delete_port for a413824c-95c9-4d01-8d3f-c9bd6604f973 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:29.517944 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.523231 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Calling delete_port for a413824c-95c9-4d01-8d3f-c9bd6604f973 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:29.563688 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a413824c-95c9-4d01-8d3f-c9bd6604f973,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:29.568102 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] No DVR routers for this DVR port a413824c-95c9-4d01-8d3f-c9bd6604f973 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:59:29.597063 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:59:29.597354 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:59:29.683650 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.709050 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1e98e9-4364-4242-bdde-2ec4eff4f4c6']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:29.724529 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db3280d-1468-4c9a-bad9-7c9ea6a2f028') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:29.724833 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db3280d-1468-4c9a-bad9-7c9ea6a2f028') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:29.736219 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.751656 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.757720 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:59:29.758091 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:59:29.771671 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:59:29.841637 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.857628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:29.872181 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1e98e9-4364-4242-bdde-2ec4eff4f4c6,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:29.883709 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-48ad8b94-4bc9-4a3f-9b6c-25828ea0aff8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1a1e98e9-4364-4242-bdde-2ec4eff4f4c6 HTTP/1.1" status: 204 len: 168 time: 1.0409594 Jan 14 12:59:29.886599 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60904) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:30.098605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Deleting port a413824c-95c9-4d01-8d3f-c9bd6604f973 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:30.099204 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:30.161536 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-c1730497-0195-46e5-a29f-dd3622695728 None None] The port 'a413824c-95c9-4d01-8d3f-c9bd6604f973' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:59:30.276524 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33244502'] for router_interface, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:30.897279 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a413824c-95c9-4d01-8d3f-c9bd6604f973 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:30.930458 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: a413824c-95c9-4d01-8d3f-c9bd6604f973 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:30.930816 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device a413824c-95c9-4d01-8d3f-c9bd6604f973 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:30.946476 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Deleting port 2e5b623b-8a8c-4a02-ba18-0fc65e443909 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:30.946948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:31.045275 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-2bbc1a97-06df-4aa3-a2e4-b26c81fc44aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:31.115234 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] For port 2e5b623b-8a8c-4a02-ba18-0fc65e443909, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=2e5b623b-8a8c-4a02-ba18-0fc65e443909,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:31.115499 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:31.237544 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Calling delete_port for 2e5b623b-8a8c-4a02-ba18-0fc65e443909 owned by network:router_interface {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:31.407849 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:31.453897 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5b623b-8a8c-4a02-ba18-0fc65e443909,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:31.733729 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33245627'] for router_interface, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:31.922130 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:32.382695 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 has already been hosted by L3 agent 513b2baf-183e-44dd-9648-c7afa23fd342 {{(pid=83451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 12:59:32.603697 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] Notify agent at l3_agent.dv-neutron-823850-1-hyperv the message routers_updated {{(pid=83451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 12:59:32.613135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] Sync routers for ids ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'] in dv-neutron-823850-1-hyperv {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 14 12:59:32.620014 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c759353f-1dba-46ac-9624-c2af8a117b1c admin admin] 10.222.0.48 "PUT /v2.0/routers/2d8da8bf-73e2-4cfd-a36d-1aee6de83960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324271 Jan 14 12:59:32.622560 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60908) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:32.629411 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] Routers {'2d8da8bf-73e2-4cfd-a36d-1aee6de83960'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:32.630020 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:32.824044 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:32.826969 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] Set router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 gateway port host: dv-neutron-823850-1-hyperv {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:33.022948 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:33.032894 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Deleting port 3337323e-41bb-48b9-9fe1-313f2b109a85 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:33.033245 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:33.117171 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'external_fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:59:31Z', 'revision_number': 5, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port': {'id': '3337323e-41bb-48b9-9fe1-313f2b109a85', 'name': '', 'network_id': '9d16a4bd-d75e-49ca-bfc8-0f15834a988f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc94318-cb59-4d1c-88f8-507bea1ca4dc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823850-1-hyperv'}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:33.121498 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] Checking router: 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 for host: dv-neutron-823850-1-hyperv {{(pid=83453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 14 12:59:33.132851 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] Routers {'2d8da8bf-73e2-4cfd-a36d-1aee6de83960'} bound to L3 agent in host dv-neutron-823850-1-hyperv {{(pid=83453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 12:59:33.133461 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T11:36:03Z,description=,heartbeat_timestamp=2022-01-14T12:59:03Z,host='dv-neutron-823850-1-hyperv',id=513b2baf-183e-44dd-9648-c7afa23fd342,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T11:36:03Z,topic='l3_agent')) {'router_ids': ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'], 'active': True} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:33.207263 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] For port 3337323e-41bb-48b9-9fe1-313f2b109a85, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=3337323e-41bb-48b9-9fe1-313f2b109a85,segment=NetworkSegment(5bf8e53b-fbcd-43d8-b399-3e6f6d11085f),segment_id=5bf8e53b-fbcd-43d8-b399-3e6f6d11085f)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:33.207614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:33.304182 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f25946ea-824b-45d0-831d-a6529802bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:33.311299 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_dvr_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] Set router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 gateway port host: None {{(pid=83453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 14 12:59:33.327794 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Calling delete_port for 3337323e-41bb-48b9-9fe1-313f2b109a85 owned by network:router_gateway {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:33.416752 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.db.l3_hamode_db [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:59:33Z', 'revision_number': 6, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port_host': None}], 'dv-neutron-823850-1-hyperv', False) {} {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:33.421785 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0d23d-ed90-43b7-94ce-24083eee2a95 None None] The sync data for ids ['2d8da8bf-73e2-4cfd-a36d-1aee6de83960'] in dv-neutron-823850-1-hyperv is: [{'id': '2d8da8bf-73e2-4cfd-a36d-1aee6de83960', 'name': 'tempest-TestSnapshotPattern-2082189332-router', 'tenant_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T12:53:05Z', 'updated_at': '2022-01-14T12:59:33Z', 'revision_number': 6, 'project_id': '444ff46e3bee4f79b0da4e27fc5edc43', 'gw_port_host': None}] {{(pid=83453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 14 12:59:33.600485 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:33.645918 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3337323e-41bb-48b9-9fe1-313f2b109a85,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:33.867950 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33245553'] for router_gateway, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.119193 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33244133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103175'] for router, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.123228 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.149373 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33244041'] for router, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.149873 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8da8bf-73e2-4cfd-a36d-1aee6de83960 {{(pid=83451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 12:59:34.161813 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.162931 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-7eeecf7e-7c08-4542-896d-a958ee87f6c1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2d8da8bf-73e2-4cfd-a36d-1aee6de83960 HTTP/1.1" status: 204 len: 168 time: 1.5393317 Jan 14 12:59:34.165628 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60912) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:34.229375 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Deleting subnet 8a8378fa-6046-40ba-8d73-5a3fc2da8fe9 {{(pid=83451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 14 12:59:34.232283 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.284040 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32642013'] for subnet, precommit_delete_associations {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.360776 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578304'] for subnet, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.423892 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.439864 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32068213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32207588'] for subnet, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.480862 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8378fa-6046-40ba-8d73-5a3fc2da8fe9,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:34.486241 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.491811 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff3d90-3744-43ff-b935-0d26ba8b4dc8 None None] Network e392dbce-23da-40fe-88fb-1b8dd61b9d0f requested from dv-neutron-823850-1-hyperv {{(pid=83453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 14 12:59:34.492215 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-9758aa51-7719-4693-9fd9-e088017a21b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8a8378fa-6046-40ba-8d73-5a3fc2da8fe9 HTTP/1.1" status: 204 len: 168 time: 0.3257277 Jan 14 12:59:34.494612 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60916) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:34.618069 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540137'] for network, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.629185 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Deleting port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 {{(pid=83451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:34.629440 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.710042 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.753005 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] DHCP port deletion for e392dbce-23da-40fe-88fb-1b8dd61b9d0f request from dv-neutron-823850-1-hyperv {{(pid=83453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 14 12:59:34.757248 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Deleting port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:34.757612 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.832519 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.db [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] For port 4df18b8c-a1a8-4197-95fd-8e91a27393a3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4df18b8c-a1a8-4197-95fd-8e91a27393a3,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:34.832907 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:34.923135 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e5b623b-8a8c-4a02-ba18-0fc65e443909 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:34.973620 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 2e5b623b-8a8c-4a02-ba18-0fc65e443909 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:34.973871 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 2e5b623b-8a8c-4a02-ba18-0fc65e443909 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:34.974284 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3337323e-41bb-48b9-9fe1-313f2b109a85 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:35.016187 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No Port match for: 3337323e-41bb-48b9-9fe1-313f2b109a85 {{(pid=83453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 14 12:59:35.016524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 3337323e-41bb-48b9-9fe1-313f2b109a85 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:35.016945 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4df18b8c-a1a8-4197-95fd-8e91a27393a3 no longer exists at agent ovs-agent-dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 12:59:35.058844 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.plugin [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Calling delete_port for 4df18b8c-a1a8-4197-95fd-8e91a27393a3 owned by network:dhcp {{(pid=83451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:35.059992 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] For port 4df18b8c-a1a8-4197-95fd-8e91a27393a3, host dv-neutron-823850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823850-1-hyperv',level=0,port_id=4df18b8c-a1a8-4197-95fd-8e91a27393a3,segment=NetworkSegment(db6a0d59-b0cc-401a-ba25-dcd6015df766),segment_id=db6a0d59-b0cc-401a-ba25-dcd6015df766)] {{(pid=83453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 12:59:35.060378 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.135359 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750274756581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750274396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32203172'] for port, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.180503 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df18b8c-a1a8-4197-95fd-8e91a27393a3,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:35.186789 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] No DVR routers for this DVR port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 on host dv-neutron-823850-1-hyperv {{(pid=83451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 12:59:35.227727 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Calling delete_port for 4df18b8c-a1a8-4197-95fd-8e91a27393a3 owned by network:dhcp {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 14 12:59:35.267274 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.db [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] No active binding found for port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 {{(pid=83453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 14 12:59:35.267667 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.rpc [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Device 4df18b8c-a1a8-4197-95fd-8e91a27393a3 not bound to the agent host dv-neutron-823850-1-hyperv {{(pid=83453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 12:59:35.299794 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.db.api [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 12:59:35.300144 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG oslo_db.api [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 12:59:35.307565 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578811', 'neutron.services.segments.db._delete_segments_for_network-8750274832348'] for network, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.335842 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e392dbce-23da-40fe-88fb-1b8dd61b9d0f']}} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:35.348126 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6a0d59-b0cc-401a-ba25-dcd6015df766') {'for_net_delete': True} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:35.348396 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.services.segments.db [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6a0d59-b0cc-401a-ba25-dcd6015df766') {} {{(pid=83451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 12:59:35.359510 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750274832231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32641988'] for segment, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.375542 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575398'] for segment, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.381473 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 14 12:59:35.381848 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32203155'] for segment, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: Traceback (most recent call last): Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: timer() Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: cb(*args, **kw) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: return func(*args, **kwargs) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: self._notify() Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: self.callback(batched_events) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: event.method(event) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: return f(self, *a, **k) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._get(url).json() Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: return self.request(url, 'GET', **kwargs) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 12:59:35.395260 dv-neutron-823850-1-hyperv neutron-server[83451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 12:59:35.467117 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33234070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33245526'] for network, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.486128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Notify callbacks [] for network, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.495927 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e392dbce-23da-40fe-88fb-1b8dd61b9d0f,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:35.503498 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-634d8772-3f21-401d-b632-38c70e4e88c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e392dbce-23da-40fe-88fb-1b8dd61b9d0f HTTP/1.1" status: 204 len: 168 time: 1.0079670 Jan 14 12:59:35.637524 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60922) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:35.686476 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-dc2b764b-c05c-48a2-b0bf-210a730e1c1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e13a39f564d494ab5c460a508420f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477743 Jan 14 12:59:35.689631 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.wsgi [-] (83452) accepted ('10.222.0.48', 60926) {{(pid=83452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:35.747283 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7a5f-9435-4c43-8693-7ab6986dc7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.775346 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7a5f-9435-4c43-8693-7ab6986dc7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.800935 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Deleting port 4df18b8c-a1a8-4197-95fd-8e91a27393a3 {{(pid=83453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 14 12:59:35.801434 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750274896168'] for port, before_delete {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.826589 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7a5f-9435-4c43-8693-7ab6986dc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.845038 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf7a5f-9435-4c43-8693-7ab6986dc7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75691217-bff9-4012-a0c8-35f833c7bc05,revision_number=None']} {{(pid=83452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:35.851717 dv-neutron-823850-1-hyperv neutron-server[83452]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7a5f-9435-4c43-8693-7ab6986dc7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:35.855187 dv-neutron-823850-1-hyperv neutron-server[83452]: INFO neutron.wsgi [None req-a7bf7a5f-9435-4c43-8693-7ab6986dc7c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75691217-bff9-4012-a0c8-35f833c7bc05 HTTP/1.1" status: 204 len: 168 time: 0.1622090 Jan 14 12:59:35.885687 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron.plugins.ml2.plugin [None req-23cc6ad6-65d4-4469-9103-d423f5449c35 None None] The port '4df18b8c-a1a8-4197-95fd-8e91a27393a3' was deleted {{(pid=83453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 14 12:59:35.895868 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:36.252198 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60934) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:36.302215 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-c703e1ac-890b-4495-b5f8-814757754fb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=444ff46e3bee4f79b0da4e27fc5edc43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487676 Jan 14 12:59:36.304614 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.wsgi [-] (83451) accepted ('10.222.0.48', 60938) {{(pid=83451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 12:59:36.363128 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d39846a5-def1-4b8f-b962-65f3a1abd6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:36.387790 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d39846a5-def1-4b8f-b962-65f3a1abd6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:36.438500 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d39846a5-def1-4b8f-b962-65f3a1abd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33233953'] for security_group, after_delete {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:36.454191 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39846a5-def1-4b8f-b962-65f3a1abd6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86edeb0-1f9d-457b-8813-f08e84e8c48b,revision_number=None']} {{(pid=83451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 12:59:36.460297 dv-neutron-823850-1-hyperv neutron-server[83451]: DEBUG neutron_lib.callbacks.manager [None req-d39846a5-def1-4b8f-b962-65f3a1abd6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 12:59:36.461971 dv-neutron-823850-1-hyperv neutron-server[83451]: INFO neutron.wsgi [None req-d39846a5-def1-4b8f-b962-65f3a1abd6b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e86edeb0-1f9d-457b-8813-f08e84e8c48b HTTP/1.1" status: 204 len: 168 time: 0.1562669 Jan 14 12:59:42.206836 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:00:01.048320 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c33c-b402-4f06-945b-2d1834dd7842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:01.918075 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:03.286574 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3255ef66-cc8c-41e5-81ec-be1b939473b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:04.415524 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:04.711692 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:05.842102 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:19.206534 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:00:31.049948 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-63e692b3-25dd-45b0-a261-39223d83c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:31.937954 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:33.287912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5c71d1cd-7cf9-467d-ac98-42a154380fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:34.418073 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:34.714661 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:35.845335 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:00:56.206322 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:01:01.052912 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d580ac79-6d1a-4c90-ad74-65f9b117275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:01.953567 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:03.289500 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-5a88e4e3-58ed-42f0-8475-3f9635379b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:04.420035 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:04.717451 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:05.852518 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:31.055512 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-1660108a-ecdf-4231-830e-0ea5e942019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:31.953686 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:33.207177 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:01:33.290513 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-10867c2c-fc84-40df-89a6-72af44a0c7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:34.423623 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:34.721093 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:01:35.852710 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:01.057111 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4698dfb0-5276-478f-b04e-8f09f730ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:01.969023 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:03.291967 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d6eb234f-a8ee-4d64-ab2c-ec2a60173da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:04.427012 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:04.724046 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:05.855553 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:10.206608 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:02:31.058947 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f7321bec-d477-4a82-823a-79871bd75799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:31.968060 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:33.294663 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-6c6231cf-ab16-4ce1-8ea4-09a899dafa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:34.430057 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:34.725563 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:35.860962 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:02:47.206288 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:03:01.061543 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-60c78534-4376-49b9-a843-63afba30fbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:01.968174 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:03.296718 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-77bb2d7c-878d-40b2-8334-b4582889bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:04.433801 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:04.729156 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:05.861552 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:24.205722 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:03:31.063173 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-7e81b1a9-da0f-4ad4-a27b-d41c7956eb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:31.983624 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:33.301933 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f080f964-837e-4ca1-b966-f5e8728f0084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:34.436024 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:34.732420 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:03:35.864207 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:01.065662 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-f59c85ea-9441-43bc-b9ba-3d3e029e0a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:01.206024 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:04:01.998636 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:03.304322 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-47219f7f-01bb-4fec-a76e-25e7c182cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:04.439872 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:04.735076 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:05.868001 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:31.067522 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4b836ecf-0446-407b-aaec-76635d3e2dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:32.013493 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:33.307330 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-8a06fe21-52d5-45ee-891b-0f108fdfa6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:34.442519 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:34.737542 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:35.870653 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:04:38.205554 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 13:05:01.070118 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-d1601f22-2d9b-46b3-a153-45bb36789f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:05:02.028927 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-3f48fc5c-3f76-4e34-b9a5-6f4b50e47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:05:03.310099 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-34687ce6-9482-4a1f-8852-3a676a27ce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:05:04.447605 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-387a4f4e-34b2-4977-98e3-6427cc981bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:05:04.740180 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0863-1d65-4112-a294-180e3880126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:05:05.873523 dv-neutron-823850-1-hyperv neutron-server[83453]: DEBUG neutron_lib.callbacks.manager [None req-102dc148-510a-4914-95b0-f914d1dc86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750274832330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584699'] for agent, after_update {{(pid=83453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 13:05:15.204740 dv-neutron-823850-1-hyperv neutron-server[83454]: DEBUG neutron.db.agents_db [None req-abef7c12-126e-4e91-a0a7-87aae9ab6443 None None] Agent healthcheck: found 6 active agents {{(pid=83454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}